fullstackgtm 0.44.0 → 0.45.0

package/dist/connector.d.ts

@@ -24,6 +24,21 @@ export type ApplyPatchPlanOptions = {
      * edited mid-apply is conflicted out instead of overwritten. Default 25.
      */
     recheckEvery?: number;
+    /**
+     * Per-operation progress as the run executes (presentation only — a
+     * throwing callback never affects the run). `completed` counts every
+     * resolved operation including skips and conflicts; `total` is the plan's
+     * full operation count.
+     */
+    onOperation?: (progress: ApplyProgress) => void;
+};
+export type ApplyProgress = {
+    completed: number;
+    total: number;
+    applied: number;
+    failed: number;
+    conflicts: number;
+    skipped: number;
 };
 /**
  * Apply an approved subset of a patch plan through a connector.

package/dist/connector.js

@@ -253,7 +253,41 @@ export async function applyPatchPlan(connector, plan, options) {
                 batched.set(result.operationId, result);
         }
     }
+    // Progress ticker state: every loop iteration below pushes at most one
+    // result; `lastNotified` guards the rare early-throw path so an iteration
+    // that pushed nothing reports nothing.
+    const progressCounts = { applied: 0, failed: 0, conflicts: 0, skipped: 0 };
+    const resultsBefore = results.length;
+    let lastNotified = results.length;
+    const notifyProgress = () => {
+        if (!options.onOperation || results.length === lastNotified)
+            return;
+        lastNotified = results.length;
+        const last = results[results.length - 1];
+        if (last.status === "applied")
+            progressCounts.applied += 1;
+        else if (last.status === "failed")
+            progressCounts.failed += 1;
+        else if (last.status === "conflict")
+            progressCounts.conflicts += 1;
+        else
+            progressCounts.skipped += 1;
+        try {
+            options.onOperation({
+                completed: results.length - resultsBefore,
+                total: plan.operations.length,
+                ...progressCounts,
+            });
+        }
+        catch {
+            // progress is presentation-only
+        }
+    };
     for (const operation of plan.operations) {
+        // Report the previous iteration's result (guarded: no-op if it pushed
+        // nothing). One-iteration lag keeps this a two-line hook instead of a
+        // notify after all ten push sites; the loop-exit call below flushes the last.
+        notifyProgress();
         const batchedResult = batched.get(operation.id);
         if (batchedResult) {
             results.push(batchedResult);
@@ -342,6 +376,7 @@ export async function applyPatchPlan(connector, plan, options) {
             });
         }
     }
+    notifyProgress();
     return {
         planId: plan.id,
         provider: connector.provider,

package/dist/connectors/hubspot.d.ts

@@ -1,5 +1,5 @@
 import { type FieldMappings } from "../mappings.ts";
-import type { GtmConnector } from "../types.ts";
+import type { GtmConnector, SnapshotProgress } from "../types.ts";
 export type HubspotConnectorOptions = {
     /** Returns a HubSpot access token (private app token or OAuth access token). */
     getAccessToken: () => string | Promise<string>;
@@ -8,6 +8,8 @@ export type HubspotConnectorOptions = {
     apiBaseUrl?: string;
     /** Injectable fetch for testing. */
     fetchImpl?: typeof fetch;
+    /** Per-page snapshot-pull progress (presentation only — errors are swallowed). */
+    onProgress?: (progress: SnapshotProgress) => void;
 };
 /**
  * Reference connector for HubSpot.

package/dist/connectors/hubspot.js

@@ -89,7 +89,7 @@ export function createHubspotConnector(options) {
         }
         return map;
     }
-    async function list(path) {
+    async function list(path, onPage) {
         const results = [];
         let after;
         const seen = new Set();
@@ -104,12 +104,18 @@ export function createHubspotConnector(options) {
             const separator = path.includes("?") ? "&" : "?";
             const data = await request(`${path}${after ? `${separator}after=${encodeURIComponent(after)}` : ""}`);
             results.push(...(data.results ?? []));
+            try {
+                onPage?.(results.length);
+            }
+            catch {
+                // progress is presentation-only; never let it fail a pull
+            }
             after = data.paging?.next?.after;
         } while (after);
         return results;
     }
     async function assembleSnapshot(fetchObjects) {
-        const owners = await list("/crm/v3/owners?limit=100");
+        const owners = await list("/crm/v3/owners?limit=100", (fetched) => options.onProgress?.({ objectType: "user", fetched }));
         const users = owners
             .filter((owner) => owner.id)
             .map((owner) => ({
@@ -235,7 +241,8 @@ export function createHubspotConnector(options) {
         };
     }
     async function fetchSnapshot() {
-        return assembleSnapshot((objectType, properties, withAssociations) => list(`/crm/v3/objects/${objectType}?limit=100&properties=${properties}${withAssociations ? "&associations=companies" : ""}`));
+        const canonicalType = { companies: "account", contacts: "contact", deals: "deal" };
+        return assembleSnapshot((objectType, properties, withAssociations) => list(`/crm/v3/objects/${objectType}?limit=100&properties=${properties}${withAssociations ? "&associations=companies" : ""}`, (fetched) => options.onProgress?.({ objectType: canonicalType[objectType], fetched })));
     }
     const MODIFIED_DATE_PROPERTIES = {
         companies: "hs_lastmodifieddate",

package/dist/connectors/salesforce.d.ts

@@ -1,5 +1,5 @@
 import { type FieldMappings } from "../mappings.ts";
-import type { GtmConnector } from "../types.ts";
+import type { GtmConnector, SnapshotProgress } from "../types.ts";
 export type SalesforceConnection = {
     accessToken: string;
     /** e.g. https://yourorg.my.salesforce.com */
@@ -13,6 +13,8 @@ export type SalesforceConnectorOptions = {
     apiVersion?: string;
     /** Injectable fetch for testing. */
     fetchImpl?: typeof fetch;
+    /** Per-page snapshot-pull progress (presentation only — errors are swallowed). */
+    onProgress?: (progress: SnapshotProgress) => void;
 };
 /**
  * Reference connector for Salesforce.

package/dist/connectors/salesforce.js

@@ -116,7 +116,7 @@ export function createSalesforceConnector(options) {
         const text = await response.text();
         return text ? JSON.parse(text) : null;
     }
-    async function query(soql) {
+    async function query(soql, onPage) {
         const records = [];
         let next = `/services/data/${apiVersion}/query?q=${encodeURIComponent(soql)}`;
         const seen = new Set();
@@ -127,6 +127,12 @@ export function createSalesforceConnector(options) {
             seen.add(next);
             const data = await request(next);
             records.push(...(data?.records ?? []));
+            try {
+                onPage?.(records.length);
+            }
+            catch {
+                // progress is presentation-only; never let it fail a pull
+            }
             next = data?.nextRecordsUrl ?? undefined;
         }
         return records;
@@ -138,7 +144,8 @@ export function createSalesforceConnector(options) {
         return mappedFields(mappings, objectType, SALESFORCE_DEFAULT_FIELD_MAPPINGS[objectType]).join(", ");
     }
     async function assembleSnapshot(whereClause) {
-        const sfUsers = await query(`SELECT ${selectFields("owners")} FROM User${whereClause}`);
+        const progressFor = (objectType) => (fetched) => options.onProgress?.({ objectType, fetched });
+        const sfUsers = await query(`SELECT ${selectFields("owners")} FROM User${whereClause}`, progressFor("user"));
         const users = sfUsers.map((user) => {
             const id = String(readMapped(user, "owners", "id", "Id"));
             const email = stringOrUndefined(readMapped(user, "owners", "email", "Email"));
@@ -153,7 +160,7 @@ export function createSalesforceConnector(options) {
                 active: Boolean(readMapped(user, "owners", "isActive", "IsActive")),
             };
         });
-        const sfAccounts = await query(`SELECT ${selectFields("accounts")} FROM Account${whereClause}`);
+        const sfAccounts = await query(`SELECT ${selectFields("accounts")} FROM Account${whereClause}`, progressFor("account"));
         const accounts = sfAccounts.map((account) => {
             const id = String(readMapped(account, "accounts", "id", "Id"));
             return {
@@ -170,7 +177,7 @@ export function createSalesforceConnector(options) {
                 raw: account,
             };
         });
-        const sfContacts = await query(`SELECT ${selectFields("contacts")} FROM Contact${whereClause}`);
+        const sfContacts = await query(`SELECT ${selectFields("contacts")} FROM Contact${whereClause}`, progressFor("contact"));
         const contacts = sfContacts.map((contact) => {
             const id = String(readMapped(contact, "contacts", "id", "Id"));
             return {
@@ -188,7 +195,7 @@ export function createSalesforceConnector(options) {
                 raw: contact,
             };
         });
-        const sfOpportunities = await query(`SELECT ${selectFields("deals")} FROM Opportunity${whereClause}`);
+        const sfOpportunities = await query(`SELECT ${selectFields("deals")} FROM Opportunity${whereClause}`, progressFor("deal"));
         const deals = sfOpportunities.map((opportunity) => {
             const id = String(readMapped(opportunity, "deals", "id", "Id"));
             const probability = numberOrUndefined(readMapped(opportunity, "deals", "probability", "Probability"));

package/dist/connectors/signalSources.js

@@ -18,9 +18,10 @@
  *     the caller), it must never sink a multi-source run — the per-provider
  *     try/catch idiom of atsBoards/prospectSources.
  */
-import { readFileSync, readdirSync, statSync } from "node:fs";
-import { join, resolve } from "node:path";
+import { readFileSync, statSync } from "node:fs";
+import { resolve } from "node:path";
 import { SIGNAL_BUCKETS } from "../signals.js";
+import { parseSpoolText, spoolFilesIn } from "../spoolFiles.js";
 // ---------------------------------------------------------------------------
 // file — local JSON / JSONL intake (also the webhook landing-zone reader)
 /**
@@ -59,6 +60,9 @@ export const fileSource = {
         catch {
             return []; // missing path: an empty source, not a crash
         }
+        // Container parsing lives in the shared spool reader (src/spoolFiles.ts) so
+        // `signals fetch --from`, `enrich ingest`, and `market observe --from` read
+        // the same convention; the "file source" label keeps error text unchanged.
         const files = isDir ? spoolFilesIn(abs) : [abs];
         const rows = [];
         for (const file of files) {
@@ -69,67 +73,11 @@ export const fileSource = {
             catch {
                 continue; // one unreadable file in a spool dir must not sink the rest
             }
-            const trimmed = raw.trim();
-            if (!trimmed)
-                continue;
-            const parsed = trimmed.startsWith("[") ? parseJsonArray(trimmed, file) : parseJsonl(trimmed, file);
-            rows.push(...parsed);
+            rows.push(...parseSpoolText(raw, file, "file source"));
         }
         return rows.map((row) => coerceRow(row, this.bucket));
     },
 };
-/** Spool files in a landing-zone directory: `*.jsonl` / `*.json`, name-sorted. */
-function spoolFilesIn(dir) {
-    let names;
-    try {
-        names = readdirSync(dir);
-    }
-    catch {
-        return [];
-    }
-    return names
-        .filter((name) => name.endsWith(".jsonl") || name.endsWith(".json"))
-        .sort()
-        .map((name) => join(dir, name));
-}
-function parseJsonArray(raw, path) {
-    let parsed;
-    try {
-        parsed = JSON.parse(raw);
-    }
-    catch (error) {
-        throw new Error(`file source ${path}: not valid JSON (${error instanceof Error ? error.message : String(error)}).`);
-    }
-    if (!Array.isArray(parsed))
-        throw new Error(`file source ${path}: expected a JSON array of staged signal rows.`);
-    return parsed.map((entry, index) => {
-        if (!entry || typeof entry !== "object" || Array.isArray(entry)) {
-            throw new Error(`file source ${path}: row ${index} is not an object.`);
-        }
-        return entry;
-    });
-}
-function parseJsonl(raw, path) {
-    const out = [];
-    const lines = raw.split("\n");
-    lines.forEach((line, index) => {
-        const t = line.trim();
-        if (!t)
-            return;
-        let parsed;
-        try {
-            parsed = JSON.parse(t);
-        }
-        catch (error) {
-            throw new Error(`file source ${path}: line ${index} is not valid JSON (${error instanceof Error ? error.message : String(error)}).`);
-        }
-        if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
-            throw new Error(`file source ${path}: line ${index} is not a JSON object.`);
-        }
-        out.push(parsed);
-    });
-    return out;
-}
 // ---------------------------------------------------------------------------
 // serpapi-news — funding/company signals from a news REST query (API key)
 const SERPAPI_BASE_URL = "https://serpapi.com";

package/dist/icp.d.ts

@@ -86,18 +86,22 @@ export declare function icpToTheirStackFilters(icp: Icp): {
 /**
  * pipe0 Crustdata people-search config.filters from the ICP. `current_job_titles`
  * matches real LinkedIn title strings (case-sensitive), so keywords are Title
- * Cased. Seniority + industry are mapped to Crustdata's controlled vocab via the
- * tables above.
+ * Cased. Industry is mapped to Crustdata's controlled vocab via the table above.
  *
- * LIVE FINDINGS (2026-06-26): `current_job_titles` is confirmed working (a
- * titles-only RevOps search returns results); `current_title` is rejected (422).
- * The full ICP filter returned 0 — the prime suspect is the industry vocab
- * (LinkedIn v1/v2 taxonomy mismatch), now hedged by sending BOTH generations in
- * CRUSTDATA_INDUSTRY above. NOT yet re-confirmed end-to-end (pipe0 credits were
- * exhausted mid-investigation) — re-run `enrich acquire --source pipe0` once
- * credits refill; if it still returns 0, the next suspects are the
- * `current_seniority_levels` shape/values and `locations`. Note fit-scoring backs
- * up PERSONA precision but NOT industry, so the industry filter is load-bearing.
+ * LIVE FINDINGS (2026-06-26, re-confirmed 2026-07-02 with fresh credits):
+ * `current_job_titles` works; `current_title` is rejected (422). The culprit
+ * that zeroed the full ICP filter is `current_seniority_levels`: ANY non-empty
+ * `include` returns 0 results through pipe0's people:profiles:crustdata@1 —
+ * including Crustdata's own documented values ("CXO", "Director",
+ * "Vice President"), lowercase, and SNAKE_CASE variants — while the identical
+ * search without it returns results. (An array instead of the
+ * {include, exclude} object is a 422, so the shape was right; the filter is
+ * broken upstream.) So job levels are NOT sent to the provider: persona
+ * seniority is enforced by fit scoring (scoreProspectAgainstIcp weights
+ * jobLevels), which was always the precision backstop. `locations` and
+ * `current_employers_linkedin_industries` (both-taxonomy hedge) are live-
+ * verified working in combination with titles. Note fit-scoring backs up
+ * PERSONA precision but NOT industry, so the industry filter is load-bearing.
  */
 export declare function icpToCrustdataFilters(icp: Icp): Record<string, unknown>;
 export type IcpFit = {

package/dist/icp.js

@@ -125,26 +125,10 @@ export function icpToTheirStackFilters(icp) {
         f.max_employee_count = range.max;
     return f;
 }
-/**
- * Crustdata / LinkedIn seniority vocab. ICP job levels are normalized lowercase;
- * Crustdata expects these exact capitalized strings (verified: "CXO",
- * "Vice President", "Director" appear in Crustdata's docs/examples).
- */
-const CRUSTDATA_SENIORITY = {
-    cxo: "CXO",
-    "c-suite": "CXO",
-    c_suite: "CXO",
-    founder: "Owner",
-    owner: "Owner",
-    partner: "Partner",
-    vp: "Vice President",
-    "vice president": "Vice President",
-    head: "Director",
-    director: "Director",
-    manager: "Manager",
-    senior: "Senior",
-    entry: "Entry",
-};
+// NOTE: a CRUSTDATA_SENIORITY vocab table lived here until 2026-07-02 — the
+// `current_seniority_levels` filter is broken upstream (see the live findings
+// on icpToCrustdataFilters below), so job levels are no longer sent to the
+// provider at all. Resurrect the table from git history if pipe0 fixes it.
 /**
  * ICP industry keyword → LinkedIn industry names Crustdata filters on.
  *
@@ -177,18 +161,22 @@ const CRUSTDATA_INDUSTRY = {
 /**
  * pipe0 Crustdata people-search config.filters from the ICP. `current_job_titles`
  * matches real LinkedIn title strings (case-sensitive), so keywords are Title
- * Cased. Seniority + industry are mapped to Crustdata's controlled vocab via the
- * tables above.
+ * Cased. Industry is mapped to Crustdata's controlled vocab via the table above.
  *
- * LIVE FINDINGS (2026-06-26): `current_job_titles` is confirmed working (a
- * titles-only RevOps search returns results); `current_title` is rejected (422).
- * The full ICP filter returned 0 — the prime suspect is the industry vocab
- * (LinkedIn v1/v2 taxonomy mismatch), now hedged by sending BOTH generations in
- * CRUSTDATA_INDUSTRY above. NOT yet re-confirmed end-to-end (pipe0 credits were
- * exhausted mid-investigation) — re-run `enrich acquire --source pipe0` once
- * credits refill; if it still returns 0, the next suspects are the
- * `current_seniority_levels` shape/values and `locations`. Note fit-scoring backs
- * up PERSONA precision but NOT industry, so the industry filter is load-bearing.
+ * LIVE FINDINGS (2026-06-26, re-confirmed 2026-07-02 with fresh credits):
+ * `current_job_titles` works; `current_title` is rejected (422). The culprit
+ * that zeroed the full ICP filter is `current_seniority_levels`: ANY non-empty
+ * `include` returns 0 results through pipe0's people:profiles:crustdata@1 —
+ * including Crustdata's own documented values ("CXO", "Director",
+ * "Vice President"), lowercase, and SNAKE_CASE variants — while the identical
+ * search without it returns results. (An array instead of the
+ * {include, exclude} object is a 422, so the shape was right; the filter is
+ * broken upstream.) So job levels are NOT sent to the provider: persona
+ * seniority is enforced by fit scoring (scoreProspectAgainstIcp weights
+ * jobLevels), which was always the precision backstop. `locations` and
+ * `current_employers_linkedin_industries` (both-taxonomy hedge) are live-
+ * verified working in combination with titles. Note fit-scoring backs up
+ * PERSONA precision but NOT industry, so the industry filter is load-bearing.
  */
 export function icpToCrustdataFilters(icp) {
     const f = {};
@@ -197,11 +185,6 @@ export function icpToCrustdataFilters(icp) {
     if (icp.firmographics.geos?.length) {
         f.locations = icp.firmographics.geos.map((g) => COUNTRY_NAMES[g.toLowerCase()] ?? g);
     }
-    if (icp.persona.jobLevels?.length) {
-        const include = [...new Set(icp.persona.jobLevels.map((l) => CRUSTDATA_SENIORITY[l.toLowerCase()]).filter(Boolean))];
-        if (include.length)
-            f.current_seniority_levels = { include, exclude: [] };
-    }
     if (icp.firmographics.industries?.length) {
         const inds = [
             ...new Set(icp.firmographics.industries.flatMap((i) => CRUSTDATA_INDUSTRY[i.toLowerCase()] ?? [titleCase(i)])),

package/dist/judge.d.ts

@@ -230,6 +230,8 @@ export declare function judgeSignals(opts: {
     promptTemplate?: string;
     llm?: LlmCallOptions;
     now?: Date;
+    /** Per-account progress (presentation only — a throwing callback never fails the run). */
+    onAccount?: (done: number, total: number, domain: string) => void;
 }): Promise<JudgeDecision[]>;
 export declare function judgeDir(baseDir?: string): string;
 export interface JudgeStore {

package/dist/judge.js

@@ -438,6 +438,12 @@ export async function judgeSignals(opts) {
     }
     const decisions = [];
     for (const [domain, signals] of byAccount) {
+        try {
+            opts.onAccount?.(decisions.length, byAccount.size, domain);
+        }
+        catch {
+            // progress is presentation-only
+        }
         // Memory + fit stay gated on --with-history (scoring semantics unchanged).
         const recentlyTouched = opts.withHistory && opts.snapshot ? accountRecentlyTouched(domain, opts.snapshot, now) : false;
         const bestContact = opts.withHistory && opts.icp && opts.snapshot ? bestContactForAccount(domain, opts.snapshot) : undefined;

package/dist/marketClassify.d.ts

@@ -11,6 +11,8 @@ export type ClassifyMarketOptions = {
     /** Captures directory override (tests); defaults to the profile market home. */
     capturesDir?: string;
     now?: () => Date;
+    /** Per-vendor progress (presentation only — a throwing callback never fails the run). */
+    onVendor?: (done: number, total: number, vendorId: string) => void;
 };
 export type ClassifyMarketResult = {
     set: ObservationSet;

package/dist/marketClassify.js

@@ -92,7 +92,13 @@ export async function classifyMarket(config, options) {
     const claimIds = config.claims.map((claim) => claim.id);
     const observations = [];
     const retriedVendorIds = [];
-    for (const vendorId of vendorIds) {
+    for (const [vendorIndex, vendorId] of vendorIds.entries()) {
+        try {
+            options.onVendor?.(vendorIndex, vendorIds.length, vendorId);
+        }
+        catch {
+            // progress is presentation-only
+        }
         const vendor = config.vendors.find((candidate) => candidate.id === vendorId);
         if (!vendor)
             throw new Error(`Unknown vendor "${vendorId}"`);

package/dist/mcp-bin.js

@@ -7,8 +7,8 @@ const MISSING_PEER_HELP = `The MCP server needs the optional peer dependencies @
 In a project:
   npm install fullstackgtm @modelcontextprotocol/sdk zod
 
-Zero-install:
-  npx -p fullstackgtm -p @modelcontextprotocol/sdk -p zod fullstackgtm-mcp`;
+Zero-install (the fullstackgtm-mcp wrapper package bundles the peers):
+  npx -y fullstackgtm-mcp`;
 function isMissingPeerError(error) {
     if (!(error instanceof Error))
         return false;