salesprompter-cli 0.1.16 → 0.1.18

package/README.md

@@ -205,6 +205,7 @@ salesprompter sync:outreach --target instantly --in ./data/deel-scored.json --ca
 salesprompter sync:outreach --target instantly --in ./data/deel-scored.json --campaign-id "$INSTANTLY_CAMPAIGN_ID" --apply
 salesprompter icp:from-historical-queries:bq --vendor deel --market dach --out ./data/deel-icp-historical.json --report-out ./data/deel-historical-report.json
 salesprompter leadlists:funnel:bq --vendor deel --market dach --out ./data/deel-leadlists-funnel.json
+salesprompter leadlists:direct-export:bq --vendor deel --market dach --limit 20000 --out-dir ./data/direct-path --sql-out ./data/direct-path/deel-direct-dach.sql
 salesprompter domainfinder:backlog:bq --market dach --out ./data/deel-domainfinder-backlog.json
 salesprompter domainfinder:candidates:bq --market dach --limit 500 --out ./data/domain-candidates.json --sql-out ./data/domain-candidates.sql
 salesprompter domainfinder:input-sql --market dach --out ./data/domainFinder_input_v2.sql

package/dist/bigquery.js

@@ -2,6 +2,7 @@ import { execFile } from "node:child_process";
 import { promisify } from "node:util";
 const execFileAsync = promisify(execFile);
 const DEFAULT_BQ_PROJECT_ID = process.env.BQ_PROJECT_ID ?? process.env.GOOGLE_CLOUD_PROJECT ?? process.env.GCLOUD_PROJECT ?? "icpidentifier";
+const BQ_EXEC_MAX_BUFFER = 256 * 1024 * 1024;
 function escapeSqlString(value) {
     return value.replaceAll("\\", "\\\\").replaceAll("'", "\\'");
 }
@@ -88,6 +89,10 @@ function deriveRegion(country, region) {
     }
     return normalizedCountry.length > 0 ? normalizedCountry : "unknown";
 }
+function getOptionalString(row, field) {
+    const value = String(row[field] ?? "").trim();
+    return value.length > 0 ? value : null;
+}
 export function normalizeBigQueryLeadRows(rows) {
     return rows.map((row) => {
         const firstName = String(row.firstName ?? "").trim();
@@ -96,7 +101,7 @@ export function normalizeBigQueryLeadRows(rows) {
         if (contactName.length === 0) {
             throw new Error("BigQuery lead row missing required name fields");
         }
-        const companySize = requireString(row, "companySize");
+        const companySize = getOptionalString(row, "companySize");
         const country = String(row.country ?? "").trim();
         const region = String(row.region ?? "").trim();
         return {
@@ -104,7 +109,7 @@ export function normalizeBigQueryLeadRows(rows) {
             domain: requireString(row, "domain"),
             industry: requireString(row, "industry"),
             region: deriveRegion(country, region),
-            employeeCount: employeeCountFromBucket(companySize),
+            employeeCount: employeeCountFromBucket(companySize ?? ""),
             contactName,
             title: requireString(row, "title"),
             email: requireString(row, "email"),
@@ -168,7 +173,7 @@ export async function runBigQueryQuery(sql, options = {}) {
         args.push(`--max_rows=${options.maxRows}`);
     }
     args.push(sql);
-    const { stdout } = await execFileAsync("bq", args);
+    const { stdout } = await execFileAsync("bq", args, { maxBuffer: BQ_EXEC_MAX_BUFFER });
     return JSON.parse(stdout);
 }
 export async function executeBigQuerySql(sql, options = {}) {
@@ -182,7 +187,7 @@ export async function executeBigQuerySql(sql, options = {}) {
         args.push(`--max_rows=${options.maxRows}`);
     }
     args.push(sql);
-    const { stdout } = await execFileAsync("bq", args);
+    const { stdout } = await execFileAsync("bq", args, { maxBuffer: BQ_EXEC_MAX_BUFFER });
     return stdout.trim();
 }
 export async function runBigQueryRows(sql, options = {}) {