gtm-now 0.10.9 → 0.10.11

package/dist/index.js

@@ -11444,7 +11444,20 @@ var init_extract = __esm({
             },
             profile: {
               type: "string",
-              description: "LinkedIn URL or publicIdentifier (required for linkedin_posts)"
+              description: "LinkedIn URL or publicIdentifier (required for linkedin_posts, single profile)"
+            },
+            profiles: {
+              type: "array",
+              items: { type: "string" },
+              description: "Batch mode: array of LinkedIn URLs or publicIdentifiers. Checks each for recent posts concurrently. Returns lightweight results (posted/not, count, last date). Use with posted_within to filter for recent activity."
+            },
+            csv_file: {
+              type: "string",
+              description: 'Path to a CSV file containing LinkedIn profile URLs. Reads the "LinkedIn Profile" or "linkedin_url" column automatically. Alternative to profiles[] for large lists.'
+            },
+            concurrency: {
+              type: "number",
+              description: "Max concurrent API requests for batch mode (default: 5, max: 20). Higher = faster but more likely to hit rate limits."
             },
             company: {
               type: "string",
@@ -11483,6 +11496,15 @@ var init_extract = __esm({
               type: "string",
               enum: ["summary", "full"],
               description: 'Response detail level. "summary" (default) returns counts and key fields only \u2014 truncates post text, omits individual engagement items. "full" returns complete data including all post content and engager lists.'
+            },
+            output: {
+              type: "string",
+              enum: ["file", "csv", "inline"],
+              description: 'Output mode for batch results. "csv" writes a CSV file (default for batch). "file" writes JSONL. "inline" returns in response (only for small batches).'
+            },
+            review: {
+              type: "boolean",
+              description: "Create a viewer table with batch results for human review."
             }
           }
         }
@@ -11831,13 +11853,19 @@ var init_review = __esm({
               items: { type: "object" },
               description: "Array of row objects (for create)"
             },
-            table_id: { type: "string", description: "Table ID (for update, get_selected, or optional client-provided ID on create)" },
+            table_id: {
+              type: "string",
+              description: "Table ID (for update, get_selected, or optional client-provided ID on create)"
+            },
             rows: {
               type: "array",
               items: { type: "object" },
               description: "Updated row objects with _row_id (for update)"
             },
-            ttl_seconds: { type: "number", description: "Optional TTL override in seconds (default: 24h). For create only." }
+            ttl_seconds: {
+              type: "number",
+              description: "Optional TTL override in seconds (default: 24h). For create only."
+            }
           },
           required: ["action"]
         }
@@ -13301,6 +13329,7 @@ var extract_exports = {};
 __export(extract_exports, {
   handleExtract: () => handleExtract
 });
+import * as fs2 from "fs";
 function slimPost(post) {
   const slim = {};
   for (const [key, value] of Object.entries(post)) {
@@ -13381,6 +13410,11 @@ async function handleLinkedinExtract(type, args, ctx) {
       };
     }
     case "linkedin_posts": {
+      const profiles = args.profiles;
+      const csvFile = args.csv_file;
+      if (profiles?.length || csvFile) {
+        return handleBatchLinkedinPosts(args, adapter);
+      }
       const result = await adapter.getProfilePosts({
         profile: args.profile,
         postedLimit: args.posted_within
@@ -13445,12 +13479,234 @@ async function handleLinkedinExtract(type, args, ctx) {
       throw new Error(`Unknown extract type: ${type}`);
   }
 }
-var POST_TEXT_LIMIT;
+async function handleBatchLinkedinPosts(args, adapter) {
+  const profilesArg = args.profiles;
+  const csvFile = args.csv_file;
+  const postedWithin = args.posted_within ?? "month";
+  const concurrency = Math.min(
+    args.concurrency ?? DEFAULT_BATCH_CONCURRENCY,
+    MAX_BATCH_CONCURRENCY
+  );
+  const output = args.output;
+  const shouldReview = args.review ?? false;
+  let profiles;
+  if (csvFile) {
+    profiles = parseCsvProfiles(csvFile);
+  } else {
+    profiles = (profilesArg ?? []).map((url) => ({ linkedin_url: url }));
+  }
+  if (profiles.length === 0) {
+    throw createGtmError("EXTRACTION_FAILED", "No LinkedIn profiles found in input.");
+  }
+  const results = new Array(profiles.length);
+  let nextIndex = 0;
+  let completed = 0;
+  const deadline = Date.now() + BATCH_TIMEOUT_MS;
+  async function worker() {
+    while (nextIndex < profiles.length) {
+      const i = nextIndex++;
+      const entry = profiles[i];
+      if (Date.now() > deadline) {
+        results[i] = {
+          linkedin_url: entry.linkedin_url,
+          name: entry.name,
+          company: entry.company,
+          has_posts: false,
+          post_count: 0,
+          error: "timeout"
+        };
+        completed++;
+        continue;
+      }
+      try {
+        const result = await adapter.getProfilePosts({
+          profile: entry.linkedin_url,
+          postedLimit: postedWithin
+        });
+        const posts = result.elements;
+        let lastPostDate;
+        if (posts.length > 0) {
+          const first = posts[0];
+          lastPostDate = first.postedAt ?? first.postedDate ?? first.posted_at;
+        }
+        results[i] = {
+          linkedin_url: entry.linkedin_url,
+          name: entry.name,
+          company: entry.company,
+          has_posts: posts.length > 0,
+          post_count: posts.length,
+          last_post_date: lastPostDate
+        };
+      } catch (error) {
+        logError("extract:batchLinkedinPosts", error instanceof Error ? error : new Error(String(error)), {
+          profile: entry.linkedin_url
+        });
+        results[i] = {
+          linkedin_url: entry.linkedin_url,
+          name: entry.name,
+          company: entry.company,
+          has_posts: false,
+          post_count: 0,
+          error: error instanceof Error ? error.message : String(error)
+        };
+      }
+      completed++;
+    }
+  }
+  await Promise.all(
+    Array.from({ length: Math.min(concurrency, profiles.length) }, () => worker())
+  );
+  const activeProfiles = results.filter((r) => r.has_posts);
+  const errors = results.filter((r) => r.error);
+  let tableId;
+  let tableUrl;
+  if (shouldReview) {
+    const tableResult = await createReviewTable(
+      `LinkedIn Activity Check (${postedWithin})`,
+      results
+    );
+    if (tableResult) {
+      tableId = tableResult.table_id;
+      tableUrl = tableResult.url;
+    }
+  }
+  const effectiveOutput = output ?? (profiles.length > 20 ? "csv" : "inline");
+  if (effectiveOutput === "csv") {
+    const filePath = writeResultsCsv(
+      "linkedin_activity",
+      results
+    );
+    return {
+      type: "linkedin_posts_batch",
+      provider: "harvest",
+      total: profiles.length,
+      active: activeProfiles.length,
+      inactive: profiles.length - activeProfiles.length - errors.length,
+      errors: errors.length,
+      posted_within: postedWithin,
+      output: "csv",
+      file: filePath,
+      preview: activeProfiles.slice(0, 5),
+      ...tableId && { table_id: tableId, url: tableUrl }
+    };
+  }
+  if (effectiveOutput === "file") {
+    const filePath = writeResultsFile(
+      "linkedin_activity",
+      results,
+      { query: { posted_within: postedWithin }, provider: "harvest", count: results.length, has_more: false }
+    );
+    return {
+      type: "linkedin_posts_batch",
+      provider: "harvest",
+      total: profiles.length,
+      active: activeProfiles.length,
+      inactive: profiles.length - activeProfiles.length - errors.length,
+      errors: errors.length,
+      posted_within: postedWithin,
+      output: "file",
+      file: filePath,
+      preview: activeProfiles.slice(0, 5),
+      ...tableId && { table_id: tableId, url: tableUrl }
+    };
+  }
+  return {
+    type: "linkedin_posts_batch",
+    provider: "harvest",
+    total: profiles.length,
+    active: activeProfiles.length,
+    inactive: profiles.length - activeProfiles.length - errors.length,
+    errors: errors.length,
+    posted_within: postedWithin,
+    results,
+    ...tableId && { table_id: tableId, url: tableUrl }
+  };
+}
+function parseCsvProfiles(filePath) {
+  if (!fs2.existsSync(filePath)) {
+    throw createGtmError("EXTRACTION_FAILED", `CSV file not found: ${filePath}`);
+  }
+  const content = fs2.readFileSync(filePath, "utf-8");
+  const lines = content.split("\n").filter((line) => line.trim().length > 0);
+  if (lines.length < 2) {
+    throw createGtmError("EXTRACTION_FAILED", "CSV file has no data rows.");
+  }
+  const headerLine = lines[0];
+  const headers = parseCsvLine(headerLine).map((h) => h.toLowerCase().trim());
+  const linkedinIdx = headers.findIndex((h) => LINKEDIN_URL_COLUMNS.includes(h));
+  if (linkedinIdx === -1) {
+    throw createGtmError(
+      "EXTRACTION_FAILED",
+      `No LinkedIn URL column found in CSV. Expected one of: ${LINKEDIN_URL_COLUMNS.join(", ")}. Found columns: ${headers.join(", ")}`
+    );
+  }
+  const nameIdx = headers.findIndex((h) => NAME_COLUMNS.includes(h));
+  const companyIdx = headers.findIndex((h) => COMPANY_COLUMNS.includes(h));
+  const entries = [];
+  for (let i = 1; i < lines.length; i++) {
+    const fields = parseCsvLine(lines[i]);
+    const url = fields[linkedinIdx]?.trim();
+    if (!url || !url.includes("linkedin.com")) continue;
+    entries.push({
+      linkedin_url: url,
+      name: nameIdx >= 0 ? fields[nameIdx]?.trim() : void 0,
+      company: companyIdx >= 0 ? fields[companyIdx]?.trim() : void 0
+    });
+  }
+  return entries;
+}
+function parseCsvLine(line) {
+  const fields = [];
+  let current = "";
+  let inQuotes = false;
+  for (let i = 0; i < line.length; i++) {
+    const char = line[i];
+    if (inQuotes) {
+      if (char === '"') {
+        if (i + 1 < line.length && line[i + 1] === '"') {
+          current += '"';
+          i++;
+        } else {
+          inQuotes = false;
+        }
+      } else {
+        current += char;
+      }
+    } else if (char === '"') {
+      inQuotes = true;
+    } else if (char === ",") {
+      fields.push(current);
+      current = "";
+    } else {
+      current += char;
+    }
+  }
+  fields.push(current);
+  return fields;
+}
+var POST_TEXT_LIMIT, DEFAULT_BATCH_CONCURRENCY, MAX_BATCH_CONCURRENCY, BATCH_TIMEOUT_MS, LINKEDIN_URL_COLUMNS, NAME_COLUMNS, COMPANY_COLUMNS;
 var init_extract2 = __esm({
   "src/handlers/extract.ts"() {
     "use strict";
+    init_dist();
     init_errors();
+    init_table_bridge();
+    init_result_writer();
     POST_TEXT_LIMIT = 200;
+    DEFAULT_BATCH_CONCURRENCY = 5;
+    MAX_BATCH_CONCURRENCY = 20;
+    BATCH_TIMEOUT_MS = 10 * 60 * 1e3;
+    LINKEDIN_URL_COLUMNS = [
+      "linkedin profile",
+      "linkedin_profile",
+      "linkedin url",
+      "linkedin_url",
+      "linkedin",
+      "profile url",
+      "profile_url"
+    ];
+    NAME_COLUMNS = ["full name", "full_name", "name"];
+    COMPANY_COLUMNS = ["company name", "company_name", "company"];
   }
 });
 
@@ -13857,7 +14113,9 @@ async function handleCrm(args, ctx) {
         if (rows.length === 0) {
           return {
             created: 0,
-            hints: ["No selected rows found in the review table. Select rows in the viewer and retry."]
+            hints: [
+              "No selected rows found in the review table. Select rows in the viewer and retry."
+            ]
           };
         }
         const contacts = mapRowsToContacts(rows);
@@ -13887,7 +14145,10 @@ async function handleCrm(args, ctx) {
     case "find_company": {
       const query = args.query;
       const name = args.name ?? query?.name;
-      if (!name) throw new Error('name is required for find_company action (pass as name="X" or query={"name":"X"})');
+      if (!name)
+        throw new Error(
+          'name is required for find_company action (pass as name="X" or query={"name":"X"})'
+        );
       if (!manager.findCompany) throw new Error("Provider does not support company lookup");
       return manager.findCompany(name);
     }
@@ -14089,53 +14350,49 @@ __export(feedback_exports, {
   handleFeedback: () => handleFeedback
 });
 async function handleFeedback(args) {
-  const input = args;
-  if (!SUPABASE_KEY) {
-    throw createGtmError(
-      "PROVIDER_NOT_CONFIGURED",
-      "Supabase not configured for feedback. Set GTM_SUPABASE_KEY or SUPABASE_SERVICE_ROLE_KEY env var."
-    );
-  }
-  const row = {
-    type: input.type,
-    message: input.message.trim(),
-    context: input.context ?? {}
-  };
-  const response = await fetch(`${SUPABASE_URL}/rest/v1/gtm_feedback`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/json",
-      apikey: SUPABASE_KEY,
-      Authorization: `Bearer ${SUPABASE_KEY}`,
-      Prefer: "return=representation"
-    },
-    body: JSON.stringify(row)
-  });
-  if (!response.ok) {
-    const body = await response.text().catch(() => "unknown");
+  const type = args.type;
+  const message = args.message.trim();
+  const context = args.context ?? {};
+  try {
+    const response = await fetch(`${VIEWER_URL2}/api/feedback`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({ type, message, context })
+    });
+    if (!response.ok) {
+      const body = await response.text().catch(() => "unknown");
+      throw createGtmError(
+        "PROVIDER_REQUEST_FAILED",
+        `Failed to submit feedback: ${response.status}`,
+        {
+          details: { status: response.status, body }
+        }
+      );
+    }
+    const data = await response.json();
+    const created = data[0];
+    return {
+      submitted: true,
+      id: created?.id,
+      type,
+      message: `Feedback submitted. Thank you! (ID: ${created?.id ?? "unknown"})`
+    };
+  } catch (error) {
+    if (error && typeof error === "object" && "error_code" in error) throw error;
+    logError("feedback:submit", error instanceof Error ? error : new Error(String(error)));
     throw createGtmError(
       "PROVIDER_REQUEST_FAILED",
-      `Failed to submit feedback: ${response.status}`,
-      {
-        details: { status: response.status, body }
-      }
+      "Failed to submit feedback. Please try again later."
     );
   }
-  const [created] = await response.json();
-  return {
-    submitted: true,
-    id: created?.id,
-    type: input.type,
-    message: `Feedback submitted. Thank you! (ID: ${created?.id ?? "unknown"})`
-  };
 }
-var SUPABASE_URL, SUPABASE_KEY;
+var VIEWER_URL2;
 var init_feedback2 = __esm({
   "src/handlers/feedback.ts"() {
     "use strict";
+    init_dist();
     init_errors();
-    SUPABASE_URL = process.env.GTM_SUPABASE_URL ?? process.env.SUPABASE_URL ?? "https://qvawbxpijxlwdkolmjrs.supabase.co";
-    SUPABASE_KEY = process.env.GTM_SUPABASE_KEY ?? process.env.SUPABASE_SERVICE_ROLE_KEY ?? "";
+    VIEWER_URL2 = process.env.GTM_VIEWER_URL ?? "https://gtm-viewer-production.up.railway.app";
   }
 });
 
@@ -14166,7 +14423,7 @@ async function createTable(args) {
     ...row,
     _row_id: row._row_id ?? `r${i + 1}`
   }));
-  const response = await fetch(`${VIEWER_URL2}/api/tables`, {
+  const response = await fetch(`${VIEWER_URL3}/api/tables`, {
     method: "POST",
     headers: { "Content-Type": "application/json" },
     body: JSON.stringify({
@@ -14186,7 +14443,7 @@ async function createTable(args) {
 async function updateTable(args) {
   const tableId = args.table_id;
   const rows = args.rows;
-  const response = await fetch(`${VIEWER_URL2}/api/tables/${tableId}`, {
+  const response = await fetch(`${VIEWER_URL3}/api/tables/${tableId}`, {
     method: "PATCH",
     headers: { "Content-Type": "application/json" },
     body: JSON.stringify({ rows })
@@ -14199,18 +14456,18 @@ async function updateTable(args) {
 }
 async function getSelected(args) {
   const tableId = args.table_id;
-  const response = await fetch(`${VIEWER_URL2}/api/tables/${tableId}/selected`);
+  const response = await fetch(`${VIEWER_URL3}/api/tables/${tableId}/selected`);
   if (!response.ok) {
     const body = await response.json().catch(() => ({}));
     throw new Error(`Viewer API error ${response.status}: ${JSON.stringify(body)}`);
   }
   return response.json();
 }
-var VIEWER_URL2;
+var VIEWER_URL3;
 var init_review2 = __esm({
   "src/handlers/review.ts"() {
     "use strict";
-    VIEWER_URL2 = process.env.GTM_VIEWER_URL ?? "https://gtm-viewer-production.up.railway.app";
+    VIEWER_URL3 = process.env.GTM_VIEWER_URL ?? "https://gtm-viewer-production.up.railway.app";
   }
 });
 
@@ -14539,6 +14796,9 @@ var init_validation = __esm({
         linkedin_url: z2.string().optional(),
         find_email: z2.boolean().optional(),
         profile: z2.string().optional(),
+        profiles: z2.array(z2.string()).optional(),
+        csv_file: z2.string().optional(),
+        concurrency: z2.number().int().min(1).max(20).optional(),
         company: z2.string().optional(),
         posted_within: z2.enum(["24h", "week", "month"]).optional(),
         post_url: z2.string().optional(),
@@ -14547,14 +14807,16 @@ var init_validation = __esm({
         sort: z2.enum(["relevance", "date"]).optional(),
         limit: z2.number().int().min(1).max(100).optional(),
         fields: z2.array(z2.string()).optional(),
-        detail: detailSchema
+        detail: detailSchema,
+        output: z2.enum(["file", "csv", "inline"]).optional(),
+        review: z2.boolean().optional()
       }).refine(
         (data) => {
           switch (data.type) {
             case "linkedin_profile":
               return !!(data.linkedin_url || data.url);
             case "linkedin_posts":
-              return !!data.profile;
+              return !!(data.profile || data.profiles?.length || data.csv_file);
             case "linkedin_engagement":
               return !!data.post_url;
             case "linkedin_search":
@@ -14815,7 +15077,7 @@ var init_server = __esm({
 });
 
 // src/cli-commands.ts
-import { readFileSync as readFileSync2, existsSync as existsSync2 } from "fs";
+import { readFileSync as readFileSync3, existsSync as existsSync3 } from "fs";
 function registerCommands(program, exec2) {
   buildServeCommand(program);
   buildStatusCommand(program, exec2);
@@ -14944,11 +15206,11 @@ function parseContactsArg(value, writeError2) {
       writeError2("Failed to parse --contacts as JSON", { received: trimmed.slice(0, 200) });
     }
   }
-  if (!existsSync2(value)) {
+  if (!existsSync3(value)) {
     writeError2(`Contacts file not found: ${value}`);
   }
   try {
-    const content = readFileSync2(value, "utf-8");
+    const content = readFileSync3(value, "utf-8");
     const parsed = JSON.parse(content);
     return Array.isArray(parsed) ? parsed : [parsed];
   } catch (err) {