@gravity-platform/ingest 1.1.2

package/dist/Abyssale/util/types.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Type definitions for Abyssale node
+ */
+export interface AbyssaleElementOverride {
+    payload?: string;
+    image_url?: string;
+    background_color?: string;
+    color?: string;
+    border_color?: string;
+    border_radius?: number;
+    [key: string]: any;
+}
+export type AbyssaleOutputType = "image" | "pdf" | "video";
+export interface AbyssaleConfig {
+    templateId: string;
+    outputType?: AbyssaleOutputType;
+    formatName?: string;
+    compressionLevel?: number;
+    elements?: string | Record<string, AbyssaleElementOverride>;
+    multiPage?: boolean;
+    pageCount?: number;
+}
+export interface AbyssaleFile {
+    type: string;
+    url: string;
+    cdn_url: string;
+    filename: string;
+}
+export interface AbyssaleFormat {
+    id: string;
+    width: number;
+    height: number;
+}
+export interface AbyssaleTemplate {
+    id: string;
+    name: string;
+    type: string;
+    created_at: number;
+    updated_at: number;
+    category_name?: string;
+}
+export interface AbyssaleOutput {
+    id: string;
+    file: AbyssaleFile;
+    format: AbyssaleFormat;
+    template: AbyssaleTemplate;
+}
+export interface AbyssaleExecutorOutput {
+    __outputs: {
+        output: {
+            url: string;
+            cdnUrl: string;
+            fileType: string;
+            filename: string;
+            width: number;
+            height: number;
+            templateId: string;
+            templateName: string;
+        };
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/Abyssale/util/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/Abyssale/util/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,uBAAuB;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,CAAC;AAE3D,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAC5D,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC;IACvB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE;QACT,MAAM,EAAE;YACN,GAAG,EAAE,MAAM,CAAC;YACZ,MAAM,EAAE,MAAM,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,MAAM,EAAE,MAAM,CAAC;YACf,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;CACH"}

package/dist/Abyssale/util/types.js

@@ -0,0 +1,6 @@
+"use strict";
+/**
+ * Type definitions for Abyssale node
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/Abyssale/util/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/Abyssale/util/types.ts"],"names":[],"mappings":";AAAA;;GAEG"}

package/dist/AirtableInsert/node/executor.d.ts

@@ -0,0 +1,7 @@
+import { PromiseNode, type NodeExecutionContext } from "@gravity-platform/plugin-base";
+import { AirtableInsertConfig, AirtableInsertExecutorOutput } from "../util/types";
+export default class AirtableInsertExecutor extends PromiseNode {
+    constructor();
+    protected executeNode(inputs: Record<string, any>, config: AirtableInsertConfig, context: NodeExecutionContext): Promise<AirtableInsertExecutorOutput>;
+}
+//# sourceMappingURL=executor.d.ts.map

package/dist/AirtableInsert/node/executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/AirtableInsert/node/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAEvF,OAAO,EAAE,oBAAoB,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAKnF,MAAM,CAAC,OAAO,OAAO,sBAAuB,SAAQ,WAAW;;cAK7C,WAAW,CACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,oBAAoB,EAC5B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,4BAA4B,CAAC;CAmBzC"}

package/dist/AirtableInsert/node/executor.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const plugin_base_1 = require("@gravity-platform/plugin-base");
+const platform_1 = require("../../shared/platform");
+const airtableInsertService_1 = require("../service/airtableInsertService");
+const NODE_TYPE = "AirtableInsert";
+class AirtableInsertExecutor extends plugin_base_1.PromiseNode {
+    constructor() {
+        super(NODE_TYPE);
+    }
+    async executeNode(inputs, config, context) {
+        const logger = (0, platform_1.createLogger)("AirtableInsert");
+        try {
+            const result = await (0, airtableInsertService_1.insertAirtableRecords)(config, context);
+            logger.info("Airtable insert completed", { inserted: result.inserted, skipped: result.skipped });
+            return {
+                __outputs: {
+                    inserted: result.inserted,
+                    skipped: result.skipped,
+                    total: result.total,
+                    errors: result.errors,
+                },
+            };
+        }
+        catch (error) {
+            logger.error("Airtable insert failed", { error });
+            throw error;
+        }
+    }
+}
+exports.default = AirtableInsertExecutor;
+//# sourceMappingURL=executor.js.map

package/dist/AirtableInsert/node/executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/AirtableInsert/node/executor.ts"],"names":[],"mappings":";;AAAA,+DAAuF;AACvF,oDAAqD;AAErD,4EAAyE;AAEzE,MAAM,SAAS,GAAG,gBAAgB,CAAC;AAEnC,MAAqB,sBAAuB,SAAQ,yBAAW;IAC7D;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,WAAW,CACzB,MAA2B,EAC3B,MAA4B,EAC5B,OAA6B;QAE7B,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,gBAAgB,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAA,6CAAqB,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC5D,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YACjG,OAAO;gBACL,SAAS,EAAE;oBACT,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AA5BD,yCA4BC"}

package/dist/AirtableInsert/node/index.d.ts

@@ -0,0 +1,10 @@
+import { type EnhancedNodeDefinition } from "@gravity-platform/plugin-base";
+import AirtableInsertExecutor from "./executor";
+export declare const NODE_TYPE = "AirtableInsert";
+declare function createNodeDefinition(): EnhancedNodeDefinition;
+export declare const AirtableInsertNode: {
+    definition: any;
+    executor: typeof AirtableInsertExecutor;
+};
+export { createNodeDefinition };
+//# sourceMappingURL=index.d.ts.map

package/dist/AirtableInsert/node/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/AirtableInsert/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AAC3F,OAAO,sBAAsB,MAAM,YAAY,CAAC;AAEhD,eAAO,MAAM,SAAS,mBAAmB,CAAC;AAE1C,iBAAS,oBAAoB,IAAI,sBAAsB,CAkFtD;AAID,eAAO,MAAM,kBAAkB;;;CAG9B,CAAC;AAEF,OAAO,EAAE,oBAAoB,EAAE,CAAC"}

package/dist/AirtableInsert/node/index.js

@@ -0,0 +1,98 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AirtableInsertNode = exports.NODE_TYPE = void 0;
+exports.createNodeDefinition = createNodeDefinition;
+const plugin_base_1 = require("@gravity-platform/plugin-base");
+const executor_1 = __importDefault(require("./executor"));
+exports.NODE_TYPE = "AirtableInsert";
+function createNodeDefinition() {
+    return {
+        packageVersion: "1.0.0",
+        type: exports.NODE_TYPE,
+        name: "Airtable Insert",
+        description: "Append records to an Airtable table with optional dedup. Accepts an object or array of objects.",
+        category: "Storage",
+        color: "#18BFFF",
+        logoUrl: "https://res.cloudinary.com/sonik/image/upload/v1775377626/gravity/icons/airtable.png",
+        inputs: [
+            {
+                name: "signal",
+                type: plugin_base_1.NodeInputType.OBJECT,
+                description: "Records to insert — object or array of objects",
+            },
+        ],
+        outputs: [
+            {
+                name: "inserted",
+                type: plugin_base_1.NodeInputType.NUMBER,
+                description: "Number of records inserted",
+            },
+            {
+                name: "skipped",
+                type: plugin_base_1.NodeInputType.NUMBER,
+                description: "Number of records skipped (duplicates)",
+            },
+            {
+                name: "total",
+                type: plugin_base_1.NodeInputType.NUMBER,
+                description: "Total records received",
+            },
+            {
+                name: "errors",
+                type: plugin_base_1.NodeInputType.ARRAY,
+                description: "Any batch errors",
+            },
+        ],
+        configSchema: {
+            type: "object",
+            required: ["baseId", "tableId", "records"],
+            properties: {
+                baseId: {
+                    type: "string",
+                    title: "Base ID",
+                    description: "Airtable Base ID (starts with 'app', found in the API docs for your base)",
+                    default: "",
+                    "ui:field": "template",
+                },
+                tableId: {
+                    type: "string",
+                    title: "Table Name or ID",
+                    description: "Table name (e.g. 'Companies') or table ID (starts with 'tbl')",
+                    default: "",
+                    "ui:field": "template",
+                },
+                records: {
+                    type: "object",
+                    title: "Records",
+                    description: "Object or array of objects to insert. Keys must match Airtable column names exactly.",
+                    default: {},
+                    "ui:field": "template",
+                },
+                dedupField: {
+                    type: "string",
+                    title: "Dedup Field (optional)",
+                    description: "Field name to check for duplicates before inserting (e.g. 'id' or 'primary_domain'). Leave blank to skip dedup.",
+                    default: "",
+                },
+            },
+        },
+        credentials: [
+            {
+                name: "airtableCredential",
+                required: true,
+            },
+        ],
+        capabilities: {
+            isTrigger: false,
+        },
+    };
+}
+const definition = createNodeDefinition();
+exports.AirtableInsertNode = {
+    definition,
+    executor: executor_1.default,
+};
+//# sourceMappingURL=index.js.map

package/dist/AirtableInsert/node/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/AirtableInsert/node/index.ts"],"names":[],"mappings":";;;;;;AAgGS,oDAAoB;AAhG7B,+DAA2F;AAC3F,0DAAgD;AAEnC,QAAA,SAAS,GAAG,gBAAgB,CAAC;AAE1C,SAAS,oBAAoB;IAC3B,OAAO;QACL,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,iBAAS;QACf,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,iGAAiG;QAC9G,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,sFAAsF;QAC/F,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,2BAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,gDAAgD;aAC9D;SACF;QACD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,2BAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,4BAA4B;aAC1C;YACD;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,2BAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,2BAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,wBAAwB;aACtC;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,2BAAa,CAAC,KAAK;gBACzB,WAAW,EAAE,kBAAkB;aAChC;SACF;QACD,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;YAC1C,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,SAAS;oBAChB,WAAW,EAAE,2EAA2E;oBACxF,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAU;iBACvB;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,kBAAkB;oBACzB,WAAW,EAAE,+DAA+D;oBAC5E,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAU;iBACvB;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,SAAS;oBAChB,WAAW,EAAE,sFAAsF;oBACnG,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAU;iBACvB;gBACD,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,wBAAwB;oBAC/B,WAAW,EACT,iHAAiH;oBACnH,OAAO,EAAE,EAAE;iBACZ;aACF;SACF;QACD,WAAW,EAAE;YACX;gBACE,IAAI,EAAE,oBAAoB;gBAC1B,QAAQ,EAAE,IAAI;aACf;SACF;QACD,YAAY,EAAE;YACZ,SAAS,EAAE,KAAK;SACjB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;AAE7B,QAAA,kBAAkB,GAAG;IAChC,UAAU;IACV,QAAQ,EAAE,kBAAsB;CACjC,CAAC"}

package/dist/AirtableInsert/service/airtableInsertService.d.ts

@@ -0,0 +1,8 @@
+import { AirtableInsertConfig } from "../util/types";
+export declare function insertAirtableRecords(config: AirtableInsertConfig, context: any): Promise<{
+    inserted: number;
+    skipped: number;
+    total: number;
+    errors: string[];
+}>;
+//# sourceMappingURL=airtableInsertService.d.ts.map

package/dist/AirtableInsert/service/airtableInsertService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"airtableInsertService.d.ts","sourceRoot":"","sources":["../../../src/AirtableInsert/service/airtableInsertService.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAIrD,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,oBAAoB,EAC5B,OAAO,EAAE,GAAG,GACX,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CA0GjF"}

package/dist/AirtableInsert/service/airtableInsertService.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.insertAirtableRecords = insertAirtableRecords;
+const platform_1 = require("../../shared/platform");
+const AIRTABLE_API_BASE = "https://api.airtable.com/v0";
+async function insertAirtableRecords(config, context) {
+    const logger = (0, platform_1.createLogger)("AirtableInsert");
+    const credentials = context.credentials?.airtableCredential || context.credentials;
+    const pat = credentials?.personalAccessToken;
+    if (!pat) {
+        throw new Error("Airtable Personal Access Token not found in credentials");
+    }
+    const { baseId, tableId, dedupField } = config;
+    const rawRecords = config.records;
+    const rawArray = Array.isArray(rawRecords) ? rawRecords : [rawRecords];
+    if (rawArray.length === 0) {
+        return { inserted: 0, skipped: 0, total: 0, errors: [] };
+    }
+    const RESERVED_FIELDS = { id: "apollo_id" };
+    const records = rawArray.map((r) => {
+        const remapped = {};
+        for (const [k, v] of Object.entries(r)) {
+            remapped[RESERVED_FIELDS[k] ?? k] = v;
+        }
+        return remapped;
+    });
+    const effectiveDedupField = config.dedupField && RESERVED_FIELDS[config.dedupField] ? RESERVED_FIELDS[config.dedupField] : config.dedupField;
+    const headers = {
+        Authorization: `Bearer ${pat}`,
+        "Content-Type": "application/json",
+    };
+    let existingValues = new Set();
+    if (effectiveDedupField && effectiveDedupField.trim()) {
+        logger.info("Fetching existing records for dedup", { baseId, tableId, dedupField: effectiveDedupField });
+        try {
+            let offset;
+            do {
+                const params = new URLSearchParams({
+                    fields: [effectiveDedupField],
+                    ...(offset ? { offset } : {}),
+                });
+                const res = await fetch(`${AIRTABLE_API_BASE}/${baseId}/${encodeURIComponent(tableId)}?${params}`, { headers });
+                if (res.ok) {
+                    const data = await res.json();
+                    for (const rec of data.records || []) {
+                        const val = rec.fields?.[effectiveDedupField];
+                        if (val)
+                            existingValues.add(String(val));
+                    }
+                    offset = data.offset;
+                }
+                else {
+                    break;
+                }
+            } while (offset);
+            logger.info(`Found ${existingValues.size} existing values for dedup`);
+        }
+        catch (e) {
+            logger.warn("Dedup fetch failed, proceeding without dedup", { error: e.message });
+        }
+    }
+    const toInsert = effectiveDedupField && effectiveDedupField.trim()
+        ? records.filter((r) => !existingValues.has(String(r[effectiveDedupField] ?? "")))
+        : records;
+    const skipped = records.length - toInsert.length;
+    let inserted = 0;
+    const errors = [];
+    const BATCH_SIZE = 10;
+    for (let i = 0; i < toInsert.length; i += BATCH_SIZE) {
+        const batch = toInsert.slice(i, i + BATCH_SIZE);
+        const body = {
+            records: batch.map((r) => ({ fields: r })),
+        };
+        try {
+            const res = await fetch(`${AIRTABLE_API_BASE}/${baseId}/${encodeURIComponent(tableId)}`, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(body),
+            });
+            if (!res.ok) {
+                const errText = await res.text();
+                errors.push(`Batch ${i / BATCH_SIZE + 1}: ${res.status} ${errText}`);
+                logger.error("Airtable batch insert failed", { status: res.status, error: errText });
+            }
+            else {
+                const data = await res.json();
+                inserted += data.records?.length ?? batch.length;
+                logger.info(`Inserted batch ${i / BATCH_SIZE + 1}`, { count: data.records?.length });
+            }
+        }
+        catch (e) {
+            errors.push(`Batch ${i / BATCH_SIZE + 1}: ${e.message}`);
+            logger.error("Airtable batch insert threw", { error: e.message });
+        }
+    }
+    logger.info("Airtable insert complete", { inserted, skipped, total: records.length, errors: errors.length });
+    return { inserted, skipped, total: records.length, errors };
+}
+//# sourceMappingURL=airtableInsertService.js.map

package/dist/AirtableInsert/service/airtableInsertService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"airtableInsertService.js","sourceRoot":"","sources":["../../../src/AirtableInsert/service/airtableInsertService.ts"],"names":[],"mappings":";;AAKA,sDA6GC;AAlHD,oDAAqD;AAGrD,MAAM,iBAAiB,GAAG,6BAA6B,CAAC;AAEjD,KAAK,UAAU,qBAAqB,CACzC,MAA4B,EAC5B,OAAY;IAEZ,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,gBAAgB,CAAC,CAAC;IAE9C,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,kBAAkB,IAAI,OAAO,CAAC,WAAW,CAAC;IACnF,MAAM,GAAG,GAAG,WAAW,EAAE,mBAAmB,CAAC;IAE7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;IAE/C,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC;IAClC,MAAM,QAAQ,GAA0B,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAE9F,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC3D,CAAC;IAED,MAAM,eAAe,GAA2B,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;IACpE,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACjC,MAAM,QAAQ,GAAwB,EAAE,CAAC;QACzC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,GACvB,MAAM,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;IAEnH,MAAM,OAAO,GAAG;QACd,aAAa,EAAE,UAAU,GAAG,EAAE;QAC9B,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAEF,IAAI,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,IAAI,mBAAmB,IAAI,mBAAmB,CAAC,IAAI,EAAE,EAAE,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACzG,IAAI,CAAC;YACH,IAAI,MAA0B,CAAC;YAC/B,GAAG,CAAC;gBACF,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;oBACjC,MAAM,EAAE,CAAC,mBAAmB,CAAC;oBAC7B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACvB,CAAC,CAAC;gBACV,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,IAAI,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,IAAI,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChH,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBACnC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;wBACrC,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,mBAAmB,CAAC,CAAC;wBAC9C,IAAI,GAAG;4BAAE,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC3C,CAAC;oBACD,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,MAAM;gBACR,CAAC;YACH,CAAC,QAAQ,MAAM,EAAE;YACjB,MAAM,CAAC,IAAI,CAAC,SAAS,cAAc,CAAC,IAAI,4BAA4B,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GACZ,mBAAmB,IAAI,mBAAmB,CAAC,IAAI,EAAE;QAC/C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,OAAO,CAAC;IAEd,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG;YACX,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;SAC3C,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,IAAI,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE,EAAE;gBACvF,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,UAAU,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC;gBACrE,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACnC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,UAAU,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE7G,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;AAC9D,CAAC"}

package/dist/AirtableInsert/util/types.d.ts

@@ -0,0 +1,15 @@
+export interface AirtableInsertConfig {
+    baseId: string;
+    tableId: string;
+    records: any;
+    dedupField: string;
+}
+export interface AirtableInsertExecutorOutput {
+    __outputs: {
+        inserted: number;
+        skipped: number;
+        total: number;
+        errors: string[];
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/AirtableInsert/util/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/AirtableInsert/util/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,GAAG,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IAC3C,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;CACH"}

package/dist/AirtableInsert/util/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/AirtableInsert/util/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/AirtableInsert/util/types.ts"],"names":[],"mappings":""}

package/dist/ApifyResults/node/executor.d.ts

@@ -0,0 +1,32 @@
+import { ApifyResultsConfig, ApifyResultsState } from "../util/types";
+import { CallbackNode } from "../../shared/platform";
+export declare class ApifyResultsExecutor extends CallbackNode<ApifyResultsConfig, ApifyResultsState> {
+    constructor();
+    /**
+     * Initialize state for ApifyResults
+     */
+    initializeState(inputs: any): ApifyResultsState & {
+        isComplete?: boolean;
+    };
+    /**
+     * Handle events and fetch/emit Apify results
+     */
+    handleEvent(event: {
+        type: string;
+        inputs?: any;
+        config?: any;
+    }, state: ApifyResultsState & {
+        isComplete?: boolean;
+    }, emit: (output: any) => void): Promise<ApifyResultsState & {
+        isComplete?: boolean;
+    }>;
+    /**
+     * Sanitize Apify item to remove large fields that cause JSON parsing errors
+     */
+    private sanitizeItem;
+    /**
+     * Specify that 'continue' is a trigger input
+     */
+    protected getTriggerInputs(): string[] | null;
+}
+//# sourceMappingURL=executor.d.ts.map

package/dist/ApifyResults/node/executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/ApifyResults/node/executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAyC,MAAM,eAAe,CAAC;AAC7G,OAAO,EAAE,YAAY,EAAgB,MAAM,uBAAuB,CAAC;AAMnE,qBAAa,oBAAqB,SAAQ,YAAY,CAAC,kBAAkB,EAAE,iBAAiB,CAAC;;IAK3F;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,GAAG,GAAG,iBAAiB,GAAG;QAAE,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE;IAa1E;;OAEG;IACG,WAAW,CACf,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,GAAG,CAAC;QAAC,MAAM,CAAC,EAAE,GAAG,CAAA;KAAE,EACnD,KAAK,EAAE,iBAAiB,GAAG;QAAE,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,EACnD,IAAI,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,GAC1B,OAAO,CAAC,iBAAiB,GAAG;QAAE,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAmIxD;;OAEG;IACH,OAAO,CAAC,YAAY;IAqDpB;;OAEG;IACH,SAAS,CAAC,gBAAgB,IAAI,MAAM,EAAE,GAAG,IAAI;CAI9C"}

package/dist/ApifyResults/node/executor.js

@@ -0,0 +1,204 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ApifyResultsExecutor = void 0;
+const platform_1 = require("../../shared/platform");
+const apifyService_1 = require("../service/apifyService");
+const crypto_1 = require("crypto");
+const NODE_TYPE = "ApifyResults";
+class ApifyResultsExecutor extends platform_1.CallbackNode {
+    constructor() {
+        super(NODE_TYPE);
+    }
+    /**
+     * Initialize state for ApifyResults
+     */
+    initializeState(inputs) {
+        // Get resolved config from the executor (set by CallbackNodeActor)
+        const config = this.resolvedConfig;
+        return {
+            items: [],
+            currentIndex: 0,
+            totalItems: 0,
+            runId: config?.runId || "",
+            isComplete: false,
+        };
+    }
+    /**
+     * Handle events and fetch/emit Apify results
+     */
+    async handleEvent(event, state, emit) {
+        const logger = (0, platform_1.createLogger)("ApifyResults");
+        const { inputs, config } = event;
+        const resolvedConfig = config;
+        // Debug logging to understand input structure
+        logger.info(`ApifyResults: Received event`, {
+            eventType: event.type,
+            inputs: inputs ? Object.keys(inputs) : [],
+            config: config ? Object.keys(config) : [],
+            hasRunId: !!resolvedConfig?.runId,
+            runIdValue: resolvedConfig?.runId,
+            stateItemsLength: state.items.length,
+            isComplete: state.isComplete,
+        });
+        // If already complete, don't process any more events
+        if (state.isComplete) {
+            logger.info(`ApifyResults: Already completed, ignoring event`);
+            return state;
+        }
+        // Check if this is a "continue" signal to advance iteration
+        if (inputs?.continue !== undefined && state.items.length > 0) {
+            logger.info(`ApifyResults: Received 'continue' signal`);
+            // Check if we've exhausted all items
+            if (state.currentIndex >= state.items.length) {
+                logger.info(`ApifyResults: All items processed, marking complete`);
+                return {
+                    ...state,
+                    isComplete: true,
+                };
+            }
+            // Process next item
+            const currentItem = state.items[state.currentIndex];
+            const hasMore = state.currentIndex < state.items.length - 1;
+            // Create a summary for logging
+            const itemSummary = {
+                url: currentItem.url || "No URL",
+                status: currentItem.crawl?.httpStatusCode || "Unknown",
+                depth: currentItem.crawl?.depth ?? "Unknown",
+            };
+            logger.info(`ApifyResults: Emitting item ${state.currentIndex + 1}/${state.items.length}`, {
+                ...itemSummary,
+                hasMore,
+            });
+            // Emit sanitized item
+            const sanitizedItem = this.sanitizeItem(currentItem);
+            emit({
+                __outputs: {
+                    item: sanitizedItem,
+                    index: state.currentIndex,
+                    total: state.items.length,
+                    hasMore,
+                },
+            });
+            // Return updated state
+            return {
+                ...state,
+                currentIndex: state.currentIndex + 1,
+                isComplete: state.currentIndex + 1 >= state.items.length,
+            };
+        }
+        // If we haven't fetched items yet, fetch them
+        if (state.items.length === 0 && resolvedConfig?.runId) {
+            logger.info(`ApifyResults: Fetching results for run ${resolvedConfig.runId}`);
+            try {
+                // Get execution context from the executor (set by CallbackNodeActor)
+                const executionContext = this.executionContext;
+                if (!executionContext) {
+                    throw new Error("Execution context not available");
+                }
+                const results = await (0, apifyService_1.fetchApifyRunResults)(resolvedConfig.runId, executionContext);
+                if (!results || !Array.isArray(results)) {
+                    logger.error(`ApifyResults: Invalid results from Apify`, {
+                        results: typeof results,
+                    });
+                    throw new Error("Invalid results from Apify API");
+                }
+                logger.info(`ApifyResults: Fetched ${results.length} items from Apify`);
+                // If we have items, emit the first one immediately
+                if (results.length > 0) {
+                    const firstItem = results[0];
+                    const sanitizedItem = this.sanitizeItem(firstItem);
+                    emit({
+                        __outputs: {
+                            item: sanitizedItem,
+                            index: 0,
+                            total: results.length,
+                            hasMore: results.length > 1,
+                        },
+                    });
+                    logger.info(`ApifyResults: Emitted first item (1/${results.length})`);
+                }
+                // Store items in state and mark first as already emitted
+                return {
+                    ...state,
+                    items: results,
+                    totalItems: results.length,
+                    currentIndex: 1, // Start at 1 since we already emitted the first
+                    isComplete: results.length <= 1, // Complete if 0 or 1 items
+                };
+            }
+            catch (error) {
+                logger.error(`ApifyResults: Failed to fetch results`, {
+                    error: error instanceof Error ? error.message : "Unknown error",
+                    runId: resolvedConfig.runId,
+                });
+                throw error;
+            }
+        }
+        // Default case: no action taken, just return current state
+        logger.info(`ApifyResults: No action taken, waiting for continue signal`);
+        return state;
+    }
+    /**
+     * Sanitize Apify item to remove large fields that cause JSON parsing errors
+     */
+    sanitizeItem(item) {
+        // Create a shallow copy and remove crawl
+        const { crawl, ...itemWithoutCrawl } = item;
+        const sanitized = { ...itemWithoutCrawl };
+        // Remove headers from metadata if present
+        if (sanitized.metadata) {
+            const { headers, ...metadataWithoutHeaders } = sanitized.metadata;
+            sanitized.metadata = metadataWithoutHeaders;
+        }
+        // Add universalId based on URL hash (first 12 chars of SHA256)
+        if (sanitized.url) {
+            const fullHash = (0, crypto_1.createHash)("sha256").update(sanitized.url).digest("hex");
+            sanitized.universalId = fullHash.substring(0, 12);
+        }
+        // Create content hash using all available metadata and text
+        const contentParts = [];
+        // Add URL
+        if (sanitized.url)
+            contentParts.push(sanitized.url);
+        // Add text content
+        if (sanitized.text)
+            contentParts.push(sanitized.text);
+        // Add metadata fields
+        if (sanitized.metadata) {
+            if (sanitized.metadata.title)
+                contentParts.push(sanitized.metadata.title);
+            if (sanitized.metadata.description)
+                contentParts.push(sanitized.metadata.description);
+            if (sanitized.metadata.canonicalUrl)
+                contentParts.push(sanitized.metadata.canonicalUrl);
+            if (sanitized.metadata.author)
+                contentParts.push(sanitized.metadata.author);
+            if (sanitized.metadata.keywords)
+                contentParts.push(sanitized.metadata.keywords);
+            if (sanitized.metadata.languageCode)
+                contentParts.push(sanitized.metadata.languageCode);
+            // Add OpenGraph data if present
+            if (sanitized.metadata.openGraph && Array.isArray(sanitized.metadata.openGraph)) {
+                sanitized.metadata.openGraph.forEach((og) => {
+                    if (og.content)
+                        contentParts.push(og.content);
+                });
+            }
+        }
+        // Generate content hash from all parts
+        if (contentParts.length > 0) {
+            const contentString = contentParts.join("|");
+            const contentHash = (0, crypto_1.createHash)("sha256").update(contentString).digest("hex");
+            sanitized.contentId = contentHash.substring(0, 12);
+        }
+        return sanitized;
+    }
+    /**
+     * Specify that 'continue' is a trigger input
+     */
+    getTriggerInputs() {
+        return ["continue"];
+    }
+}
+exports.ApifyResultsExecutor = ApifyResultsExecutor;
+//# sourceMappingURL=executor.js.map