@gravity-platform/ingest 1.1.2

package/dist/SearchWeb/service/searchWebService.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.searchWeb = searchWeb;
+const platform_1 = require("../../shared/platform");
+/**
+ * SearchWebSerp implementation adapted for GravityWorkflow
+ */
+const SearchWebSerp = (apiKey) => {
+    /**
+     * Main search function
+     */
+    const search = async (query, params = {}) => {
+        try {
+            const searchParams = new URLSearchParams({
+                engine: "google",
+                q: query,
+                gl: params.gl || "us",
+                hl: params.hl || "en",
+                num: params.num || 10,
+                safe: params.safe || "active",
+                api_key: apiKey,
+                ...params,
+            });
+            const response = await fetch(`https://www.searchapi.io/api/v1/search?${searchParams}`, {
+                headers: {
+                    Accept: "application/json",
+                },
+            });
+            if (!response.ok) {
+                throw new Error(`SearchAPI error: ${response.statusText}`);
+            }
+            const results = await response.json();
+            return results;
+        }
+        catch (error) {
+            console.error(`Search error:`, error);
+            return { error: error.message };
+        }
+    };
+    /**
+     * Dedicated image search function
+     */
+    const searchImages = async (query, params = {}) => {
+        try {
+            const searchParams = new URLSearchParams({
+                engine: "google_images",
+                q: query,
+                api_key: apiKey,
+                num: params.num || 10,
+                safe: params.safe || "active",
+                size: "large",
+                ...params,
+            });
+            const response = await fetch(`https://www.searchapi.io/api/v1/search?${searchParams}`, {
+                headers: {
+                    Accept: "application/json",
+                },
+            });
+            if (!response.ok) {
+                throw new Error(`SearchAPI Images error: ${response.statusText}`);
+            }
+            const data = await response.json();
+            return {
+                ...data,
+                images: data.images?.map((img) => ({
+                    url: img.original.link,
+                    thumbnail: img.thumbnail,
+                    source_url: img.source.link,
+                    title: img.title,
+                    source_name: img.source.name,
+                    dimensions: img.original.width && img.original.height
+                        ? {
+                            width: img.original.width,
+                            height: img.original.height,
+                        }
+                        : null,
+                })) || [],
+            };
+        }
+        catch (error) {
+            console.error(`Image search error:`, error);
+            return { error: error.message };
+        }
+    };
+    return {
+        search,
+        searchImages,
+    };
+};
+/**
+ * Search the web using SearchAPI.io
+ */
+async function searchWeb(config, context) {
+    const logger = (0, platform_1.createLogger)("SearchWeb");
+    logger.info("Starting web search", { query: config.query });
+    const credentials = await (0, platform_1.getNodeCredentials)(context, "searchapiCredential");
+    const apiKey = credentials?.apiKey;
+    if (!apiKey) {
+        throw new Error("SearchAPI API key not found in credentials");
+    }
+    const searcher = SearchWebSerp(apiKey);
+    // Search web results
+    const webSearchParams = {
+        num: config.numResults,
+        gl: config.country,
+        hl: config.language,
+        safe: config.safeSearch,
+    };
+    logger.info("Searching web", webSearchParams);
+    const webResults = await searcher.search(config.query, webSearchParams);
+    if (webResults.error) {
+        throw new Error(`Web search failed: ${webResults.error}`);
+    }
+    // Process web results
+    const processedWebResults = (webResults.organic_results || []).map((result) => ({
+        title: result.title || "",
+        url: result.link || "",
+        source: result.source || "",
+        snippet: result.snippet || "",
+    }));
+    logger.info(`Found ${processedWebResults.length} web results`);
+    // Search images if enabled
+    let processedImageResults = [];
+    if (config.searchImages && config.numImages > 0) {
+        logger.info("Searching images", { num: config.numImages });
+        const imageResults = await searcher.searchImages(config.query, {
+            num: config.numImages,
+            safe: config.safeSearch,
+        });
+        if (!imageResults.error && imageResults.images) {
+            processedImageResults = imageResults.images.slice(0, config.numImages).map((img) => ({
+                url: img.url,
+                title: img.title || "",
+                thumbnail: img.thumbnail?.link || img.thumbnail || "",
+                source_url: img.source_url || "",
+                source_name: img.source_name || "",
+            }));
+            logger.info(`Found ${processedImageResults.length} image results`);
+        }
+    }
+    return {
+        webResults: processedWebResults,
+        imageResults: processedImageResults,
+    };
+}
+//# sourceMappingURL=searchWebService.js.map

package/dist/SearchWeb/service/searchWebService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"searchWebService.js","sourceRoot":"","sources":["../../../src/SearchWeb/service/searchWebService.ts"],"names":[],"mappings":";;AA+HA,8BAqEC;AApMD,oDAAyE;AAuBzE;;GAEG;AACH,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,EAAE;IACvC;;OAEG;IACH,MAAM,MAAM,GAAG,KAAK,EAAE,KAAa,EAAE,SAAc,EAAE,EAAE,EAAE;QACvD,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,eAAe,CAAC;gBACvC,MAAM,EAAE,QAAQ;gBAChB,CAAC,EAAE,KAAK;gBACR,EAAE,EAAE,MAAM,CAAC,EAAE,IAAI,IAAI;gBACrB,EAAE,EAAE,MAAM,CAAC,EAAE,IAAI,IAAI;gBACrB,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBACrB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,QAAQ;gBAC7B,OAAO,EAAE,MAAM;gBACf,GAAG,MAAM;aACV,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,0CAA0C,YAAY,EAAE,EACxD;gBACE,OAAO,EAAE;oBACP,MAAM,EAAE,kBAAkB;iBAC3B;aACF,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;YACtC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClC,CAAC;IACH,CAAC,CAAC;IAEF;;OAEG;IACH,MAAM,YAAY,GAAG,KAAK,EAAE,KAAa,EAAE,SAAc,EAAE,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,eAAe,CAAC;gBACvC,MAAM,EAAE,eAAe;gBACvB,CAAC,EAAE,KAAK;gBACR,OAAO,EAAE,MAAM;gBACf,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBACrB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,QAAQ;gBAC7B,IAAI,EAAE,OAAO;gBACb,GAAG,MAAM;aACV,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,0CAA0C,YAAY,EAAE,EACxD;gBACE,OAAO,EAAE;oBACP,MAAM,EAAE,kBAAkB;iBAC3B;aACF,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACpE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEnC,OAAO;gBACL,GAAI,IAAY;gBAChB,MAAM,EACH,IAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;oBACvC,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;oBACtB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI;oBAC3B,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI;oBAC5B,UAAU,EACR,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM;wBACvC,CAAC,CAAC;4BACE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK;4BACzB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM;yBAC5B;wBACH,CAAC,CAAC,IAAI;iBACX,CAAC,CAAC,IAAI,EAAE;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC5C,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClC,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,MAAM;QACN,YAAY;KACb,CAAC;AACJ,CAAC,CAAC;AAEF;;GAEG;AACI,KAAK,UAAU,SAAS,CAC7B,MAAuB,EACvB,OAAY;IAEZ,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,WAAW,CAAC,CAAC;IACzC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAE5D,MAAM,WAAW,GAAG,MAAM,IAAA,6BAAkB,EAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,WAAW,EAAE,MAAM,CAAC;IAEnC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAEvC,qBAAqB;IACrB,MAAM,eAAe,GAAG;QACtB,GAAG,EAAE,MAAM,CAAC,UAAU;QACtB,EAAE,EAAE,MAAM,CAAC,OAAO;QAClB,EAAE,EAAE,MAAM,CAAC,QAAQ;QACnB,IAAI,EAAE,MAAM,CAAC,UAAU;KACxB,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAQ,MAAM,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;IAE7E,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,sBAAsB,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,sBAAsB;IACtB,MAAM,mBAAmB,GAAgB,CAAC,UAAU,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,CAAC;QAChG,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;QACzB,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;QACtB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;KAC9B,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,IAAI,CAAC,SAAS,mBAAmB,CAAC,MAAM,cAAc,CAAC,CAAC;IAE/D,2BAA2B;IAC3B,IAAI,qBAAqB,GAAkB,EAAE,CAAC;IAE9C,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAE3D,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE;YAC7D,GAAG,EAAE,MAAM,CAAC,SAAS;YACrB,IAAI,EAAE,MAAM,CAAC,UAAU;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YAC/C,qBAAqB,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;gBACxF,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;gBACtB,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,IAAI,IAAI,GAAG,CAAC,SAAS,IAAI,EAAE;gBACrD,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE;gBAChC,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE;aACnC,CAAC,CAAC,CAAC;YAEJ,MAAM,CAAC,IAAI,CAAC,SAAS,qBAAqB,CAAC,MAAM,gBAAgB,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,mBAAmB;QAC/B,YAAY,EAAE,qBAAqB;KACpC,CAAC;AACJ,CAAC"}

package/dist/SearchWeb/util/types.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Type definitions for SearchWeb node
+ */
+export interface SearchWebConfig {
+    query: string;
+    numResults: number;
+    numImages: number;
+    searchImages: boolean;
+    safeSearch: string;
+    country: string;
+    language: string;
+}
+export interface SearchWebInput {
+    query?: string;
+}
+export interface SearchWebOutput {
+    webResults: Array<{
+        title: string;
+        url: string;
+        source: string;
+        snippet?: string;
+    }>;
+    imageResults: Array<{
+        url: string;
+        title: string;
+        thumbnail?: string;
+        source_url?: string;
+        source_name?: string;
+    }>;
+}
+export interface SearchWebExecutorOutput {
+    __outputs: {
+        webResults: SearchWebOutput['webResults'];
+        imageResults: SearchWebOutput['imageResults'];
+    };
+}
+export interface SearchResult {
+    title: string;
+    url: string;
+    source: string;
+    snippet?: string;
+}
+export interface ImageResult {
+    url: string;
+    title: string;
+    thumbnail?: string;
+    source_url?: string;
+    source_name?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/SearchWeb/util/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/SearchWeb/util/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,KAAK,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;IACH,YAAY,EAAE,KAAK,CAAC;QAClB,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;CACJ;AAGD,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE;QACT,UAAU,EAAE,eAAe,CAAC,YAAY,CAAC,CAAC;QAC1C,YAAY,EAAE,eAAe,CAAC,cAAc,CAAC,CAAC;KAC/C,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB"}

package/dist/SearchWeb/util/types.js

@@ -0,0 +1,6 @@
+"use strict";
+/**
+ * Type definitions for SearchWeb node
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/SearchWeb/util/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/SearchWeb/util/types.ts"],"names":[],"mappings":";AAAA;;GAEG"}

package/dist/SpatialIngest/node/executor.d.ts

@@ -0,0 +1,8 @@
+import { type NodeExecutionContext } from "@gravity-platform/plugin-base";
+import { PromiseNode } from "../../shared/platform";
+import { SpatialIngestConfig } from "../util/types";
+export declare class SpatialIngestExecutor extends PromiseNode<SpatialIngestConfig> {
+    constructor();
+    protected executeNode(inputs: Record<string, any>, config: SpatialIngestConfig, context: NodeExecutionContext): Promise<any>;
+}
+//# sourceMappingURL=executor.d.ts.map

package/dist/SpatialIngest/node/executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/SpatialIngest/node/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EAAE,WAAW,EAAgB,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAuB,MAAM,eAAe,CAAC;AAMzE,qBAAa,qBAAsB,SAAQ,WAAW,CAAC,mBAAmB,CAAC;;cAKzD,WAAW,CACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,GAAG,CAAC;CAoDhB"}

package/dist/SpatialIngest/node/executor.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SpatialIngestExecutor = void 0;
+const platform_1 = require("../../shared/platform");
+const spatialIngestService_1 = require("../service/spatialIngestService");
+const NODE_TYPE = "SpatialIngest";
+const logger = (0, platform_1.createLogger)(NODE_TYPE);
+class SpatialIngestExecutor extends platform_1.PromiseNode {
+    constructor() {
+        super(NODE_TYPE);
+    }
+    async executeNode(inputs, config, context) {
+        const startTime = Date.now();
+        const workflowId = context.workflow?.id || "";
+        const nodeId = context.nodeId;
+        const rawContent = config.rawContent?.trim();
+        if (!rawContent) {
+            logger.warn(`[${NODE_TYPE}] rawContent is empty, skipping`);
+            return { __outputs: { success: false, count: 0, universalIds: [] } };
+        }
+        const openAIApiKey = context.credentials?.openAICredential?.apiKey;
+        if (!openAIApiKey) {
+            throw new Error(`[${NODE_TYPE}] openAICredential.apiKey is required`);
+        }
+        const category = (config.category || "need").toLowerCase();
+        const domainPrompt = config.domainPrompt || "";
+        logger.info(`[${NODE_TYPE}] Starting node: ${nodeId}`, {
+            workflowId,
+            category,
+            contentLength: rawContent.length,
+            hasDomainPrompt: !!domainPrompt,
+        });
+        const { success, entries } = await (0, spatialIngestService_1.runSpatialIngestPipeline)({
+            rawContent,
+            category,
+            domainPrompt,
+            workflowId,
+            sourceUrl: config.sourceUrl,
+            openAIApiKey,
+        });
+        const universalIds = entries.map((e) => e.universal_id);
+        logger.info(`[${NODE_TYPE}] Done: ${nodeId} in ${Date.now() - startTime}ms`, {
+            workflowId,
+            success,
+            count: entries.length,
+        });
+        return {
+            __outputs: {
+                success,
+                count: entries.length,
+                universalIds,
+                entries,
+            },
+        };
+    }
+}
+exports.SpatialIngestExecutor = SpatialIngestExecutor;
+//# sourceMappingURL=executor.js.map

package/dist/SpatialIngest/node/executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/SpatialIngest/node/executor.ts"],"names":[],"mappings":";;;AACA,oDAAkE;AAElE,0EAA2E;AAE3E,MAAM,SAAS,GAAG,eAAe,CAAC;AAClC,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,SAAS,CAAC,CAAC;AAEvC,MAAa,qBAAsB,SAAQ,sBAAgC;IACzE;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,WAAW,CACzB,MAA2B,EAC3B,MAA2B,EAC3B,OAA6B;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,IAAI,SAAS,iCAAiC,CAAC,CAAC;YAC5D,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAgC,EAAE,CAAC;QACrG,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,gBAAgB,EAAE,MAAM,CAAC;QACnE,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,IAAI,SAAS,uCAAuC,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3D,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QAE/C,MAAM,CAAC,IAAI,CAAC,IAAI,SAAS,oBAAoB,MAAM,EAAE,EAAE;YACrD,UAAU;YACV,QAAQ;YACR,aAAa,EAAE,UAAU,CAAC,MAAM;YAChC,eAAe,EAAE,CAAC,CAAC,YAAY;SAChC,CAAC,CAAC;QAEH,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,IAAA,+CAAwB,EAAC;YAC1D,UAAU;YACV,QAAQ;YACR,YAAY;YACZ,UAAU;YACV,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,YAAY;SACb,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAExD,MAAM,CAAC,IAAI,CAAC,IAAI,SAAS,WAAW,MAAM,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,EAAE;YAC3E,UAAU;YACV,OAAO;YACP,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE;gBACT,OAAO;gBACP,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,YAAY;gBACZ,OAAO;aACR;SACF,CAAC;IACJ,CAAC;CACF;AA7DD,sDA6DC"}

package/dist/SpatialIngest/node/index.d.ts

@@ -0,0 +1,10 @@
+import { type EnhancedNodeDefinition } from "@gravity-platform/plugin-base";
+import { SpatialIngestExecutor } from "./executor";
+export declare const NODE_TYPE = "SpatialIngest";
+declare function createNodeDefinition(): EnhancedNodeDefinition;
+export declare const SpatialIngestNode: {
+    definition: any;
+    executor: typeof SpatialIngestExecutor;
+};
+export { createNodeDefinition };
+//# sourceMappingURL=index.d.ts.map

package/dist/SpatialIngest/node/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/SpatialIngest/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACrG,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEnD,eAAO,MAAM,SAAS,kBAAkB,CAAC;AAEzC,iBAAS,oBAAoB,IAAI,sBAAsB,CA4FtD;AAID,eAAO,MAAM,iBAAiB;;;CAG7B,CAAC;AAEF,OAAO,EAAE,oBAAoB,EAAE,CAAC"}

package/dist/SpatialIngest/node/index.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SpatialIngestNode = exports.NODE_TYPE = void 0;
+exports.createNodeDefinition = createNodeDefinition;
+const plugin_base_1 = require("@gravity-platform/plugin-base");
+const executor_1 = require("./executor");
+exports.NODE_TYPE = "SpatialIngest";
+function createNodeDefinition() {
+    const { NodeInputType } = (0, plugin_base_1.getPlatformDependencies)();
+    return {
+        packageVersion: "1.1.1",
+        type: exports.NODE_TYPE,
+        category: "Storage",
+        name: "Spatial Ingest",
+        description: "Extract needs from raw content using master spatial prompts, generate embeddings, and upsert into the spatial dictionary (dictionary_need_states).",
+        color: "#6366f1",
+        logoUrl: "https://res.cloudinary.com/sonik/image/upload/v1751366180/gravity/icons/gravityIcon.png",
+        inputs: [
+            {
+                name: "signal",
+                type: NodeInputType.ANY,
+                description: "Trigger signal",
+            },
+        ],
+        outputs: [
+            {
+                name: "success",
+                type: NodeInputType.BOOLEAN,
+                description: "Whether all objects were saved",
+            },
+            {
+                name: "count",
+                type: NodeInputType.NUMBER,
+                description: "Number of need objects created or updated",
+            },
+            {
+                name: "universalIds",
+                type: NodeInputType.ANY,
+                description: "Stable UUIDs of the upserted dictionary records",
+            },
+            {
+                name: "entries",
+                type: NodeInputType.ANY,
+                description: "Full entry objects ready for downstream processing",
+            },
+        ],
+        configSchema: {
+            type: "object",
+            required: ["rawContent", "category"],
+            properties: {
+                rawContent: {
+                    type: "string",
+                    title: "Raw Content",
+                    description: "The text to extract needs from (supports templates, e.g. {{trigger.output.message}})",
+                    "ui:field": "template",
+                    "ui:order": 1,
+                },
+                category: {
+                    type: "string",
+                    title: "Category",
+                    description: "Type of content — drives which extraction prompt is used",
+                    enum: ["need", "service", "image", "document", "mcp", "skill"],
+                    enumNames: ["Need", "Service", "Image", "Document", "MCP", "Skill"],
+                    default: "need",
+                    "ui:order": 2,
+                },
+                sourceUrl: {
+                    type: "string",
+                    title: "Source URL",
+                    description: "Optional — URL the content was fetched from (supports templates)",
+                    "ui:field": "template",
+                    "ui:order": 3,
+                },
+                domainPrompt: {
+                    type: "string",
+                    title: "Domain Prompt",
+                    description: "Domain context for extraction (leave empty to use workflow description)",
+                    "ui:widget": "textarea",
+                    "ui:order": 4,
+                },
+            },
+        },
+        credentials: [
+            {
+                name: "openAICredential",
+                required: true,
+            },
+        ],
+        capabilities: {
+            isTrigger: false,
+        },
+    };
+}
+const definition = createNodeDefinition();
+exports.SpatialIngestNode = {
+    definition,
+    executor: executor_1.SpatialIngestExecutor,
+};
+//# sourceMappingURL=index.js.map

package/dist/SpatialIngest/node/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/SpatialIngest/node/index.ts"],"names":[],"mappings":";;;AA0GS,oDAAoB;AA1G7B,+DAAqG;AACrG,yCAAmD;AAEtC,QAAA,SAAS,GAAG,eAAe,CAAC;AAEzC,SAAS,oBAAoB;IAC3B,MAAM,EAAE,aAAa,EAAE,GAAG,IAAA,qCAAuB,GAAE,CAAC;IAEpD,OAAO;QACL,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,iBAAS;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,gBAAgB;QACtB,WAAW,EACT,oJAAoJ;QACtJ,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,yFAAyF;QAElG,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,GAAG;gBACvB,WAAW,EAAE,gBAAgB;aAC9B;SACF;QAED,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,aAAa,CAAC,OAAO;gBAC3B,WAAW,EAAE,gCAAgC;aAC9C;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,aAAa,CAAC,GAAG;gBACvB,WAAW,EAAE,iDAAiD;aAC/D;YACD;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,aAAa,CAAC,GAAG;gBACvB,WAAW,EAAE,oDAAoD;aAClE;SACF;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC;YACpC,UAAU,EAAE;gBACV,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,aAAa;oBACpB,WAAW,EAAE,sFAAsF;oBACnG,UAAU,EAAE,UAAU;oBACtB,UAAU,EAAE,CAAC;iBACd;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,UAAU;oBACjB,WAAW,EAAE,0DAA0D;oBACvE,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC;oBAC9D,SAAS,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC;oBACnE,OAAO,EAAE,MAAM;oBACf,UAAU,EAAE,CAAC;iBACd;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,YAAY;oBACnB,WAAW,EAAE,kEAAkE;oBAC/E,UAAU,EAAE,UAAU;oBACtB,UAAU,EAAE,CAAC;iBACd;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,eAAe;oBACtB,WAAW,EAAE,yEAAyE;oBACtF,WAAW,EAAE,UAAU;oBACvB,UAAU,EAAE,CAAC;iBACd;aACF;SACF;QAED,WAAW,EAAE;YACX;gBACE,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,IAAI;aACf;SACF;QAED,YAAY,EAAE;YACZ,SAAS,EAAE,KAAK;SACjB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;AAE7B,QAAA,iBAAiB,GAAG;IAC/B,UAAU;IACV,QAAQ,EAAE,gCAAqB;CAChC,CAAC"}

package/dist/SpatialIngest/service/spatialIngestService.d.ts

@@ -0,0 +1,29 @@
+/**
+ * SpatialIngest Service
+ *
+ * Runs the full spatial ingestion pipeline:
+ *   1. LLM extraction  → node-service /execute (OpenAIStructuredOutput)
+ *   2. Embeddings      → OpenAI text-embedding-3-large (direct API, batch)
+ *   3. Build entries   → SpatialEntry[] with 1536D embeddings
+ *   4. Upload to DB    → workflow-service POST /dictionary/upload
+ *
+ * Prompts and schemas are COPIED from:
+ *   apps/server/src/services/contentEngine/extraction/prompts.ts
+ *   apps/server/src/services/contentEngine/extraction/schemas.ts
+ * TODO: Move to shared package so there is one source of truth.
+ */
+import { SpatialEntry } from "../util/types";
+export interface RunPipelineInput {
+    rawContent: string;
+    category: string;
+    domainPrompt: string;
+    workflowId: string;
+    sourceUrl?: string;
+    openAIApiKey: string;
+}
+export interface RunPipelineResult {
+    success: boolean;
+    entries: SpatialEntry[];
+}
+export declare function runSpatialIngestPipeline(input: RunPipelineInput): Promise<RunPipelineResult>;
+//# sourceMappingURL=spatialIngestService.d.ts.map

package/dist/SpatialIngest/service/spatialIngestService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spatialIngestService.d.ts","sourceRoot":"","sources":["../../../src/SpatialIngest/service/spatialIngestService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAK7C,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB;AAED,wBAAsB,wBAAwB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA+FlG"}