@gravity-platform/ingest 1.1.2

package/dist/SpatialIngest/service/spatialIngestService.js

@@ -0,0 +1,306 @@
+"use strict";
+/**
+ * SpatialIngest Service
+ *
+ * Runs the full spatial ingestion pipeline:
+ *   1. LLM extraction  → node-service /execute (OpenAIStructuredOutput)
+ *   2. Embeddings      → OpenAI text-embedding-3-large (direct API, batch)
+ *   3. Build entries   → SpatialEntry[] with 1536D embeddings
+ *   4. Upload to DB    → workflow-service POST /dictionary/upload
+ *
+ * Prompts and schemas are COPIED from:
+ *   apps/server/src/services/contentEngine/extraction/prompts.ts
+ *   apps/server/src/services/contentEngine/extraction/schemas.ts
+ * TODO: Move to shared package so there is one source of truth.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runSpatialIngestPipeline = runSpatialIngestPipeline;
+const crypto_1 = require("crypto");
+const NODE_SERVICE_URL = process.env.NODE_SERVICE_URL || "http://localhost:4102";
+const WORKFLOW_SERVICE_URL = process.env.WORKFLOW_SERVICE_URL || "http://localhost:4101";
+async function runSpatialIngestPipeline(input) {
+    const { rawContent, category, domainPrompt, workflowId, sourceUrl, openAIApiKey } = input;
+    // Step 1: LLM extraction
+    const schema = getExtractionSchema(category);
+    const systemPrompt = getExtractionPrompt(category, domainPrompt);
+    const extractRes = await fetch(`${NODE_SERVICE_URL}/execute`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({
+            nodeType: "OpenAIStructuredOutput",
+            inputs: { content: rawContent, schema },
+            config: {
+                model: "gpt-5.1",
+                instructions: systemPrompt,
+                schemaName: `${category}_extraction`,
+            },
+            context: { credentials: { openAICredential: { apiKey: openAIApiKey } } },
+        }),
+    });
+    if (!extractRes.ok) {
+        const err = await extractRes.text();
+        throw new Error(`SpatialIngest: extraction failed (${extractRes.status}): ${err}`);
+    }
+    const extractData = (await extractRes.json());
+    const objects = extractData.result?.objects || [];
+    if (!objects.length) {
+        return { success: false, entries: [] };
+    }
+    // Step 2: Embeddings — call OpenAI directly (batch input)
+    const embeddingTexts = objects.map(buildEmbeddingText);
+    const embedRes = await fetch("https://api.openai.com/v1/embeddings", {
+        method: "POST",
+        headers: {
+            Authorization: `Bearer ${openAIApiKey}`,
+            "Content-Type": "application/json",
+        },
+        body: JSON.stringify({
+            model: "text-embedding-3-large",
+            dimensions: 1536,
+            input: embeddingTexts,
+        }),
+    });
+    if (!embedRes.ok) {
+        const err = await embedRes.text();
+        throw new Error(`SpatialIngest: embedding failed (${embedRes.status}): ${err}`);
+    }
+    const embedData = (await embedRes.json());
+    const embeddings = (embedData.data || []).map((d) => d.embedding);
+    // Step 3: Build entries
+    const entries = objects.map((obj, i) => ({
+        universal_id: generateUniversalId(workflowId, obj.title, obj.description),
+        content_hash: generateContentHash(obj),
+        title: obj.title || "",
+        description: obj.description || "",
+        object_type: category,
+        key_need: obj.keyNeed || "",
+        needs: obj.needs || [],
+        source_url: sourceUrl || "",
+        embedding_original: embeddings[i] || [],
+        needs_umap_update: true,
+        workflow_id: workflowId,
+        metadata: {
+            callToAction: obj.callToAction,
+            action: obj.action,
+            questions: obj.questions,
+            llmObjectType: obj.objectType,
+        },
+    }));
+    // Step 4: Upload entries to dictionary_need_states via workflow service
+    const uploadRes = await fetch(`${WORKFLOW_SERVICE_URL}/dictionary/upload`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ entries, upsert: true }),
+    });
+    if (!uploadRes.ok) {
+        const err = await uploadRes.text();
+        throw new Error(`SpatialIngest: upload failed (${uploadRes.status}): ${err}`);
+    }
+    // Strip embeddings from returned entries to keep the node output small
+    const entriesForOutput = entries.map(({ embedding_original, ...rest }) => rest);
+    return { success: true, entries: entriesForOutput };
+}
+// ---------------------------------------------------------------------------
+// PROMPTS — COPIED FROM apps/server/src/services/contentEngine/extraction/prompts.ts
+// TODO: move to shared package
+// ---------------------------------------------------------------------------
+function getCategoryDescription(category) {
+    const map = {
+        SERVICE: "services, treatments, programs, or offerings",
+        NEED: "user needs, pain points, desires, or intentions",
+        IMAGE: "visual content and imagery",
+        DOCUMENT: "articles, guides, or documentation",
+        MCP: "actions or tools that help users accomplish tasks",
+        SKILL: "agent capabilities, instructions, or guidance for handling specific situations",
+    };
+    return map[category.toUpperCase()] || "items";
+}
+function getExtractionPrompt(category, domainPrompt) {
+    const categoryDesc = getCategoryDescription(category);
+    const MAX_DOMAIN_LENGTH = 500;
+    const rawDomain = domainPrompt || "";
+    const contextBlock = rawDomain.length > MAX_DOMAIN_LENGTH ? rawDomain.slice(0, MAX_DOMAIN_LENGTH).trimEnd() + "…" : rawDomain;
+    return `${contextBlock}
+
+Your task:
+1. Identify all ${categoryDesc} mentioned in the content
+2. Extract relevant information for each one
+3. Structure the data according to the provided JSON schema
+
+GROUNDING - CRITICAL:
+- ONLY use information explicitly present in the provided content
+- DO NOT add facts, features, or details not mentioned in the source
+- If information is missing, leave it out - do not invent or assume
+- Every claim must be traceable to the provided content
+
+Guidelines:
+- Be accurate and comprehensive
+- Use clear, natural language
+- Focus on user benefits and outcomes
+- CRITICAL: Extract MULTIPLE objects - create a separate object for each distinct ${categoryDesc} found
+- CRITICAL: DO NOT create just one object per page - if a page mentions 5 different services, create 5 objects
+- CRITICAL: Each object should represent ONE specific ${categoryDesc}, not a collection
+- Write rich, detailed descriptions (150-500 characters minimum) that provide real value
+- CRITICAL: Descriptions must be at least 150 characters - provide specific details, not generic statements
+- CRITICAL: Do NOT start descriptions with self-referential phrases like "This need...", "This service...", "This item...". Write directly about the topic.
+- CRITICAL: Provide exactly 5-7 user needs per item (aim for 6)
+- CRITICAL: Generate exactly 4 questions per item
+
+CRITICAL for Titles:
+- DO NOT include the company/brand name in titles
+- Titles should describe the service/need/content itself
+- Good: "Performance Enhancement and Injury Prevention"
+- Bad: "Company Name - Performance Enhancement and Injury Prevention"
+- Keep titles concise and descriptive
+
+CRITICAL for 3D Space Organization:
+- ALWAYS identify the PRIMARY USER NEED (keyNeed) - this anchors the item in 3D space
+- List ALL related user needs - these create semantic connections
+- Think: "What problem does this solve?" and "Who needs this?"
+
+CRITICAL for Questions:
+- Generate exactly 4 questions that this content directly answers
+- ONLY create questions based on information explicitly present in the content
+- Questions should help users understand what's actually covered in the content
+
+${getCategorySpecificPrompt(category, domainPrompt)}`;
+}
+function getCategorySpecificPrompt(category, domain) {
+    switch (category.toUpperCase()) {
+        case "SERVICE":
+            return `Focus on service details: process, duration, benefits, who it's for, pricing indicators, booking information, and unique features.
+
+CRITICAL - Write from the USER's perspective (not the organization's):
+- Title: What the USER gets or achieves (e.g., "Learn Unity Game Development", not "Unity Game Development Course")
+- Description: What problem this solves for the user, who benefits, and what outcome they can expect
+- keyNeed: The primary USER goal this service addresses (e.g., "Develop game development skills")
+- needs: Related USER goals and pain points (5-7 items)
+- Think: "What is the user trying to accomplish?" and "Why would someone seek this out?"
+
+CRITICAL - EXTRACT MULTIPLE OBJECTS:
+- Each service may address MULTIPLE distinct user needs — extract them as separate objects
+- MINIMUM 3 objects per item, TARGET 5-8`;
+        case "NEED":
+            return `Focus on user pain points, desires, goals, and problems they're trying to solve. Capture emotional context and urgency levels.
+
+🚨 CRITICAL - GROUNDING 🚨
+- ONLY extract needs from the PROVIDED CONTENT
+- DO NOT invent needs based on the system prompt or your general knowledge
+- Every need you return must be traceable to a specific statement in the provided content
+
+🚨 CRITICAL - YOU MUST EXTRACT MULTIPLE NEEDS PER PAGE 🚨
+- MINIMUM 3 need objects per page, TARGET 5-8 need objects
+- Each page discusses MULTIPLE different user needs - extract ALL of them
+- Create a SEPARATE object for EACH distinct need mentioned
+- DO NOT create just 1 object that combines everything`;
+        case "IMAGE":
+            return `Write about the SERVICE or NEED the image represents - not about the image itself.
+CRITICAL: Identify the PRIMARY USER NEED (keyNeed) and ALL related needs.
+Write as website service copy that will cluster with related text-based content in 3D space.`;
+        case "DOCUMENT":
+            return `Extract the user needs and problems this document helps address.
+
+CRITICAL - Write from the USER's perspective:
+- Title: What the USER learns or achieves from this document (not the document's title)
+- Description: What problem this solves for the user and what they gain from reading it
+- keyNeed: The primary USER goal this document addresses
+- needs: Related USER goals and pain points (5-7 items)
+
+CRITICAL - EXTRACT MULTIPLE OBJECTS:
+- A document may address MULTIPLE distinct user needs — extract them as separate objects
+- MINIMUM 3 objects per document, TARGET 5-8`;
+        case "MCP":
+            return `Focus on user goals, desires, and problems they're trying to solve with this action/tool.
+
+CRITICAL - Write from the USER's perspective:
+- Title: What the USER wants to do (e.g., "Find the Right Credit Card")
+- Description: What problem this solves and who benefits
+- keyNeed: The primary user goal this addresses
+- needs: Related user goals and pain points (5-7 items)`;
+        case "SKILL":
+            return `Focus on the CUSTOMER'S pain points, desires, and problems this skill helps address.
+Write from the END CUSTOMER's perspective - what do THEY need when this skill is used?
+
+CRITICAL - Write from the CUSTOMER's perspective (not the agent's):
+- Title: What situation the customer is in (e.g., "Get Help With a Complaint")
+- Description: What the customer is experiencing, their frustration, and what outcome they want
+- keyNeed: The primary CUSTOMER goal
+- needs: Related CUSTOMER goals and pain points (5-7 items)`;
+        default:
+            return `Extract all relevant information and create specific, descriptive object types.
+CRITICAL - Write from the USER's perspective. keyNeed and needs[] MUST reflect user intent.
+MINIMUM 3 objects per item, TARGET 5-8.`;
+    }
+}
+// ---------------------------------------------------------------------------
+// SCHEMAS — COPIED FROM apps/server/src/services/contentEngine/extraction/schemas.ts
+// TODO: move to shared package
+// ---------------------------------------------------------------------------
+const BASE_ITEM_SCHEMA = {
+    type: "object",
+    properties: {
+        objectType: { type: "string" },
+        title: { type: "string", description: "Short, clear title for the item" },
+        description: {
+            type: "string",
+            description: "Detailed 3-4 sentence description that provides real value: what it is, who specifically benefits, concrete outcomes/results, and what makes it unique or effective.",
+        },
+        keyNeed: { type: "string", description: "Primary user need this addresses" },
+        callToAction: { type: "string", description: "Action-oriented CTA" },
+        action: { type: "string", description: "Short button label (1-3 words)" },
+        needs: {
+            type: "array",
+            description: "List of user needs/intents addressed (5-7 items)",
+            minItems: 5,
+            maxItems: 7,
+            items: { type: "string" },
+        },
+        questions: {
+            type: "array",
+            description: "Self-contained questions this content answers (exactly 4)",
+            minItems: 4,
+            maxItems: 4,
+            items: { type: "string" },
+        },
+    },
+    required: ["objectType", "title", "description", "keyNeed", "needs", "callToAction", "action", "questions"],
+    additionalProperties: false,
+};
+function getExtractionSchema(category) {
+    return {
+        type: "object",
+        properties: {
+            objects: {
+                type: "array",
+                description: "Array of extracted objects. Extract MULTIPLE objects — minimum 3, target 5-8 per content block.",
+                items: BASE_ITEM_SCHEMA,
+            },
+        },
+        required: ["objects"],
+        additionalProperties: false,
+    };
+}
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function buildEmbeddingText(obj) {
+    return [
+        obj.objectType && obj.title ? `${obj.objectType}: ${obj.title}` : "",
+        obj.description || "",
+        obj.keyNeed ? `Primary User Need: ${obj.keyNeed}` : "",
+        obj.needs?.length ? `This helps with: ${obj.needs.join(", ")}` : "",
+        obj.questions?.length ? `Questions:\n${obj.questions.map((q) => `- ${q}`).join("\n")}` : "",
+        obj.callToAction || "",
+    ]
+        .filter(Boolean)
+        .join("\n\n");
+}
+function generateUniversalId(workflowId, title, description) {
+    const hash = (0, crypto_1.createHash)("sha256").update(`${workflowId}:${title}:${description}`).digest("hex");
+    return `${hash.slice(0, 8)}-${hash.slice(8, 12)}-${hash.slice(12, 16)}-${hash.slice(16, 20)}-${hash.slice(20, 32)}`;
+}
+function generateContentHash(obj) {
+    const content = [obj.title || "", obj.description || "", obj.keyNeed || "", (obj.needs || []).sort().join("|")].join(":");
+    return (0, crypto_1.createHash)("sha256").update(content).digest("hex");
+}
+//# sourceMappingURL=spatialIngestService.js.map

package/dist/SpatialIngest/service/spatialIngestService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spatialIngestService.js","sourceRoot":"","sources":["../../../src/SpatialIngest/service/spatialIngestService.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;GAaG;;AAsBH,4DA+FC;AAnHD,mCAAoC;AAGpC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,uBAAuB,CAAC;AACjF,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,uBAAuB,CAAC;AAgBlF,KAAK,UAAU,wBAAwB,CAAC,KAAuB;IACpE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;IAE1F,yBAAyB;IACzB,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAEjE,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,gBAAgB,UAAU,EAAE;QAC5D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,QAAQ,EAAE,wBAAwB;YAClC,MAAM,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE;YACvC,MAAM,EAAE;gBACN,KAAK,EAAE,SAAS;gBAChB,YAAY,EAAE,YAAY;gBAC1B,UAAU,EAAE,GAAG,QAAQ,aAAa;aACrC;YACD,OAAO,EAAE,EAAE,WAAW,EAAE,EAAE,gBAAgB,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;SACzE,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qCAAqC,UAAU,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,MAAM,WAAW,GAAG,CAAC,MAAM,UAAU,CAAC,IAAI,EAAE,CAAQ,CAAC;IACrD,MAAM,OAAO,GAAU,WAAW,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;IAEzD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,0DAA0D;IAC1D,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAEvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;QACnE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,YAAY,EAAE;YACvC,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,wBAAwB;YAC/B,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE,cAAc;SACtB,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,oCAAoC,QAAQ,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IACjD,MAAM,UAAU,GAAe,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAEnF,wBAAwB;IACxB,MAAM,OAAO,GAAmB,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACvD,YAAY,EAAE,mBAAmB,CAAC,UAAU,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC;QACzE,YAAY,EAAE,mBAAmB,CAAC,GAAG,CAAC;QACtC,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;QACtB,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE;QAClC,WAAW,EAAE,QAAQ;QACrB,QAAQ,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;QAC3B,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;QACtB,UAAU,EAAE,SAAS,IAAI,EAAE;QAC3B,kBAAkB,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE;QACvC,iBAAiB,EAAE,IAAI;QACvB,WAAW,EAAE,UAAU;QACvB,QAAQ,EAAE;YACR,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,aAAa,EAAE,GAAG,CAAC,UAAU;SAC9B;KACF,CAAC,CAAC,CAAC;IAEJ,wEAAwE;IACxE,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,GAAG,oBAAoB,oBAAoB,EAAE;QACzE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;KAChD,CAAC,CAAC;IAEH,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,iCAAiC,SAAS,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,uEAAuE;IACvE,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAEhF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAkC,EAAE,CAAC;AACxE,CAAC;AAED,8EAA8E;AAC9E,qFAAqF;AACrF,+BAA+B;AAC/B,8EAA8E;AAE9E,SAAS,sBAAsB,CAAC,QAAgB;IAC9C,MAAM,GAAG,GAA2B;QAClC,OAAO,EAAE,8CAA8C;QACvD,IAAI,EAAE,iDAAiD;QACvD,KAAK,EAAE,4BAA4B;QACnC,QAAQ,EAAE,oCAAoC;QAC9C,GAAG,EAAE,mDAAmD;QACxD,KAAK,EAAE,gFAAgF;KACxF,CAAC;IACF,OAAO,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,OAAO,CAAC;AAChD,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB,EAAE,YAAoB;IACjE,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,iBAAiB,GAAG,GAAG,CAAC;IAC9B,MAAM,SAAS,GAAG,YAAY,IAAI,EAAE,CAAC;IACrC,MAAM,YAAY,GAChB,SAAS,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAE3G,OAAO,GAAG,YAAY;;;kBAGN,YAAY;;;;;;;;;;;;;;oFAcsD,YAAY;;wDAExC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;EAwBlE,yBAAyB,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAgB,EAAE,MAAc;IACjE,QAAQ,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QAC/B,KAAK,SAAS;YACZ,OAAO;;;;;;;;;;;yCAW4B,CAAC;QAEtC,KAAK,MAAM;YACT,OAAO;;;;;;;;;;;uDAW0C,CAAC;QAEpD,KAAK,OAAO;YACV,OAAO;;6FAEgF,CAAC;QAE1F,KAAK,UAAU;YACb,OAAO;;;;;;;;;;6CAUgC,CAAC;QAE1C,KAAK,KAAK;YACR,OAAO;;;;;;wDAM2C,CAAC;QAErD,KAAK,OAAO;YACV,OAAO;;;;;;;4DAO+C,CAAC;QAEzD;YACE,OAAO;;wCAE2B,CAAC;IACvC,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,qFAAqF;AACrF,+BAA+B;AAC/B,8EAA8E;AAE9E,MAAM,gBAAgB,GAAG;IACvB,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACV,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC9B,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iCAAiC,EAAE;QACzE,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EACT,sKAAsK;SACzK;QACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE;QAC5E,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;QACpE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;QACzE,KAAK,EAAE;YACL,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,kDAAkD;YAC/D,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC1B;QACD,SAAS,EAAE;YACT,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,2DAA2D;YACxE,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC1B;KACF;IACD,QAAQ,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,WAAW,CAAC;IAC3G,oBAAoB,EAAE,KAAK;CAC5B,CAAC;AAEF,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,OAAO,EAAE;gBACP,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,iGAAiG;gBACnG,KAAK,EAAE,gBAAgB;aACxB;SACF;QACD,QAAQ,EAAE,CAAC,SAAS,CAAC;QACrB,oBAAoB,EAAE,KAAK;KAC5B,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,kBAAkB,CAAC,GAAQ;IAClC,OAAO;QACL,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE;QACpE,GAAG,CAAC,WAAW,IAAI,EAAE;QACrB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE;QACtD,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,oBAAoB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;QACnE,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;QACnG,GAAG,CAAC,YAAY,IAAI,EAAE;KACvB;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAkB,EAAE,KAAa,EAAE,WAAmB;IACjF,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,UAAU,IAAI,KAAK,IAAI,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChG,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;AACtH,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAQ;IACnC,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1H,OAAO,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC"}

package/dist/SpatialIngest/util/types.d.ts

@@ -0,0 +1,26 @@
+export interface SpatialIngestConfig {
+    rawContent: string;
+    category: "need" | "service" | "image" | "document" | "mcp" | "skill";
+    sourceUrl?: string;
+    domainPrompt?: string;
+}
+export interface SpatialIngestOutput {
+    success: boolean;
+    count: number;
+    universalIds: string[];
+}
+export interface SpatialEntry {
+    universal_id: string;
+    content_hash: string;
+    title: string;
+    description: string;
+    object_type: string;
+    key_need: string;
+    needs: string[];
+    source_url: string;
+    embedding_original: number[];
+    needs_umap_update: boolean;
+    workflow_id: string;
+    metadata: Record<string, any>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/SpatialIngest/util/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/SpatialIngest/util/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,UAAU,GAAG,KAAK,GAAG,OAAO,CAAC;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC/B"}

package/dist/SpatialIngest/util/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/SpatialIngest/util/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/SpatialIngest/util/types.ts"],"names":[],"mappings":""}

package/dist/credentials/index.d.ts

@@ -0,0 +1,141 @@
+/**
+ * Credential definitions for ingest package
+ * Following the package specification pattern
+ */
+export declare const SearchAPICredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+export declare const ApifyCredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+export declare const HyperbrowserCredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+export declare const GoogleAPICredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+export declare const PlaidCredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: ({
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+        default?: undefined;
+    } | {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+        default: string;
+    })[];
+};
+export declare const AbyssaleCredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+export declare const AirtableCredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+export declare const ApolloCredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+export declare const ElevenLabsCredential: {
+    name: string;
+    displayName: string;
+    description: string;
+    properties: {
+        name: string;
+        displayName: string;
+        type: "string";
+        required: boolean;
+        secret: boolean;
+        description: string;
+        placeholder: string;
+    }[];
+};
+//# sourceMappingURL=index.d.ts.map

package/dist/credentials/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/credentials/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;CAe/B,CAAC;AAGF,eAAO,MAAM,eAAe;;;;;;;;;;;;;CAe3B,CAAC;AAGF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;CAelC,CAAC;AAGF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;CAe/B,CAAC;AAGF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;CAkC3B,CAAC;AAGF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;CAe9B,CAAC;AAGF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;CAe9B,CAAC;AAGF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;CAe5B,CAAC;AAGF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;CAehC,CAAC"}