@dypai-ai/mcp 1.0.9 → 1.1.0

package/src/tools/sync/transforms.js

@@ -0,0 +1,157 @@
+/**
+ * Bidirectional transformations between the DB's executable JSON workflow
+ * format and the declarative YAML/files format.
+ *
+ * CRITICAL: every transform declares its pull (DB → file) and push (file → DB)
+ * direction together. This guarantees round-trip symmetry by construction —
+ * there's no separate "push" file that can drift out of sync with "pull".
+ *
+ * Adding a new transform = edit one object here, both directions in one commit.
+ *
+ * Context shape for pull:
+ *   {
+ *     endpointName, nodeId,
+ *     credIdToName, groupIdToName, endpointIdToName,
+ *     emitFile(path, content),   // collects files to write to disk
+ *   }
+ *
+ * Context shape for push:
+ *   {
+ *     endpointName, nodeId,
+ *     credNameToId, groupNameToId, endpointNameToId,
+ *     readFile(path),            // returns file contents
+ *   }
+ */
+
+// Only extract truly large content. Below these thresholds, SQL and prompts
+// stay inline in the YAML so the endpoint is one self-contained file.
+const SQL_INLINE_MAX_CHARS = 500
+const PROMPT_INLINE_MAX_CHARS = 800
+
+const shouldInlineSql = (q) => !q || q.length <= SQL_INLINE_MAX_CHARS
+
+// ─── Node-level field transforms ────────────────────────────────────────────
+
+export const NODE_FIELD_TRANSFORMS = [
+  {
+    name: "credential",
+    pull(params, ctx) {
+      if (params.credential_id && ctx.credIdToName[params.credential_id]) {
+        return { credential: ctx.credIdToName[params.credential_id] }
+      }
+      return {}
+    },
+    push(params, ctx) {
+      if (params.credential && ctx.credNameToId[params.credential]) {
+        return { credential_id: ctx.credNameToId[params.credential] }
+      }
+      return {}
+    },
+    pullConsumes: ["credential_id"],
+    pushConsumes: ["credential"],
+  },
+
+  {
+    name: "agent_tools",
+    appliesWhen: (nodeType) => nodeType === "agent",
+    pull(params, ctx) {
+      if (Array.isArray(params.tool_ids)) {
+        return { tools: params.tool_ids.map(id => ctx.endpointIdToName[id] || id) }
+      }
+      return {}
+    },
+    push(params, ctx) {
+      if (Array.isArray(params.tools)) {
+        return { tool_ids: params.tools.map(n => ctx.endpointNameToId[n] || n) }
+      }
+      return {}
+    },
+    pullConsumes: ["tool_ids"],
+    pushConsumes: ["tools"],
+  },
+
+  {
+    name: "sql_extraction",
+    appliesWhen: (nodeType) => nodeType === "dypai_database",
+    pull(params, ctx) {
+      if (params.query && !shouldInlineSql(params.query)) {
+        // Flat layout: sql/<endpoint>.sql if only one SQL node, else sql/<endpoint>.<node>.sql
+        const suffix = ctx.sqlNodeCount > 1 ? `.${ctx.nodeId}` : ""
+        const path = `sql/${ctx.endpointName}${suffix}.sql`
+        ctx.emitFile(path, params.query.trim() + "\n")
+        return { query_file: path }
+      }
+      return {}
+    },
+    push(params, ctx) {
+      if (params.query_file) {
+        return { query: ctx.readFile(params.query_file).trimEnd() }
+      }
+      return {}
+    },
+    pullConsumes: ["query"],
+    pushConsumes: ["query_file"],
+  },
+
+  {
+    name: "prompt_extraction",
+    appliesWhen: (nodeType) => nodeType === "agent",
+    pull(params, ctx) {
+      if (params.system_prompt && params.system_prompt.length > PROMPT_INLINE_MAX_CHARS) {
+        const suffix = ctx.promptNodeCount > 1 ? `.${ctx.nodeId}` : ""
+        const path = `prompts/${ctx.endpointName}${suffix}.md`
+        ctx.emitFile(path, params.system_prompt.trim() + "\n")
+        return { system_prompt_file: path }
+      }
+      return {}
+    },
+    push(params, ctx) {
+      if (params.system_prompt_file) {
+        return { system_prompt: ctx.readFile(params.system_prompt_file).trimEnd() }
+      }
+      return {}
+    },
+    pullConsumes: ["system_prompt"],
+    pushConsumes: ["system_prompt_file"],
+  },
+
+  {
+    name: "code_extraction",
+    appliesWhen: (nodeType) => nodeType === "javascript_code" || nodeType === "python_code",
+    pull(params, ctx) {
+      if (params.code && params.code.length > SQL_INLINE_MAX_CHARS) {
+        const ext = ctx.nodeType === "python_code" ? "py" : "js"
+        const suffix = ctx.codeNodeCount > 1 ? `.${ctx.nodeId}` : ""
+        const path = `code/${ctx.endpointName}${suffix}.${ext}`
+        ctx.emitFile(path, params.code.trim() + "\n")
+        return { code_file: path }
+      }
+      return {}
+    },
+    push(params, ctx) {
+      if (params.code_file) {
+        return { code: ctx.readFile(params.code_file).trimEnd() }
+      }
+      return {}
+    },
+    pullConsumes: ["code"],
+    pushConsumes: ["code_file"],
+  },
+]
+
+// ─── Engine ────────────────────────────────────────────────────────────────
+
+function applyTransforms(input, direction, ctx, nodeType) {
+  let result = { ...input }
+  for (const t of NODE_FIELD_TRANSFORMS) {
+    if (t.appliesWhen && !t.appliesWhen(nodeType)) continue
+    const added = t[direction](result, ctx) || {}
+    const consumes = direction === "pull" ? t.pullConsumes : t.pushConsumes
+    for (const f of consumes || []) delete result[f]
+    Object.assign(result, added)
+  }
+  return result
+}
+
+export const pullNodeParams = (params, ctx, nodeType) => applyTransforms(params, "pull", ctx, nodeType)
+export const pushNodeParams = (params, ctx, nodeType) => applyTransforms(params, "push", ctx, nodeType)