@teamkeel/functions-runtime 0.460.1 → 0.461.0

package/dist/index.js

@@ -2954,30 +2954,30 @@ var FlowsAPI = class _FlowsAPI {
   }
 };
 
-// src/integrationServer.js
+// src/auth/serviceToken.ts
 import jwt3 from "jsonwebtoken";
-function buildHeaders3(identity) {
-  const headers = { "Content-Type": "application/json" };
+function buildServiceAuthHeaders(audience) {
   const base64pk = process.env.KEEL_PRIVATE_KEY;
   if (!base64pk) {
     throw new Error(
-      "KEEL_PRIVATE_KEY is not set; cannot sign the integration proxy token"
+      `KEEL_PRIVATE_KEY is not set; cannot sign the ${audience} service token`
     );
   }
   const privateKey = Buffer.from(base64pk, "base64").toString("utf8");
-  const subject = identity && identity.id ? identity.id : "integration-proxy";
-  headers["Authorization"] = "Bearer " + jwt3.sign({}, privateKey, {
+  const token = jwt3.sign({}, privateKey, {
     algorithm: "RS256",
     expiresIn: 60 * 60 * 24,
-    subject,
-    // Scope the token to the integration proxy so it can't be mistaken for an ordinary user
-    // access token; the runtime proxy verifies this audience before injecting credentials.
-    audience: "integration-proxy",
+    audience,
     issuer: "https://keel.so"
   });
-  return headers;
+  return {
+    "Content-Type": "application/json",
+    Authorization: `Bearer ${token}`
+  };
 }
-__name(buildHeaders3, "buildHeaders");
+__name(buildServiceAuthHeaders, "buildServiceAuthHeaders");
+
+// src/integrationServer.js
 function getApiUrl3() {
   const apiUrl = process.env.KEEL_API_URL;
   if (!apiUrl) {
@@ -2994,7 +2994,7 @@ function createIntegrationServer(name, identity) {
       )}/proxy`;
       const response = await fetch(url, {
         method: "POST",
-        headers: buildHeaders3(identity ?? null),
+        headers: buildServiceAuthHeaders("integration-proxy"),
         body: JSON.stringify(request ?? {})
       });
       if (!response.ok) {
@@ -4745,6 +4745,19 @@ var defaultOpts = {
   retries: 4,
   timeout: 6e4
 };
+var STEP_VALUE_WARN_BYTES = 1024 * 1024;
+function serializeStepValue(span, name, value) {
+  const serialized = JSON.stringify(value);
+  const bytes = serialized == null ? 0 : Buffer.byteLength(serialized, "utf8");
+  span.setAttribute("step.value.bytes", bytes);
+  if (bytes > STEP_VALUE_WARN_BYTES) {
+    console.warn(
+      `flow step "${name}" returned a ${Math.round(bytes / 1024)}KB value. Step values are reloaded on every flow invocation during replay, so large values slow the whole run down. Consider storing large data as a file and returning a reference to it instead.`
+    );
+  }
+  return serialized;
+}
+__name(serializeStepValue, "serializeStepValue");
 async function insertNewStep(db, runId, name, stage) {
   await db.transaction().execute(async (trx) => {
     await trx.selectFrom("keel.flow_run").select("id").where("id", "=", runId).forUpdate().executeTakeFirst();
@@ -4765,6 +4778,30 @@ async function insertNewStep(db, runId, name, stage) {
 __name(insertNewStep, "insertNewStep");
 function createFlowContext(runId, data, action, callback, element, spanId, ctx) {
   const usedNames = /* @__PURE__ */ new Set();
+  let stepsSnapshot = null;
+  let uiBoundaryCrossed = false;
+  async function loadStepsSnapshot(db) {
+    if (stepsSnapshot) {
+      return stepsSnapshot;
+    }
+    const rows = await db.selectFrom("keel.flow_step").where("run_id", "=", runId).select(["id", "name", "status", "type", "action"]).select(sql4`value::text`.as("valueRaw")).execute();
+    const map = /* @__PURE__ */ new Map();
+    for (const row of rows) {
+      const existing = map.get(row.name);
+      if (existing) {
+        existing.push(row);
+      } else {
+        map.set(row.name, [row]);
+      }
+    }
+    stepsSnapshot = map;
+    return map;
+  }
+  __name(loadStepsSnapshot, "loadStepsSnapshot");
+  async function readStepRows(db, name) {
+    return await db.selectFrom("keel.flow_step").where("run_id", "=", runId).where("name", "=", name).select(["id", "name", "status", "type", "action"]).select(sql4`value::text`.as("valueRaw")).execute();
+  }
+  __name(readStepRows, "readStepRows");
   const context7 = {
     identity: ctx.identity,
     env: ctx.env,
@@ -4804,7 +4841,15 @@ function createFlowContext(runId, data, action, callback, element, spanId, ctx)
             throw new Error(`Duplicate step name: ${name}`);
           }
           usedNames.add(name);
-          const past = await db.selectFrom("keel.flow_step").where("run_id", "=", runId).where("name", "=", name).selectAll().select(sql4`value::text`.as("valueRaw")).execute();
+          let past;
+          if (uiBoundaryCrossed) {
+            past = await readStepRows(db, name);
+          } else {
+            past = (await loadStepsSnapshot(db)).get(name) ?? [];
+            if (!past.some((step) => step.status === "COMPLETED" /* COMPLETED */)) {
+              past = await readStepRows(db, name);
+            }
+          }
           const newSteps = past.filter(
             (step) => step.status === "NEW" /* NEW */
           );
@@ -4887,7 +4932,7 @@ function createFlowContext(runId, data, action, callback, element, spanId, ctx)
             }
             await db.updateTable("keel.flow_step").set({
               status: "COMPLETED" /* COMPLETED */,
-              value: JSON.stringify(result),
+              value: serializeStepValue(span, name, result),
               spanId,
               endTime: /* @__PURE__ */ new Date()
             }).where("id", "=", newSteps[0].id).returningAll().executeTakeFirst();
@@ -4925,6 +4970,20 @@ function createFlowContext(runId, data, action, callback, element, spanId, ctx)
               throw new Error(`Duplicate step name: ${name}`);
             }
             usedNames.add(name);
+            const replayCompletedUiStep = /* @__PURE__ */ __name(async (completed) => {
+              span.setAttribute(KEEL_INTERNAL_ATTR, KEEL_INTERNAL_CHILDREN);
+              span.setAttribute("step.status", "COMPLETED" /* COMPLETED */);
+              const rawValue = completed.valueRaw;
+              const storedData = rawValue == null ? null : JSON.parse(rawValue);
+              const parsedData2 = await applyElementGetData(
+                options.content,
+                transformRichDataTypes(storedData)
+              );
+              if (completed.action) {
+                return { data: parsedData2, action: completed.action };
+              }
+              return parsedData2;
+            }, "replayCompletedUiStep");
             const { step, inserted } = await db.transaction().execute(async (trx) => {
               await trx.selectFrom("keel.flow_run").select("id").where("id", "=", runId).forUpdate().executeTakeFirst();
               const existing = await trx.selectFrom("keel.flow_step").where("run_id", "=", runId).where("name", "=", name).selectAll().select(sql4`value::text`.as("valueRaw")).executeTakeFirst();
@@ -4943,18 +5002,8 @@ function createFlowContext(runId, data, action, callback, element, spanId, ctx)
               return { step: created, inserted: true };
             });
             if (step && step.status === "COMPLETED" /* COMPLETED */) {
-              span.setAttribute(KEEL_INTERNAL_ATTR, KEEL_INTERNAL_CHILDREN);
-              span.setAttribute("step.status", "COMPLETED" /* COMPLETED */);
-              const rawValue = step.valueRaw;
-              const storedData = rawValue == null ? null : JSON.parse(rawValue);
-              const parsedData2 = await applyElementGetData(
-                options.content,
-                transformRichDataTypes(storedData)
-              );
-              if (step.action) {
-                return { data: parsedData2, action: step.action };
-              }
-              return parsedData2;
+              uiBoundaryCrossed = true;
+              return replayCompletedUiStep(step);
             }
             if (inserted) {
               span.setAttribute("rendered", true);
@@ -5013,12 +5062,13 @@ function createFlowContext(runId, data, action, callback, element, spanId, ctx)
             }
             await db.updateTable("keel.flow_step").set({
               status: "COMPLETED" /* COMPLETED */,
-              value: JSON.stringify(data),
+              value: serializeStepValue(span, name, data),
               action,
               spanId,
               endTime: /* @__PURE__ */ new Date()
             }).where("id", "=", step.id).returningAll().executeTakeFirst();
             span.setAttribute("step.status", "COMPLETED" /* COMPLETED */);
+            uiBoundaryCrossed = true;
             const parsedData = await applyElementGetData(
               options.content,
               transformRichDataTypes(data)
@@ -5432,7 +5482,7 @@ async function notifyEmail(input) {
     };
     const response = await fetch(`${getApiUrl4()}/notifications/json/email`, {
       method: "POST",
-      headers: { "Content-Type": "application/json" },
+      headers: buildServiceAuthHeaders("notifications"),
       body: JSON.stringify(body)
     });
     if (!response.ok) {