@mondaydotcomorg/atp-compiler 0.19.22 → 0.19.26

package/dist/index.js

@@ -837,15 +837,102 @@ var BatchParallelDetector = class {
     return void 0;
   }
 };
-function findLLMCallExpression(body) {
-  let found = null;
+function collectReferencedIdentifiers(node) {
+  const identifiers = /* @__PURE__ */ new Set();
+  const visit = /* @__PURE__ */ __name((n) => {
+    if (t7.isIdentifier(n)) {
+      identifiers.add(n.name);
+    }
+    Object.keys(n).forEach((key) => {
+      if (key === "type" || key === "loc" || key === "start" || key === "end") return;
+      const value = n[key];
+      if (Array.isArray(value)) {
+        value.forEach((item) => {
+          if (item && typeof item === "object" && item.type) {
+            visit(item);
+          }
+        });
+      } else if (value && typeof value === "object" && value.type) {
+        visit(value);
+      }
+    });
+  }, "visit");
+  visit(node);
+  return identifiers;
+}
+__name(collectReferencedIdentifiers, "collectReferencedIdentifiers");
+function collectLocalVariables(body) {
+  const locals = /* @__PURE__ */ new Set();
+  const visit = /* @__PURE__ */ __name((node) => {
+    if (t7.isVariableDeclaration(node)) {
+      for (const decl of node.declarations) {
+        if (t7.isIdentifier(decl.id)) {
+          locals.add(decl.id.name);
+        } else if (t7.isObjectPattern(decl.id)) {
+          for (const prop of decl.id.properties) {
+            if (t7.isObjectProperty(prop) && t7.isIdentifier(prop.value)) {
+              locals.add(prop.value.name);
+            } else if (t7.isRestElement(prop) && t7.isIdentifier(prop.argument)) {
+              locals.add(prop.argument.name);
+            }
+          }
+        } else if (t7.isArrayPattern(decl.id)) {
+          for (const elem of decl.id.elements) {
+            if (t7.isIdentifier(elem)) {
+              locals.add(elem.name);
+            }
+          }
+        }
+      }
+    }
+    if (t7.isFunction(node)) {
+      return;
+    }
+    Object.keys(node).forEach((key) => {
+      if (key === "type" || key === "loc" || key === "start" || key === "end") return;
+      const value = node[key];
+      if (Array.isArray(value)) {
+        value.forEach((item) => {
+          if (item && typeof item === "object" && item.type) {
+            visit(item);
+          }
+        });
+      } else if (value && typeof value === "object" && value.type) {
+        visit(value);
+      }
+    });
+  }, "visit");
+  visit(body);
+  return locals;
+}
+__name(collectLocalVariables, "collectLocalVariables");
+function hasLLMCallDependencies(body, batchDetector, itemParamName) {
+  const localVariables = collectLocalVariables(body);
+  if (localVariables.size === 0) {
+    return false;
+  }
+  const allCalls = findAllAwaitedMemberCalls(body);
+  for (const call of allCalls) {
+    const payloadNode = batchDetector.extractPayloadNode(call);
+    if (payloadNode) {
+      const referencedIds = collectReferencedIdentifiers(payloadNode);
+      for (const id of referencedIds) {
+        if (localVariables.has(id) && id !== itemParamName) {
+          return true;
+        }
+      }
+    }
+  }
+  return false;
+}
+__name(hasLLMCallDependencies, "hasLLMCallDependencies");
+function findAllAwaitedMemberCalls(body) {
+  const calls = [];
   const visit = /* @__PURE__ */ __name((node) => {
-    if (found) return;
     if (t7.isAwaitExpression(node) && t7.isCallExpression(node.argument)) {
       const call = node.argument;
       if (t7.isMemberExpression(call.callee)) {
-        found = call;
-        return;
+        calls.push(call);
       }
     }
     Object.keys(node).forEach((key) => {
@@ -862,7 +949,30 @@ function findLLMCallExpression(body) {
     });
   }, "visit");
   visit(body);
-  return found;
+  return calls;
+}
+__name(findAllAwaitedMemberCalls, "findAllAwaitedMemberCalls");
+function findAllLLMCallExpressions(body, batchDetector) {
+  const allCalls = findAllAwaitedMemberCalls(body);
+  const llmCalls = [];
+  for (const call of allCalls) {
+    const callInfo = batchDetector.extractCallInfo(call);
+    const payloadNode = batchDetector.extractPayloadNode(call);
+    if (callInfo && payloadNode) {
+      llmCalls.push({
+        callNode: call,
+        callInfo,
+        payloadNode,
+        key: `${callInfo.type}:${callInfo.operation}`
+      });
+    }
+  }
+  return llmCalls;
+}
+__name(findAllLLMCallExpressions, "findAllLLMCallExpressions");
+function findLLMCallExpression(body) {
+  const calls = findAllAwaitedMemberCalls(body);
+  return calls[0] ?? null;
 }
 __name(findLLMCallExpression, "findLLMCallExpression");
 function getArrayMethodName(node) {
@@ -1239,6 +1349,114 @@ function transformToSequential(path, node, methodName, callback, onTransform) {
   return true;
 }
 __name(transformToSequential, "transformToSequential");
+var traverse2 = typeof _traverse.default === "function" ? _traverse.default : _traverse;
+function transformToBatchWithReconstruction(path, node, methodName, callback, batchDetector, onTransform) {
+  if (methodName !== "map") {
+    return false;
+  }
+  const paramName = callback.params[0];
+  if (!t7.isIdentifier(paramName)) {
+    return false;
+  }
+  const param = paramName.name;
+  const array = node.callee.object;
+  const llmCalls = findAllLLMCallExpressions(callback.body, batchDetector);
+  if (llmCalls.length === 0) {
+    return false;
+  }
+  const methodId = generateUniqueId(`${methodName}_batch_reconstruct`);
+  const originalIndexParam = callback.params[1];
+  const indexVar = originalIndexParam && t7.isIdentifier(originalIndexParam) ? originalIndexParam.name : "__idx";
+  const batchDeclarations = [];
+  const resultVarByCallIndex = /* @__PURE__ */ new Map();
+  for (let i = 0; i < llmCalls.length; i++) {
+    const call = llmCalls[i];
+    const resultsVar = `__batch_results_${i}_${methodId.replace(/[^a-zA-Z0-9]/g, "_")}`;
+    resultVarByCallIndex.set(i, resultsVar);
+    const payloadMapper = t7.arrowFunctionExpression([
+      t7.identifier(param)
+    ], t7.objectExpression([
+      t7.objectProperty(t7.identifier("type"), t7.stringLiteral(call.callInfo.type)),
+      t7.objectProperty(t7.identifier("operation"), t7.stringLiteral(call.callInfo.operation)),
+      t7.objectProperty(t7.identifier("payload"), t7.cloneNode(call.payloadNode, true))
+    ]));
+    const batchCall = t7.awaitExpression(t7.callExpression(t7.memberExpression(t7.identifier("__runtime"), t7.identifier("batchParallel")), [
+      t7.callExpression(t7.memberExpression(t7.cloneNode(array, true), t7.identifier("map")), [
+        payloadMapper
+      ]),
+      t7.stringLiteral(`${methodId}_${i}`)
+    ]));
+    batchDeclarations.push(t7.variableDeclaration("const", [
+      t7.variableDeclarator(t7.identifier(resultsVar), batchCall)
+    ]));
+  }
+  const clonedBody = t7.cloneNode(callback.body, true);
+  let traversableNode;
+  if (t7.isBlockStatement(clonedBody)) {
+    traversableNode = t7.functionDeclaration(t7.identifier("__temp"), [], clonedBody);
+  } else {
+    traversableNode = t7.expressionStatement(clonedBody);
+  }
+  let replacementCount = 0;
+  traverse2(t7.file(t7.program([
+    traversableNode
+  ])), {
+    AwaitExpression(awaitPath) {
+      const arg = awaitPath.node.argument;
+      if (!t7.isCallExpression(arg)) return;
+      const info = batchDetector.extractCallInfo(arg);
+      if (!info) return;
+      const key = `${info.type}:${info.operation}`;
+      let matchedIndex = -1;
+      for (let i = 0; i < llmCalls.length; i++) {
+        const original = llmCalls[i];
+        if (original.key === key && resultVarByCallIndex.has(i)) {
+          matchedIndex = i;
+          break;
+        }
+      }
+      if (matchedIndex === -1) return;
+      const resultsVar = resultVarByCallIndex.get(matchedIndex);
+      if (!resultsVar) return;
+      resultVarByCallIndex.delete(matchedIndex);
+      const resultAccess = t7.memberExpression(t7.identifier(resultsVar), t7.identifier(indexVar), true);
+      awaitPath.replaceWith(resultAccess);
+      replacementCount++;
+    },
+    noScope: true
+  });
+  if (replacementCount === 0) {
+    return false;
+  }
+  let reconstructBody;
+  if (t7.isBlockStatement(clonedBody)) {
+    reconstructBody = clonedBody;
+  } else {
+    reconstructBody = clonedBody;
+  }
+  const reconstructMapper = t7.arrowFunctionExpression([
+    t7.identifier(param),
+    t7.identifier(indexVar)
+  ], reconstructBody);
+  reconstructMapper.async = false;
+  const reconstructCall = t7.callExpression(t7.memberExpression(t7.cloneNode(array, true), t7.identifier("map")), [
+    reconstructMapper
+  ]);
+  const iife = t7.callExpression(t7.arrowFunctionExpression(
+    [],
+    t7.blockStatement([
+      ...batchDeclarations,
+      t7.returnStatement(reconstructCall)
+    ]),
+    true
+    // async
+  ), []);
+  const awaitIife = t7.awaitExpression(iife);
+  path.replaceWith(awaitIife);
+  onTransform();
+  return true;
+}
+__name(transformToBatchWithReconstruction, "transformToBatchWithReconstruction");
 
 // src/transformer/array-transformer.ts
 var ArrayTransformer = class {
@@ -1265,6 +1483,22 @@ var ArrayTransformer = class {
       return false;
     }
     const batchResult = this.batchOptimizer.canBatchArrayMethod(callback);
+    if (!batchResult.canBatch && methodName === "map") {
+      const reason = batchResult.reason || "";
+      const canTryBatchReconstruct = reason.includes("object expression") || reason.includes("array expression") || reason.includes("Multiple pausable calls");
+      if (canTryBatchReconstruct) {
+        const llmCall = findLLMCallExpression(callback.body);
+        const itemParam = callback.params[0];
+        const itemParamName = t7.isIdentifier(itemParam) ? itemParam.name : void 0;
+        const hasDependencies = hasLLMCallDependencies(callback.body, this.batchDetector, itemParamName);
+        if (llmCall && !hasDependencies) {
+          const success = transformToBatchWithReconstruction(path, node, methodName, callback, this.batchDetector, () => this.transformCount++);
+          if (success) {
+            return true;
+          }
+        }
+      }
+    }
     if (batchResult.canBatch && canUseBatchParallel(methodName)) {
       const array = node.callee.object;
       const decision = this.batchOptimizer.makeSmartBatchDecision(methodName, batchResult, array, this.batchSizeThreshold);
@@ -1568,7 +1802,7 @@ function isTransformationError(error) {
 __name(isTransformationError, "isTransformationError");
 
 // src/transformer/index.ts
-var traverse2 = _traverse.default || _traverse;
+var traverse3 = _traverse.default || _traverse;
 var generate = _generate.default || _generate;
 var ATPCompiler = class {
   static {
@@ -1620,7 +1854,7 @@ var ATPCompiler = class {
       this.loopTransformer.resetTransformCount();
       this.arrayTransformer.resetTransformCount();
       this.promiseTransformer.resetTransformCount();
-      traverse2(ast, {
+      traverse3(ast, {
         ForOfStatement: /* @__PURE__ */ __name((path) => {
           this.loopTransformer.transformForOfLoop(path);
         }, "ForOfStatement"),
@@ -2303,7 +2537,7 @@ function createTransformPlugin(config) {
   };
 }
 __name(createTransformPlugin, "createTransformPlugin");
-var traverse3 = _traverse.default || _traverse;
+var traverse4 = _traverse.default || _traverse;
 var generate2 = _generate.default || _generate;
 var PluggableCompiler = class {
   static {
@@ -2424,7 +2658,7 @@ var PluggableCompiler = class {
           }
         }
       }
-      traverse3(ast, visitors);
+      traverse4(ast, visitors);
       let optimizedAst = ast;
       const optimizers = this.registry.getOptimizers();
       for (const optimizer of optimizers) {
@@ -2816,7 +3050,7 @@ var AsyncTimeoutPlugin = class {
     return null;
   }
 };
-var traverse4 = _traverse.default || _traverse;
+var traverse5 = _traverse.default || _traverse;
 var SecurityValidatorPlugin = class {
   static {
     __name(this, "SecurityValidatorPlugin");
@@ -2853,7 +3087,7 @@ var SecurityValidatorPlugin = class {
     }
     let maxNestingFound = 0;
     let complexityScore = 0;
-    traverse4(ast, {
+    traverse5(ast, {
       enter(path) {
         const depth = path.scope.path.node ? getDepth(path) : 0;
         maxNestingFound = Math.max(maxNestingFound, depth);
@@ -2900,6 +3134,6 @@ function getDepth(path) {
 }
 __name(getDepth, "getDepth");
 
-export { ATPCompiler, ArrayTransformer, AsyncIterationDetector, AsyncTimeoutPlugin, BatchOptimizer, BatchParallelDetector, BatchPauseExecutionError, CheckpointError, CheckpointManager, CheckpointOperation, DEFAULT_COMPILER_CONFIG, DefaultArrayTransformerPlugin, DefaultDetectionPlugin, DefaultLoopTransformerPlugin, DefaultPromiseTransformerPlugin, IN_ISOLATE_RUNTIME_FUNCTIONS, InfiniteLoopDetectionError, LoopTransformer, PAUSABLE_CALL_PATTERNS, PluggableCompiler, PluginRegistry, PromiseTransformer, RuntimeFunction, SecurityValidationError, SecurityValidatorPlugin, TransformationError, batchParallel, cleanupRuntime, clearCheckpointManager, clearRuntimeContext, containsAwait, containsPausableCall, createDefaultCompiler, createRuntimeCall, createTransformPlugin, extractForOfParamName, generateUniqueId, getCheckpointManager, getMemberExpressionPath, getNodeLocation, getRuntimeContext, hasCheckpointManager, hasRuntimeContext, initializeRuntime, isArrayMethod, isAsyncFunction, isBatchPauseError, isCheckpointError, isCompiler, isInIsolateRuntimeFunction, isPausableCall, isPausableCallExpression, isTransformationError, resetIdCounter, resumableEvery, resumableFilter, resumableFind, resumableFlatMap, resumableForEach, resumableForLoop, resumableForOf, resumableMap, resumablePromiseAll, resumablePromiseAllSettled, resumableReduce, resumableSome, resumableWhile, setCheckpointManager, setRuntimeContext, wrapInAsyncFunction };
+export { ATPCompiler, ArrayTransformer, AsyncIterationDetector, AsyncTimeoutPlugin, BatchOptimizer, BatchParallelDetector, BatchPauseExecutionError, CheckpointError, CheckpointManager, CheckpointOperation, DEFAULT_COMPILER_CONFIG, DefaultArrayTransformerPlugin, DefaultDetectionPlugin, DefaultLoopTransformerPlugin, DefaultPromiseTransformerPlugin, IN_ISOLATE_RUNTIME_FUNCTIONS, InfiniteLoopDetectionError, LoopTransformer, PAUSABLE_CALL_PATTERNS, PluggableCompiler, PluginRegistry, PromiseTransformer, RuntimeFunction, SecurityValidationError, SecurityValidatorPlugin, TransformationError, batchParallel, cleanupRuntime, clearCheckpointManager, clearRuntimeContext, containsAwait, containsPausableCall, createDefaultCompiler, createRuntimeCall, createTransformPlugin, extractForOfParamName, generateUniqueId, getCheckpointManager, getMemberExpressionPath, getNodeLocation, getRuntimeContext, hasCheckpointManager, hasRuntimeContext, initializeRuntime, isArrayMethod, isAsyncFunction, isBatchPauseError, isCheckpointError, isCompiler, isInIsolateRuntimeFunction, isPausableCall, isPausableCallExpression, isTransformationError, resetIdCounter, resumableEvery, resumableFilter, resumableFind, resumableFlatMap, resumableForEach, resumableForLoop, resumableForOf, resumableMap, resumablePromiseAll, resumablePromiseAllSettled, resumableReduce, resumableSome, resumableWhile, setCheckpointManager, setRuntimeContext, transformToBatchWithReconstruction, wrapInAsyncFunction };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map