@recombine-ai/engine 1.0.0 → 1.1.0

package/.github/workflows/linting.yml

@@ -11,12 +11,12 @@ jobs:
         timeout-minutes: 10
         steps:
             - name: Checkout
-              uses: actions/checkout@v4
+              uses: actions/checkout@v7
 
             - name: Setup Node.js
-              uses: actions/setup-node@v4
+              uses: actions/setup-node@v6
               with:
-                  node-version: 24
+                  node-version: '24.x'
                   cache: 'npm'
 
             - name: Install dependencies

package/.github/workflows/publish.yml

@@ -10,27 +10,27 @@ permissions:
     contents: read
 
 env:
-    NODE_VERSION: 20
+    NODE_VERSION: 24
 
 jobs:
     publish:
         runs-on: ubuntu-latest
 
         steps:
-            - uses: actions/checkout@v4
+            - uses: actions/checkout@v7
               with:
                   fetch-depth: 0
 
             - name: 'Setup Node'
-              uses: actions/setup-node@v4
+              uses: actions/setup-node@v6
               with:
-                  node-version: 20
+                  node-version: '${{ env.NODE_VERSION }}.x'
                   cache: 'npm'
                   registry-url: 'https://registry.npmjs.org'
 
-            # Ensure npm 11.5.1 or later is installed
+            # Keep npm on a major compatible with Node 24.
             - name: Update npm
-              run: npm install -g npm@latest
+              run: npm install -g npm@^11
 
             - name: 'Install dependencies'
               run: npm ci

package/build/lib/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/lib/engine.ts"],"names":[],"mappings":"AAIA,OAAO,EAEH,YAAY,EAGZ,OAAO,EAEP,WAAW,EAKd,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAG5D;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,cAAc,CAAC,GAAG,SAAS,MAAM,EAAE,GAAG,GAAE,YAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CA+NxF;AAuDD,wBAAgB,kBAAkB,CAAC,eAAe,GAAE,OAAO,EAAO,GAAG,YAAY,CA2ChF;AAED,wBAAgB,cAAc,CAAC,GAAG,GAAG,OAAO,KAAK,WAAW,CAAC,GAAG,CAAC,CAEhE"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/lib/engine.ts"],"names":[],"mappings":"AAIA,OAAO,EAEH,YAAY,EAGZ,OAAO,EAEP,WAAW,EAKd,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAK5D;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,cAAc,CAAC,GAAG,SAAS,MAAM,EAAE,GAAG,GAAE,YAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAkQxF;AAuDD,wBAAgB,kBAAkB,CAAC,eAAe,GAAE,OAAO,EAAO,GAAG,YAAY,CA2ChF;AAED,wBAAgB,cAAc,CAAC,GAAG,GAAG,OAAO,KAAK,WAAW,CAAC,GAAG,CAAC,CAEhE"}

package/build/lib/engine.js

@@ -45,6 +45,7 @@ const nunjucks_1 = __importDefault(require("nunjucks"));
 const Zod = __importStar(require("zod"));
 const step_tracer_1 = require("./bosun/step-tracer");
 const step_registry_1 = require("./step-registry");
+const STRUCTURED_RESPONSE_MAX_ATTEMPTS = 3;
 /**
  * Creates an AI Engine with the given configuration.
  *
@@ -146,30 +147,9 @@ function createAIEngine(cfg = {}) {
                 });
                 stepTrace.stringifiedConversation = stringifiedMessages;
                 if ('schema' in step) {
-                    const stringResponse = await runLLM(step.model, prompt, stringifiedMessages, step.schema);
-                    stepTrace.response = stringResponse;
-                    let parsedJsonResponse = undefined;
-                    try {
-                        parsedJsonResponse = JSON.parse(stringResponse);
-                        response = step.schema.parse(parsedJsonResponse);
-                    }
-                    catch (err) {
-                        if (err instanceof SyntaxError) {
-                            logger.error(`AI-generated response is not valid JSON in step ${step.name}`, {
-                                response: stringResponse,
-                                schema: Zod.toJSONSchema(step.schema),
-                            });
-                            throw new Error(`Response is not valid JSON for step ${step.name}`);
-                        }
-                        else {
-                            logger.error(`AI-generated response in step ${step.name} violates schema`, {
-                                response: stringResponse,
-                                schema: Zod.toJSONSchema(step.schema),
-                                errors: step.schema.safeParse(parsedJsonResponse).error,
-                            });
-                            throw new Error(`Response validation failed for step ${step.name}`);
-                        }
-                    }
+                    const { parsedResponse, rawResponse } = await runStructuredStepWithRetries(step.model, prompt, stringifiedMessages, step.name, step.schema);
+                    response = parsedResponse;
+                    stepTrace.response = rawResponse;
                 }
                 else {
                     response = await runLLM(step.model, prompt, stringifiedMessages, undefined);
@@ -239,6 +219,49 @@ function createAIEngine(cfg = {}) {
         });
         return nunjucks_1.default.renderString(prompt, context ?? {});
     }
+    async function runStructuredStepWithRetries(model, prompt, stringifiedMessages, stepName, schema) {
+        for (let attempt = 1; attempt <= STRUCTURED_RESPONSE_MAX_ATTEMPTS; attempt++) {
+            const stringResponse = await runLLM(model, prompt, stringifiedMessages, schema);
+            let parsedJsonResponse = undefined;
+            try {
+                parsedJsonResponse = JSON.parse(stringResponse);
+            }
+            catch {
+                const hasAttemptsLeft = attempt < STRUCTURED_RESPONSE_MAX_ATTEMPTS;
+                if (hasAttemptsLeft) {
+                    logger.debug(`AI-generated response is not valid JSON in step ${stepName}, retry ${attempt}/${STRUCTURED_RESPONSE_MAX_ATTEMPTS}`);
+                    continue;
+                }
+                logger.error(`AI-generated response is not valid JSON in step ${stepName}`, {
+                    response: stringResponse,
+                    schema: Zod.toJSONSchema(schema),
+                });
+                throw new Error(`Response is not valid JSON for step ${stepName}`);
+            }
+            const parsedResponse = schema.safeParse(parsedJsonResponse);
+            if (parsedResponse.success) {
+                return {
+                    parsedResponse: parsedResponse.data,
+                    rawResponse: stringResponse,
+                };
+            }
+            const hasAttemptsLeft = attempt < STRUCTURED_RESPONSE_MAX_ATTEMPTS;
+            if (hasAttemptsLeft) {
+                logger.debug(`AI-generated response in step ${stepName} violates schema, retry ${attempt}/${STRUCTURED_RESPONSE_MAX_ATTEMPTS}`, {
+                    response: stringResponse,
+                    errors: parsedResponse.error,
+                });
+                continue;
+            }
+            logger.error(`AI-generated response in step ${stepName} violates schema`, {
+                response: stringResponse,
+                schema: Zod.toJSONSchema(schema),
+                errors: parsedResponse.error,
+            });
+            throw new Error(`Response validation failed for step ${stepName}`);
+        }
+        throw new Error(`Response validation failed for step ${stepName}`);
+    }
     return {
         createWorkflow,
         createConversation,

package/changelog.md

@@ -1,5 +1,9 @@
 # Changelog
 
+### 1.0.0 → 1.1.0
+
+- Added retries on broken JSON in structured responses.
+
 ### 0.11.4 → 1.0.0
 
 - **Breaking:** `model` field on `LLMStep` is now required and must be an `LlmAdapter` (string model names removed)

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@recombine-ai/engine",
-    "version": "1.0.0",
+    "version": "1.1.0",
     "description": "Recombine AI engine for creating conversational AI agents",
     "repository": {
         "url": "git+https://github.com/recombine-ai/engine.git"