@superatomai/sdk-node 0.0.34 → 0.0.36

package/dist/index.d.mts

@@ -1049,6 +1049,7 @@ type SystemPrompt = string | Anthropic.Messages.TextBlockParam[];
 interface LLMMessages {
     sys: SystemPrompt;
     user: string;
+    prefill?: string;
 }
 interface LLMOptions {
     model?: string;

package/dist/index.d.ts

@@ -1049,6 +1049,7 @@ type SystemPrompt = string | Anthropic.Messages.TextBlockParam[];
 interface LLMMessages {
     sys: SystemPrompt;
     user: string;
+    prefill?: string;
 }
 interface LLMOptions {
     model?: string;

package/dist/index.js

@@ -3585,18 +3585,26 @@ var LLM = class {
     const client = new import_sdk.default({
       apiKey
     });
+    const apiMessages = [{
+      role: "user",
+      content: messages.user
+    }];
+    const prefill = messages.prefill || (json ? "{" : void 0);
+    if (prefill) {
+      apiMessages.push({
+        role: "assistant",
+        content: prefill
+      });
+    }
     const stream = await client.messages.create({
       model: modelName,
       max_tokens: options.maxTokens || 1e3,
       temperature: options.temperature,
       system: this._normalizeSystemPrompt(messages.sys),
-      messages: [{
-        role: "user",
-        content: messages.user
-      }],
+      messages: apiMessages,
       stream: true
     });
-    let fullText = "";
+    let fullText = prefill || "";
     let usage = null;
     for await (const chunk of stream) {
       if (chunk.type === "content_block_delta" && chunk.delta.type === "text_delta") {
@@ -4120,27 +4128,68 @@ var LLM = class {
     }
     const firstBrace = jsonText.indexOf("{");
     const firstBracket = jsonText.indexOf("[");
-    const lastBrace = jsonText.lastIndexOf("}");
-    const lastBracket = jsonText.lastIndexOf("]");
     let startIdx = -1;
-    let endIdx = -1;
+    let openChar = "";
+    let closeChar = "";
     if (firstBrace !== -1 && (firstBracket === -1 || firstBrace < firstBracket)) {
       startIdx = firstBrace;
-      endIdx = lastBrace;
+      openChar = "{";
+      closeChar = "}";
     } else if (firstBracket !== -1) {
       startIdx = firstBracket;
-      endIdx = lastBracket;
+      openChar = "[";
+      closeChar = "]";
     }
-    if (startIdx !== -1 && endIdx !== -1 && startIdx < endIdx) {
+    if (startIdx === -1) {
+      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
+      throw new Error(`No JSON found in response. LLM returned plain text instead of JSON.
+
+Full response:
+${preview}`);
+    }
+    let depth = 0;
+    let inString = false;
+    let endIdx = -1;
+    for (let i = startIdx; i < jsonText.length; i++) {
+      const char = jsonText[i];
+      const prevChar = i > 0 ? jsonText[i - 1] : "";
+      if (char === '"' && prevChar !== "\\") {
+        inString = !inString;
+        continue;
+      }
+      if (!inString) {
+        if (char === openChar) {
+          depth++;
+        } else if (char === closeChar) {
+          depth--;
+          if (depth === 0) {
+            endIdx = i;
+            break;
+          }
+        }
+      }
+    }
+    if (endIdx !== -1) {
       jsonText = jsonText.substring(startIdx, endIdx + 1);
+    } else {
+      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
+      throw new Error(`Incomplete JSON - no matching closing ${closeChar} found.
+
+Full response:
+${preview}`);
     }
     try {
       const repairedJson = (0, import_jsonrepair.jsonrepair)(jsonText);
       return JSON.parse(repairedJson);
     } catch (error) {
+      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
       throw new Error(`Failed to parse JSON: ${error instanceof Error ? error.message : String(error)}
 
-Original text: ${jsonText.substring(0, 200)}...`);
+Extracted JSON:
+${jsonText.substring(0, 300)}...
+
+Full response:
+${preview}`);
     }
   }
 };