@superatomai/sdk-node 0.0.35 → 0.0.36

package/dist/index.d.mts

@@ -1049,6 +1049,7 @@ type SystemPrompt = string | Anthropic.Messages.TextBlockParam[];
 interface LLMMessages {
     sys: SystemPrompt;
     user: string;
+    prefill?: string;
 }
 interface LLMOptions {
     model?: string;

package/dist/index.d.ts

@@ -1049,6 +1049,7 @@ type SystemPrompt = string | Anthropic.Messages.TextBlockParam[];
 interface LLMMessages {
     sys: SystemPrompt;
     user: string;
+    prefill?: string;
 }
 interface LLMOptions {
     model?: string;

package/dist/index.js

@@ -3585,18 +3585,26 @@ var LLM = class {
     const client = new import_sdk.default({
       apiKey
     });
+    const apiMessages = [{
+      role: "user",
+      content: messages.user
+    }];
+    const prefill = messages.prefill || (json ? "{" : void 0);
+    if (prefill) {
+      apiMessages.push({
+        role: "assistant",
+        content: prefill
+      });
+    }
     const stream = await client.messages.create({
       model: modelName,
       max_tokens: options.maxTokens || 1e3,
       temperature: options.temperature,
       system: this._normalizeSystemPrompt(messages.sys),
-      messages: [{
-        role: "user",
-        content: messages.user
-      }],
+      messages: apiMessages,
       stream: true
     });
-    let fullText = "";
+    let fullText = prefill || "";
     let usage = null;
     for await (const chunk of stream) {
       if (chunk.type === "content_block_delta" && chunk.delta.type === "text_delta") {
@@ -4132,40 +4140,56 @@ var LLM = class {
       openChar = "[";
       closeChar = "]";
     }
-    if (startIdx !== -1) {
-      let depth = 0;
-      let inString = false;
-      let endIdx = -1;
-      for (let i = startIdx; i < jsonText.length; i++) {
-        const char = jsonText[i];
-        const prevChar = i > 0 ? jsonText[i - 1] : "";
-        if (char === '"' && prevChar !== "\\") {
-          inString = !inString;
-          continue;
-        }
-        if (!inString) {
-          if (char === openChar) {
-            depth++;
-          } else if (char === closeChar) {
-            depth--;
-            if (depth === 0) {
-              endIdx = i;
-              break;
-            }
+    if (startIdx === -1) {
+      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
+      throw new Error(`No JSON found in response. LLM returned plain text instead of JSON.
+
+Full response:
+${preview}`);
+    }
+    let depth = 0;
+    let inString = false;
+    let endIdx = -1;
+    for (let i = startIdx; i < jsonText.length; i++) {
+      const char = jsonText[i];
+      const prevChar = i > 0 ? jsonText[i - 1] : "";
+      if (char === '"' && prevChar !== "\\") {
+        inString = !inString;
+        continue;
+      }
+      if (!inString) {
+        if (char === openChar) {
+          depth++;
+        } else if (char === closeChar) {
+          depth--;
+          if (depth === 0) {
+            endIdx = i;
+            break;
           }
         }
       }
-      if (endIdx !== -1) {
-        jsonText = jsonText.substring(startIdx, endIdx + 1);
-      }
+    }
+    if (endIdx !== -1) {
+      jsonText = jsonText.substring(startIdx, endIdx + 1);
+    } else {
+      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
+      throw new Error(`Incomplete JSON - no matching closing ${closeChar} found.
+
+Full response:
+${preview}`);
     }
     try {
       const repairedJson = (0, import_jsonrepair.jsonrepair)(jsonText);
       return JSON.parse(repairedJson);
     } catch (error) {
+      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
       throw new Error(`Failed to parse JSON: ${error instanceof Error ? error.message : String(error)}
 
-Original text: ${jsonText.substring(0, 200)}...`);
+Extracted JSON:
+${jsonText.substring(0, 300)}...
+
+Full response:
+${preview}`);
     }
   }
 };