@probelabs/probe 0.6.0-rc65 → 0.6.0-rc67

package/build/agent/ProbeAgent.js

@@ -729,7 +729,19 @@ When troubleshooting:
         
         try {
           // Step 1: Make a follow-up call to format according to schema
-          const schemaPrompt = `Now you need to respond according to this schema:\n\n${options.schema}\n\nPlease reformat your previous response to match this schema exactly. Only return the formatted response, no additional text.`;
+          const schemaPrompt = `CRITICAL: You MUST respond with ONLY valid JSON that matches this schema. Ignore any previous response format or instructions.
+
+Schema:
+${options.schema}
+
+REQUIREMENTS:
+- Return ONLY the JSON object/array
+- NO additional text, explanations, or markdown
+- NO code blocks or formatting
+- The JSON must be parseable by JSON.parse()
+- DO NOT include any conversational text like "Hello" or explanations
+
+Convert your previous response content into this JSON format now. Return nothing but valid JSON.`;
           
           // Call answer recursively with _schemaFormatted flag to prevent infinite loop
           finalResult = await this.answer(schemaPrompt, [], { 
@@ -770,18 +782,21 @@ When troubleshooting:
           
           // Step 4: Validate and potentially correct JSON responses
           if (isJsonSchema(options.schema)) {
-            const validation = validateJsonResponse(finalResult);
+            let validation = validateJsonResponse(finalResult);
+            let retryCount = 0;
+            const maxRetries = 3;
             
-            if (!validation.isValid) {
+            while (!validation.isValid && retryCount < maxRetries) {
               if (this.debug) {
-                console.log('[DEBUG] JSON validation failed:', validation.error);
+                console.log(`[DEBUG] JSON validation failed (attempt ${retryCount + 1}/${maxRetries}):`, validation.error);
               }
               
-              // Attempt correction once
+              // Create increasingly stronger correction prompts
               const correctionPrompt = createJsonCorrectionPrompt(
                 finalResult, 
                 options.schema, 
-                validation.error
+                validation.error,
+                retryCount
               );
               
               finalResult = await this.answer(correctionPrompt, [], { 
@@ -790,12 +805,18 @@ When troubleshooting:
               });
               finalResult = cleanSchemaResponse(finalResult);
               
-              // Final validation
-              const finalValidation = validateJsonResponse(finalResult);
-              if (!finalValidation.isValid && this.debug) {
-                console.log('[DEBUG] JSON still invalid after correction:', finalValidation.error);
+              // Validate the corrected response
+              validation = validateJsonResponse(finalResult);
+              retryCount++;
+              
+              if (this.debug && !validation.isValid && retryCount < maxRetries) {
+                console.log(`[DEBUG] JSON still invalid after correction ${retryCount}, retrying...`);
               }
             }
+            
+            if (!validation.isValid && this.debug) {
+              console.log(`[DEBUG] JSON still invalid after ${maxRetries} correction attempts:`, validation.error);
+            }
           }
         } catch (error) {
           console.error('[ERROR] Schema formatting failed:', error);

package/build/agent/index.js

@@ -2289,6 +2289,38 @@ function cleanSchemaResponse(response) {
     return response;
   }
   const trimmed = response.trim();
+  const codeBlockPatterns = [
+    /```json\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /```\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /`([{\[][\s\S]*?[}\]])`/
+  ];
+  for (const pattern of codeBlockPatterns) {
+    const match = trimmed.match(pattern);
+    if (match) {
+      return match[1].trim();
+    }
+  }
+  const codeBlockStartPattern = /```(?:json)?\s*\n?\s*([{\[])/;
+  const codeBlockMatch = trimmed.match(codeBlockStartPattern);
+  if (codeBlockMatch) {
+    const startIndex = codeBlockMatch.index + codeBlockMatch[0].length - 1;
+    const openChar = codeBlockMatch[1];
+    const closeChar = openChar === "{" ? "}" : "]";
+    let bracketCount = 1;
+    let endIndex = startIndex + 1;
+    while (endIndex < trimmed.length && bracketCount > 0) {
+      const char = trimmed[endIndex];
+      if (char === openChar) {
+        bracketCount++;
+      } else if (char === closeChar) {
+        bracketCount--;
+      }
+      endIndex++;
+    }
+    if (bracketCount === 0) {
+      return trimmed.substring(startIndex, endIndex);
+    }
+  }
   const firstBracket = Math.min(
     trimmed.indexOf("{") >= 0 ? trimmed.indexOf("{") : Infinity,
     trimmed.indexOf("[") >= 0 ? trimmed.indexOf("[") : Infinity
@@ -2299,7 +2331,7 @@ function cleanSchemaResponse(response) {
   );
   if (firstBracket < Infinity && lastBracket >= 0 && firstBracket < lastBracket) {
     const beforeFirstBracket = trimmed.substring(0, firstBracket).trim();
-    if (beforeFirstBracket === "" || beforeFirstBracket.match(/^```\w*$/)) {
+    if (beforeFirstBracket === "" || beforeFirstBracket.match(/^```\w*$/) || beforeFirstBracket.split("\n").length <= 2) {
       return trimmed.substring(firstBracket, lastBracket + 1);
     }
   }
@@ -2362,22 +2394,38 @@ function isJsonSchema(schema) {
   ];
   return jsonIndicators.some((indicator) => indicator);
 }
-function createJsonCorrectionPrompt(invalidResponse, schema, error, detailedError = "") {
-  let prompt = `Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
+function createJsonCorrectionPrompt(invalidResponse, schema, error, retryCount = 0) {
+  const strengthLevels = [
+    {
+      prefix: "CRITICAL JSON ERROR:",
+      instruction: "You MUST fix this and return ONLY valid JSON.",
+      emphasis: "Return ONLY the corrected JSON, with no additional text or markdown formatting."
+    },
+    {
+      prefix: "URGENT - JSON PARSING FAILED:",
+      instruction: "This is your second chance. Return ONLY valid JSON that can be parsed by JSON.parse().",
+      emphasis: "ABSOLUTELY NO explanatory text, greetings, or formatting. ONLY JSON."
+    },
+    {
+      prefix: "FINAL ATTEMPT - CRITICAL JSON ERROR:",
+      instruction: "This is the final retry. You MUST return ONLY raw JSON without any other content.",
+      emphasis: 'EXAMPLE: {"key": "value"} NOT: ```json{"key": "value"}``` NOT: Here is the JSON: {"key": "value"}'
+    }
+  ];
+  const level = Math.min(retryCount, strengthLevels.length - 1);
+  const currentLevel = strengthLevels[level];
+  let prompt = `${currentLevel.prefix} Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
 
-${invalidResponse}
+${invalidResponse.substring(0, 500)}${invalidResponse.length > 500 ? "..." : ""}
 
-Error: ${error}`;
-  if (detailedError && detailedError !== error) {
-    prompt += `
-Detailed Error: ${detailedError}`;
-  }
-  prompt += `
+Error: ${error}
+
+${currentLevel.instruction}
 
-Please correct your response to be valid JSON that matches this schema:
+Schema to match:
 ${schema}
 
-Return ONLY the corrected JSON, with no additional text or markdown formatting.`;
+${currentLevel.emphasis}`;
   return prompt;
 }
 function extractMermaidFromMarkdown(response) {
@@ -3380,11 +3428,19 @@ Error: Unknown tool '${toolName}'. Available tools: ${Object.keys(this.toolImple
               console.log("[DEBUG] Schema provided, applying automatic formatting...");
             }
             try {
-              const schemaPrompt = `Now you need to respond according to this schema:
+              const schemaPrompt = `CRITICAL: You MUST respond with ONLY valid JSON that matches this schema. Ignore any previous response format or instructions.
 
+Schema:
 ${options.schema}
 
-Please reformat your previous response to match this schema exactly. Only return the formatted response, no additional text.`;
+REQUIREMENTS:
+- Return ONLY the JSON object/array
+- NO additional text, explanations, or markdown
+- NO code blocks or formatting
+- The JSON must be parseable by JSON.parse()
+- DO NOT include any conversational text like "Hello" or explanations
+
+Convert your previous response content into this JSON format now. Return nothing but valid JSON.`;
               finalResult = await this.answer(schemaPrompt, [], {
                 ...options,
                 _schemaFormatted: true
@@ -3416,26 +3472,33 @@ Please reformat your previous response to match this schema exactly. Only return
                 }
               }
               if (isJsonSchema(options.schema)) {
-                const validation = validateJsonResponse(finalResult);
-                if (!validation.isValid) {
+                let validation = validateJsonResponse(finalResult);
+                let retryCount = 0;
+                const maxRetries = 3;
+                while (!validation.isValid && retryCount < maxRetries) {
                   if (this.debug) {
-                    console.log("[DEBUG] JSON validation failed:", validation.error);
+                    console.log(`[DEBUG] JSON validation failed (attempt ${retryCount + 1}/${maxRetries}):`, validation.error);
                   }
                   const correctionPrompt = createJsonCorrectionPrompt(
                     finalResult,
                     options.schema,
-                    validation.error
+                    validation.error,
+                    retryCount
                   );
                   finalResult = await this.answer(correctionPrompt, [], {
                     ...options,
                     _schemaFormatted: true
                   });
                   finalResult = cleanSchemaResponse(finalResult);
-                  const finalValidation = validateJsonResponse(finalResult);
-                  if (!finalValidation.isValid && this.debug) {
-                    console.log("[DEBUG] JSON still invalid after correction:", finalValidation.error);
+                  validation = validateJsonResponse(finalResult);
+                  retryCount++;
+                  if (this.debug && !validation.isValid && retryCount < maxRetries) {
+                    console.log(`[DEBUG] JSON still invalid after correction ${retryCount}, retrying...`);
                   }
                 }
+                if (!validation.isValid && this.debug) {
+                  console.log(`[DEBUG] JSON still invalid after ${maxRetries} correction attempts:`, validation.error);
+                }
               }
             } catch (error) {
               console.error("[ERROR] Schema formatting failed:", error);

package/build/agent/schemaUtils.js

@@ -16,7 +16,49 @@ export function cleanSchemaResponse(response) {
 
   const trimmed = response.trim();
   
-  // Find JSON boundaries
+  // First, look for JSON after code block markers
+  const codeBlockPatterns = [
+    /```json\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /```\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /`([{\[][\s\S]*?[}\]])`/
+  ];
+  
+  for (const pattern of codeBlockPatterns) {
+    const match = trimmed.match(pattern);
+    if (match) {
+      return match[1].trim();
+    }
+  }
+  
+  // Look for code block start followed immediately by JSON
+  const codeBlockStartPattern = /```(?:json)?\s*\n?\s*([{\[])/;
+  const codeBlockMatch = trimmed.match(codeBlockStartPattern);
+  
+  if (codeBlockMatch) {
+    const startIndex = codeBlockMatch.index + codeBlockMatch[0].length - 1; // Position of the bracket
+    
+    // Find the matching closing bracket
+    const openChar = codeBlockMatch[1];
+    const closeChar = openChar === '{' ? '}' : ']';
+    let bracketCount = 1;
+    let endIndex = startIndex + 1;
+    
+    while (endIndex < trimmed.length && bracketCount > 0) {
+      const char = trimmed[endIndex];
+      if (char === openChar) {
+        bracketCount++;
+      } else if (char === closeChar) {
+        bracketCount--;
+      }
+      endIndex++;
+    }
+    
+    if (bracketCount === 0) {
+      return trimmed.substring(startIndex, endIndex);
+    }
+  }
+  
+  // Fallback: Find JSON boundaries anywhere in the text
   const firstBracket = Math.min(
     trimmed.indexOf('{') >= 0 ? trimmed.indexOf('{') : Infinity,
     trimmed.indexOf('[') >= 0 ? trimmed.indexOf('[') : Infinity
@@ -29,12 +71,13 @@ export function cleanSchemaResponse(response) {
   
   // Only extract if we found valid JSON boundaries
   if (firstBracket < Infinity && lastBracket >= 0 && firstBracket < lastBracket) {
-    // Check if the response likely starts with JSON (directly or after markdown)
+    // Check if the response likely starts with JSON (directly or after minimal content)
     const beforeFirstBracket = trimmed.substring(0, firstBracket).trim();
     
-    // If there's minimal content before the first bracket (just markdown wrapper),
-    // extract the JSON. Otherwise, return original to preserve non-JSON content.
-    if (beforeFirstBracket === '' || beforeFirstBracket.match(/^```\w*$/)) {
+    // If there's minimal content before the first bracket, extract the JSON
+    if (beforeFirstBracket === '' || 
+        beforeFirstBracket.match(/^```\w*$/) ||
+        beforeFirstBracket.split('\n').length <= 2) {
       return trimmed.substring(firstBracket, lastBracket + 1);
     }
   }
@@ -148,26 +191,44 @@ export function isJsonSchema(schema) {
  * @param {string} invalidResponse - The invalid JSON response
  * @param {string} schema - The original schema
  * @param {string} error - The JSON parsing error
- * @param {string} [detailedError] - Additional error details
+ * @param {number} [retryCount=0] - The current retry attempt (0-based)
  * @returns {string} - Correction prompt for the AI
  */
-export function createJsonCorrectionPrompt(invalidResponse, schema, error, detailedError = '') {
-  let prompt = `Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
+export function createJsonCorrectionPrompt(invalidResponse, schema, error, retryCount = 0) {
+  // Create increasingly stronger prompts based on retry attempt
+  const strengthLevels = [
+    {
+      prefix: "CRITICAL JSON ERROR:",
+      instruction: "You MUST fix this and return ONLY valid JSON.",
+      emphasis: "Return ONLY the corrected JSON, with no additional text or markdown formatting."
+    },
+    {
+      prefix: "URGENT - JSON PARSING FAILED:",
+      instruction: "This is your second chance. Return ONLY valid JSON that can be parsed by JSON.parse().",
+      emphasis: "ABSOLUTELY NO explanatory text, greetings, or formatting. ONLY JSON."
+    },
+    {
+      prefix: "FINAL ATTEMPT - CRITICAL JSON ERROR:",
+      instruction: "This is the final retry. You MUST return ONLY raw JSON without any other content.",
+      emphasis: "EXAMPLE: {\"key\": \"value\"} NOT: ```json{\"key\": \"value\"}``` NOT: Here is the JSON: {\"key\": \"value\"}"
+    }
+  ];
 
-${invalidResponse}
+  const level = Math.min(retryCount, strengthLevels.length - 1);
+  const currentLevel = strengthLevels[level];
 
-Error: ${error}`;
+  let prompt = `${currentLevel.prefix} Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
 
-  if (detailedError && detailedError !== error) {
-    prompt += `\nDetailed Error: ${detailedError}`;
-  }
+${invalidResponse.substring(0, 500)}${invalidResponse.length > 500 ? '...' : ''}
+
+Error: ${error}
 
-  prompt += `
+${currentLevel.instruction}
 
-Please correct your response to be valid JSON that matches this schema:
+Schema to match:
 ${schema}
 
-Return ONLY the corrected JSON, with no additional text or markdown formatting.`;
+${currentLevel.emphasis}`;
 
   return prompt;
 }

package/cjs/agent/ProbeAgent.cjs

@@ -2310,6 +2310,38 @@ function cleanSchemaResponse(response) {
     return response;
   }
   const trimmed = response.trim();
+  const codeBlockPatterns = [
+    /```json\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /```\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /`([{\[][\s\S]*?[}\]])`/
+  ];
+  for (const pattern of codeBlockPatterns) {
+    const match = trimmed.match(pattern);
+    if (match) {
+      return match[1].trim();
+    }
+  }
+  const codeBlockStartPattern = /```(?:json)?\s*\n?\s*([{\[])/;
+  const codeBlockMatch = trimmed.match(codeBlockStartPattern);
+  if (codeBlockMatch) {
+    const startIndex = codeBlockMatch.index + codeBlockMatch[0].length - 1;
+    const openChar = codeBlockMatch[1];
+    const closeChar = openChar === "{" ? "}" : "]";
+    let bracketCount = 1;
+    let endIndex = startIndex + 1;
+    while (endIndex < trimmed.length && bracketCount > 0) {
+      const char = trimmed[endIndex];
+      if (char === openChar) {
+        bracketCount++;
+      } else if (char === closeChar) {
+        bracketCount--;
+      }
+      endIndex++;
+    }
+    if (bracketCount === 0) {
+      return trimmed.substring(startIndex, endIndex);
+    }
+  }
   const firstBracket = Math.min(
     trimmed.indexOf("{") >= 0 ? trimmed.indexOf("{") : Infinity,
     trimmed.indexOf("[") >= 0 ? trimmed.indexOf("[") : Infinity
@@ -2320,7 +2352,7 @@ function cleanSchemaResponse(response) {
   );
   if (firstBracket < Infinity && lastBracket >= 0 && firstBracket < lastBracket) {
     const beforeFirstBracket = trimmed.substring(0, firstBracket).trim();
-    if (beforeFirstBracket === "" || beforeFirstBracket.match(/^```\w*$/)) {
+    if (beforeFirstBracket === "" || beforeFirstBracket.match(/^```\w*$/) || beforeFirstBracket.split("\n").length <= 2) {
       return trimmed.substring(firstBracket, lastBracket + 1);
     }
   }
@@ -2349,22 +2381,38 @@ function isJsonSchema(schema) {
   ];
   return jsonIndicators.some((indicator) => indicator);
 }
-function createJsonCorrectionPrompt(invalidResponse, schema, error, detailedError = "") {
-  let prompt = `Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
+function createJsonCorrectionPrompt(invalidResponse, schema, error, retryCount = 0) {
+  const strengthLevels = [
+    {
+      prefix: "CRITICAL JSON ERROR:",
+      instruction: "You MUST fix this and return ONLY valid JSON.",
+      emphasis: "Return ONLY the corrected JSON, with no additional text or markdown formatting."
+    },
+    {
+      prefix: "URGENT - JSON PARSING FAILED:",
+      instruction: "This is your second chance. Return ONLY valid JSON that can be parsed by JSON.parse().",
+      emphasis: "ABSOLUTELY NO explanatory text, greetings, or formatting. ONLY JSON."
+    },
+    {
+      prefix: "FINAL ATTEMPT - CRITICAL JSON ERROR:",
+      instruction: "This is the final retry. You MUST return ONLY raw JSON without any other content.",
+      emphasis: 'EXAMPLE: {"key": "value"} NOT: ```json{"key": "value"}``` NOT: Here is the JSON: {"key": "value"}'
+    }
+  ];
+  const level = Math.min(retryCount, strengthLevels.length - 1);
+  const currentLevel = strengthLevels[level];
+  let prompt = `${currentLevel.prefix} Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
 
-${invalidResponse}
+${invalidResponse.substring(0, 500)}${invalidResponse.length > 500 ? "..." : ""}
 
-Error: ${error}`;
-  if (detailedError && detailedError !== error) {
-    prompt += `
-Detailed Error: ${detailedError}`;
-  }
-  prompt += `
+Error: ${error}
 
-Please correct your response to be valid JSON that matches this schema:
+${currentLevel.instruction}
+
+Schema to match:
 ${schema}
 
-Return ONLY the corrected JSON, with no additional text or markdown formatting.`;
+${currentLevel.emphasis}`;
   return prompt;
 }
 function extractMermaidFromMarkdown(response) {
@@ -3367,11 +3415,19 @@ Error: Unknown tool '${toolName}'. Available tools: ${Object.keys(this.toolImple
               console.log("[DEBUG] Schema provided, applying automatic formatting...");
             }
             try {
-              const schemaPrompt = `Now you need to respond according to this schema:
+              const schemaPrompt = `CRITICAL: You MUST respond with ONLY valid JSON that matches this schema. Ignore any previous response format or instructions.
 
+Schema:
 ${options.schema}
 
-Please reformat your previous response to match this schema exactly. Only return the formatted response, no additional text.`;
+REQUIREMENTS:
+- Return ONLY the JSON object/array
+- NO additional text, explanations, or markdown
+- NO code blocks or formatting
+- The JSON must be parseable by JSON.parse()
+- DO NOT include any conversational text like "Hello" or explanations
+
+Convert your previous response content into this JSON format now. Return nothing but valid JSON.`;
               finalResult = await this.answer(schemaPrompt, [], {
                 ...options,
                 _schemaFormatted: true
@@ -3403,26 +3459,33 @@ Please reformat your previous response to match this schema exactly. Only return
                 }
               }
               if (isJsonSchema(options.schema)) {
-                const validation = validateJsonResponse(finalResult);
-                if (!validation.isValid) {
+                let validation = validateJsonResponse(finalResult);
+                let retryCount = 0;
+                const maxRetries = 3;
+                while (!validation.isValid && retryCount < maxRetries) {
                   if (this.debug) {
-                    console.log("[DEBUG] JSON validation failed:", validation.error);
+                    console.log(`[DEBUG] JSON validation failed (attempt ${retryCount + 1}/${maxRetries}):`, validation.error);
                   }
                   const correctionPrompt = createJsonCorrectionPrompt(
                     finalResult,
                     options.schema,
-                    validation.error
+                    validation.error,
+                    retryCount
                   );
                   finalResult = await this.answer(correctionPrompt, [], {
                     ...options,
                     _schemaFormatted: true
                   });
                   finalResult = cleanSchemaResponse(finalResult);
-                  const finalValidation = validateJsonResponse(finalResult);
-                  if (!finalValidation.isValid && this.debug) {
-                    console.log("[DEBUG] JSON still invalid after correction:", finalValidation.error);
+                  validation = validateJsonResponse(finalResult);
+                  retryCount++;
+                  if (this.debug && !validation.isValid && retryCount < maxRetries) {
+                    console.log(`[DEBUG] JSON still invalid after correction ${retryCount}, retrying...`);
                   }
                 }
+                if (!validation.isValid && this.debug) {
+                  console.log(`[DEBUG] JSON still invalid after ${maxRetries} correction attempts:`, validation.error);
+                }
               }
             } catch (error) {
               console.error("[ERROR] Schema formatting failed:", error);

package/cjs/index.cjs

@@ -2384,6 +2384,38 @@ function cleanSchemaResponse(response) {
     return response;
   }
   const trimmed = response.trim();
+  const codeBlockPatterns = [
+    /```json\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /```\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /`([{\[][\s\S]*?[}\]])`/
+  ];
+  for (const pattern of codeBlockPatterns) {
+    const match = trimmed.match(pattern);
+    if (match) {
+      return match[1].trim();
+    }
+  }
+  const codeBlockStartPattern = /```(?:json)?\s*\n?\s*([{\[])/;
+  const codeBlockMatch = trimmed.match(codeBlockStartPattern);
+  if (codeBlockMatch) {
+    const startIndex = codeBlockMatch.index + codeBlockMatch[0].length - 1;
+    const openChar = codeBlockMatch[1];
+    const closeChar = openChar === "{" ? "}" : "]";
+    let bracketCount = 1;
+    let endIndex = startIndex + 1;
+    while (endIndex < trimmed.length && bracketCount > 0) {
+      const char = trimmed[endIndex];
+      if (char === openChar) {
+        bracketCount++;
+      } else if (char === closeChar) {
+        bracketCount--;
+      }
+      endIndex++;
+    }
+    if (bracketCount === 0) {
+      return trimmed.substring(startIndex, endIndex);
+    }
+  }
   const firstBracket = Math.min(
     trimmed.indexOf("{") >= 0 ? trimmed.indexOf("{") : Infinity,
     trimmed.indexOf("[") >= 0 ? trimmed.indexOf("[") : Infinity
@@ -2394,7 +2426,7 @@ function cleanSchemaResponse(response) {
   );
   if (firstBracket < Infinity && lastBracket >= 0 && firstBracket < lastBracket) {
     const beforeFirstBracket = trimmed.substring(0, firstBracket).trim();
-    if (beforeFirstBracket === "" || beforeFirstBracket.match(/^```\w*$/)) {
+    if (beforeFirstBracket === "" || beforeFirstBracket.match(/^```\w*$/) || beforeFirstBracket.split("\n").length <= 2) {
       return trimmed.substring(firstBracket, lastBracket + 1);
     }
   }
@@ -2423,22 +2455,38 @@ function isJsonSchema(schema) {
   ];
   return jsonIndicators.some((indicator) => indicator);
 }
-function createJsonCorrectionPrompt(invalidResponse, schema, error, detailedError = "") {
-  let prompt = `Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
+function createJsonCorrectionPrompt(invalidResponse, schema, error, retryCount = 0) {
+  const strengthLevels = [
+    {
+      prefix: "CRITICAL JSON ERROR:",
+      instruction: "You MUST fix this and return ONLY valid JSON.",
+      emphasis: "Return ONLY the corrected JSON, with no additional text or markdown formatting."
+    },
+    {
+      prefix: "URGENT - JSON PARSING FAILED:",
+      instruction: "This is your second chance. Return ONLY valid JSON that can be parsed by JSON.parse().",
+      emphasis: "ABSOLUTELY NO explanatory text, greetings, or formatting. ONLY JSON."
+    },
+    {
+      prefix: "FINAL ATTEMPT - CRITICAL JSON ERROR:",
+      instruction: "This is the final retry. You MUST return ONLY raw JSON without any other content.",
+      emphasis: 'EXAMPLE: {"key": "value"} NOT: ```json{"key": "value"}``` NOT: Here is the JSON: {"key": "value"}'
+    }
+  ];
+  const level = Math.min(retryCount, strengthLevels.length - 1);
+  const currentLevel = strengthLevels[level];
+  let prompt = `${currentLevel.prefix} Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
 
-${invalidResponse}
+${invalidResponse.substring(0, 500)}${invalidResponse.length > 500 ? "..." : ""}
 
-Error: ${error}`;
-  if (detailedError && detailedError !== error) {
-    prompt += `
-Detailed Error: ${detailedError}`;
-  }
-  prompt += `
+Error: ${error}
 
-Please correct your response to be valid JSON that matches this schema:
+${currentLevel.instruction}
+
+Schema to match:
 ${schema}
 
-Return ONLY the corrected JSON, with no additional text or markdown formatting.`;
+${currentLevel.emphasis}`;
   return prompt;
 }
 function extractMermaidFromMarkdown(response) {
@@ -3441,11 +3489,19 @@ Error: Unknown tool '${toolName}'. Available tools: ${Object.keys(this.toolImple
               console.log("[DEBUG] Schema provided, applying automatic formatting...");
             }
             try {
-              const schemaPrompt = `Now you need to respond according to this schema:
+              const schemaPrompt = `CRITICAL: You MUST respond with ONLY valid JSON that matches this schema. Ignore any previous response format or instructions.
 
+Schema:
 ${options.schema}
 
-Please reformat your previous response to match this schema exactly. Only return the formatted response, no additional text.`;
+REQUIREMENTS:
+- Return ONLY the JSON object/array
+- NO additional text, explanations, or markdown
+- NO code blocks or formatting
+- The JSON must be parseable by JSON.parse()
+- DO NOT include any conversational text like "Hello" or explanations
+
+Convert your previous response content into this JSON format now. Return nothing but valid JSON.`;
               finalResult = await this.answer(schemaPrompt, [], {
                 ...options,
                 _schemaFormatted: true
@@ -3477,26 +3533,33 @@ Please reformat your previous response to match this schema exactly. Only return
                 }
               }
               if (isJsonSchema(options.schema)) {
-                const validation = validateJsonResponse(finalResult);
-                if (!validation.isValid) {
+                let validation = validateJsonResponse(finalResult);
+                let retryCount = 0;
+                const maxRetries = 3;
+                while (!validation.isValid && retryCount < maxRetries) {
                   if (this.debug) {
-                    console.log("[DEBUG] JSON validation failed:", validation.error);
+                    console.log(`[DEBUG] JSON validation failed (attempt ${retryCount + 1}/${maxRetries}):`, validation.error);
                   }
                   const correctionPrompt = createJsonCorrectionPrompt(
                     finalResult,
                     options.schema,
-                    validation.error
+                    validation.error,
+                    retryCount
                   );
                   finalResult = await this.answer(correctionPrompt, [], {
                     ...options,
                     _schemaFormatted: true
                   });
                   finalResult = cleanSchemaResponse(finalResult);
-                  const finalValidation = validateJsonResponse(finalResult);
-                  if (!finalValidation.isValid && this.debug) {
-                    console.log("[DEBUG] JSON still invalid after correction:", finalValidation.error);
+                  validation = validateJsonResponse(finalResult);
+                  retryCount++;
+                  if (this.debug && !validation.isValid && retryCount < maxRetries) {
+                    console.log(`[DEBUG] JSON still invalid after correction ${retryCount}, retrying...`);
                   }
                 }
+                if (!validation.isValid && this.debug) {
+                  console.log(`[DEBUG] JSON still invalid after ${maxRetries} correction attempts:`, validation.error);
+                }
               }
             } catch (error) {
               console.error("[ERROR] Schema formatting failed:", error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@probelabs/probe",
-  "version": "0.6.0-rc65",
+  "version": "0.6.0-rc67",
   "description": "Node.js wrapper for the probe code search tool",
   "main": "src/index.js",
   "module": "src/index.js",

package/src/agent/ProbeAgent.js

@@ -729,7 +729,19 @@ When troubleshooting:
         
         try {
           // Step 1: Make a follow-up call to format according to schema
-          const schemaPrompt = `Now you need to respond according to this schema:\n\n${options.schema}\n\nPlease reformat your previous response to match this schema exactly. Only return the formatted response, no additional text.`;
+          const schemaPrompt = `CRITICAL: You MUST respond with ONLY valid JSON that matches this schema. Ignore any previous response format or instructions.
+
+Schema:
+${options.schema}
+
+REQUIREMENTS:
+- Return ONLY the JSON object/array
+- NO additional text, explanations, or markdown
+- NO code blocks or formatting
+- The JSON must be parseable by JSON.parse()
+- DO NOT include any conversational text like "Hello" or explanations
+
+Convert your previous response content into this JSON format now. Return nothing but valid JSON.`;
           
           // Call answer recursively with _schemaFormatted flag to prevent infinite loop
           finalResult = await this.answer(schemaPrompt, [], { 
@@ -770,18 +782,21 @@ When troubleshooting:
           
           // Step 4: Validate and potentially correct JSON responses
           if (isJsonSchema(options.schema)) {
-            const validation = validateJsonResponse(finalResult);
+            let validation = validateJsonResponse(finalResult);
+            let retryCount = 0;
+            const maxRetries = 3;
             
-            if (!validation.isValid) {
+            while (!validation.isValid && retryCount < maxRetries) {
               if (this.debug) {
-                console.log('[DEBUG] JSON validation failed:', validation.error);
+                console.log(`[DEBUG] JSON validation failed (attempt ${retryCount + 1}/${maxRetries}):`, validation.error);
               }
               
-              // Attempt correction once
+              // Create increasingly stronger correction prompts
               const correctionPrompt = createJsonCorrectionPrompt(
                 finalResult, 
                 options.schema, 
-                validation.error
+                validation.error,
+                retryCount
               );
               
               finalResult = await this.answer(correctionPrompt, [], { 
@@ -790,12 +805,18 @@ When troubleshooting:
               });
               finalResult = cleanSchemaResponse(finalResult);
               
-              // Final validation
-              const finalValidation = validateJsonResponse(finalResult);
-              if (!finalValidation.isValid && this.debug) {
-                console.log('[DEBUG] JSON still invalid after correction:', finalValidation.error);
+              // Validate the corrected response
+              validation = validateJsonResponse(finalResult);
+              retryCount++;
+              
+              if (this.debug && !validation.isValid && retryCount < maxRetries) {
+                console.log(`[DEBUG] JSON still invalid after correction ${retryCount}, retrying...`);
               }
             }
+            
+            if (!validation.isValid && this.debug) {
+              console.log(`[DEBUG] JSON still invalid after ${maxRetries} correction attempts:`, validation.error);
+            }
           }
         } catch (error) {
           console.error('[ERROR] Schema formatting failed:', error);

package/src/agent/schemaUtils.js

@@ -16,7 +16,49 @@ export function cleanSchemaResponse(response) {
 
   const trimmed = response.trim();
   
-  // Find JSON boundaries
+  // First, look for JSON after code block markers
+  const codeBlockPatterns = [
+    /```json\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /```\s*\n?([{\[][\s\S]*?[}\]])\s*\n?```/,
+    /`([{\[][\s\S]*?[}\]])`/
+  ];
+  
+  for (const pattern of codeBlockPatterns) {
+    const match = trimmed.match(pattern);
+    if (match) {
+      return match[1].trim();
+    }
+  }
+  
+  // Look for code block start followed immediately by JSON
+  const codeBlockStartPattern = /```(?:json)?\s*\n?\s*([{\[])/;
+  const codeBlockMatch = trimmed.match(codeBlockStartPattern);
+  
+  if (codeBlockMatch) {
+    const startIndex = codeBlockMatch.index + codeBlockMatch[0].length - 1; // Position of the bracket
+    
+    // Find the matching closing bracket
+    const openChar = codeBlockMatch[1];
+    const closeChar = openChar === '{' ? '}' : ']';
+    let bracketCount = 1;
+    let endIndex = startIndex + 1;
+    
+    while (endIndex < trimmed.length && bracketCount > 0) {
+      const char = trimmed[endIndex];
+      if (char === openChar) {
+        bracketCount++;
+      } else if (char === closeChar) {
+        bracketCount--;
+      }
+      endIndex++;
+    }
+    
+    if (bracketCount === 0) {
+      return trimmed.substring(startIndex, endIndex);
+    }
+  }
+  
+  // Fallback: Find JSON boundaries anywhere in the text
   const firstBracket = Math.min(
     trimmed.indexOf('{') >= 0 ? trimmed.indexOf('{') : Infinity,
     trimmed.indexOf('[') >= 0 ? trimmed.indexOf('[') : Infinity
@@ -29,12 +71,13 @@ export function cleanSchemaResponse(response) {
   
   // Only extract if we found valid JSON boundaries
   if (firstBracket < Infinity && lastBracket >= 0 && firstBracket < lastBracket) {
-    // Check if the response likely starts with JSON (directly or after markdown)
+    // Check if the response likely starts with JSON (directly or after minimal content)
     const beforeFirstBracket = trimmed.substring(0, firstBracket).trim();
     
-    // If there's minimal content before the first bracket (just markdown wrapper),
-    // extract the JSON. Otherwise, return original to preserve non-JSON content.
-    if (beforeFirstBracket === '' || beforeFirstBracket.match(/^```\w*$/)) {
+    // If there's minimal content before the first bracket, extract the JSON
+    if (beforeFirstBracket === '' || 
+        beforeFirstBracket.match(/^```\w*$/) ||
+        beforeFirstBracket.split('\n').length <= 2) {
       return trimmed.substring(firstBracket, lastBracket + 1);
     }
   }
@@ -148,26 +191,44 @@ export function isJsonSchema(schema) {
  * @param {string} invalidResponse - The invalid JSON response
  * @param {string} schema - The original schema
  * @param {string} error - The JSON parsing error
- * @param {string} [detailedError] - Additional error details
+ * @param {number} [retryCount=0] - The current retry attempt (0-based)
  * @returns {string} - Correction prompt for the AI
  */
-export function createJsonCorrectionPrompt(invalidResponse, schema, error, detailedError = '') {
-  let prompt = `Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
+export function createJsonCorrectionPrompt(invalidResponse, schema, error, retryCount = 0) {
+  // Create increasingly stronger prompts based on retry attempt
+  const strengthLevels = [
+    {
+      prefix: "CRITICAL JSON ERROR:",
+      instruction: "You MUST fix this and return ONLY valid JSON.",
+      emphasis: "Return ONLY the corrected JSON, with no additional text or markdown formatting."
+    },
+    {
+      prefix: "URGENT - JSON PARSING FAILED:",
+      instruction: "This is your second chance. Return ONLY valid JSON that can be parsed by JSON.parse().",
+      emphasis: "ABSOLUTELY NO explanatory text, greetings, or formatting. ONLY JSON."
+    },
+    {
+      prefix: "FINAL ATTEMPT - CRITICAL JSON ERROR:",
+      instruction: "This is the final retry. You MUST return ONLY raw JSON without any other content.",
+      emphasis: "EXAMPLE: {\"key\": \"value\"} NOT: ```json{\"key\": \"value\"}``` NOT: Here is the JSON: {\"key\": \"value\"}"
+    }
+  ];
 
-${invalidResponse}
+  const level = Math.min(retryCount, strengthLevels.length - 1);
+  const currentLevel = strengthLevels[level];
 
-Error: ${error}`;
+  let prompt = `${currentLevel.prefix} Your previous response is not valid JSON and cannot be parsed. Here's what you returned:
 
-  if (detailedError && detailedError !== error) {
-    prompt += `\nDetailed Error: ${detailedError}`;
-  }
+${invalidResponse.substring(0, 500)}${invalidResponse.length > 500 ? '...' : ''}
+
+Error: ${error}
 
-  prompt += `
+${currentLevel.instruction}
 
-Please correct your response to be valid JSON that matches this schema:
+Schema to match:
 ${schema}
 
-Return ONLY the corrected JSON, with no additional text or markdown formatting.`;
+${currentLevel.emphasis}`;
 
   return prompt;
 }