@infersec/conduit 1.24.2 → 1.24.3

package/dist/cli.js

@@ -6,7 +6,7 @@ const __dirname = __pathDirname(__filename);
 
 import { parseArgs } from 'node:util';
 import 'node:crypto';
-import { a as asError, s as startInferenceAgent } from './start-CpPE5_K5.js';
+import { a as asError, s as startInferenceAgent } from './start-DiikacLf.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/index.js

@@ -5,7 +5,7 @@ const __filename = __fileURLToPath(import.meta.url);
 const __dirname = __pathDirname(__filename);
 
 import 'node:crypto';
-import { s as startInferenceAgent, a as asError } from './start-CpPE5_K5.js';
+import { s as startInferenceAgent, a as asError } from './start-DiikacLf.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/{start-CpPE5_K5.js → start-DiikacLf.js}

@@ -14917,6 +14917,12 @@ const API_SERVICE_CONDUIT_API_REFERENCE = {
     }
 };
 
+/**
+ * Coerce non-string values to JSON strings. Some LLM backends (e.g. llama.cpp)
+ * return tool_calls arguments as parsed objects instead of JSON strings, which
+ * violates the OpenAI spec. This schema field normalises them on parse.
+ */
+const jsonStringCoerced = preprocess(val => (typeof val === "string" ? val : JSON.stringify(val)), string$1());
 // ==================== CHAT COMPLETION ROLES ====================
 _enum([
     "system",
@@ -14963,13 +14969,13 @@ const ChatCompletionAssistantMessageParamSchema = object({
         type: literal("function"),
         function: object({
             name: string$1(),
-            arguments: string$1()
+            arguments: jsonStringCoerced
         })
     }))
         .optional(),
     function_call: object({
         name: string$1(),
-        arguments: string$1()
+        arguments: jsonStringCoerced
     })
         .optional(),
     refusal: string$1().nullable().optional()
@@ -15006,13 +15012,13 @@ const ChatCompletionMessageSchema = object({
         type: literal("function"),
         function: object({
             name: string$1(),
-            arguments: string$1()
+            arguments: jsonStringCoerced
         })
     }))
         .optional(),
     function_call: object({
         name: string$1(),
-        arguments: string$1()
+        arguments: jsonStringCoerced
     })
         .optional(),
     refusal: string$1().nullable()
@@ -117945,6 +117951,42 @@ async function collectMachineMetadata() {
     return machineMetadata;
 }
 
+/**
+ * Coerce non-string tool_calls function.arguments to JSON strings.
+ * Some LLM backends return arguments as parsed objects instead of
+ * JSON strings, violating the OpenAI spec. This mutates in place
+ * and returns true if any coercion was performed.
+ */
+function coerceToolCallArguments(parsed) {
+    const choices = parsed.choices;
+    if (!Array.isArray(choices))
+        return false;
+    let modified = false;
+    for (const choice of choices) {
+        if (!choice || typeof choice !== "object")
+            continue;
+        const choiceRecord = choice;
+        const msg = choiceRecord.delta ?? choiceRecord.message;
+        if (!msg || typeof msg !== "object")
+            continue;
+        const toolCalls = msg.tool_calls;
+        if (!Array.isArray(toolCalls))
+            continue;
+        for (const tc of toolCalls) {
+            if (!tc || typeof tc !== "object")
+                continue;
+            const fn = tc.function;
+            if (!fn || typeof fn !== "object")
+                continue;
+            const fnRecord = fn;
+            if (fnRecord.arguments !== undefined && typeof fnRecord.arguments !== "string") {
+                fnRecord.arguments = JSON.stringify(fnRecord.arguments);
+                modified = true;
+            }
+        }
+    }
+    return modified;
+}
 function isEngineUsageChunk(value) {
     if (!value || typeof value !== "object") {
         return false;
@@ -117980,6 +118022,10 @@ function monitorEngineResponseStream({ agentEngineType, body, contextLength, eng
             }
             try {
                 const parsed = JSON.parse(payload);
+                let modified = false;
+                if (coerceToolCallArguments(parsed)) {
+                    modified = true;
+                }
                 if (parsed.usage) {
                     const usageChunk = parsed.usage;
                     const effectiveContext = getEffectiveContextLength({
@@ -117991,10 +118037,13 @@ function monitorEngineResponseStream({ agentEngineType, body, contextLength, eng
                         usageChunk.prompt_tokens !== undefined &&
                         effectiveContext !== null) {
                         usageChunk.context_usage = usageChunk.prompt_tokens / effectiveContext;
-                        modifiedLines.push("data: " + JSON.stringify(parsed));
-                        continue;
+                        modified = true;
                     }
                 }
+                if (modified) {
+                    modifiedLines.push("data: " + JSON.stringify(parsed));
+                    continue;
+                }
             }
             catch (_error) {
                 // Ignore malformed chunks

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.24.2",
+  "version": "1.24.3",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },