@modelrelay/sdk 0.27.0 → 0.30.0

package/dist/index.cjs

@@ -437,7 +437,7 @@ function isTokenReusable(token) {
 // package.json
 var package_default = {
   name: "@modelrelay/sdk",
-  version: "0.27.0",
+  version: "0.30.0",
   description: "TypeScript SDK for the ModelRelay API",
   type: "module",
   main: "dist/index.cjs",
@@ -527,7 +527,6 @@ var ToolChoiceTypes = {
 };
 var ResponseFormatTypes = {
   Text: "text",
-  JsonObject: "json_object",
   JsonSchema: "json_schema"
 };
 function mergeMetrics(base, override) {
@@ -1332,7 +1331,7 @@ var ChatCompletionsClient = class {
       headers,
       apiKey: authHeaders.apiKey,
       accessToken: authHeaders.accessToken,
-      accept: stream ? "text/event-stream" : "application/json",
+      accept: stream ? "application/x-ndjson" : "application/json",
       raw: true,
       signal: options.signal,
       timeoutMs: options.timeoutMs ?? (stream ? 0 : void 0),
@@ -1385,9 +1384,9 @@ var ChatCompletionsClient = class {
     if (!hasUserMessage(params.messages)) {
       throw new ConfigError("at least one user message is required");
     }
-    if (!params.responseFormat || params.responseFormat.type !== "json_object" && params.responseFormat.type !== "json_schema") {
+    if (!params.responseFormat || params.responseFormat.type !== "json_schema") {
       throw new ConfigError(
-        "responseFormat with type=json_object or json_schema is required for structured streaming"
+        "responseFormat with type=json_schema is required for structured streaming"
       );
     }
     const authHeaders = await this.auth.authForChat();
@@ -1644,7 +1643,7 @@ var CustomerChatClient = class {
       headers,
       apiKey: authHeaders.apiKey,
       accessToken: authHeaders.accessToken,
-      accept: stream ? "text/event-stream" : "application/json",
+      accept: stream ? "application/x-ndjson" : "application/json",
       raw: true,
       signal: options.signal,
       timeoutMs: options.timeoutMs ?? (stream ? 0 : void 0),
@@ -1697,9 +1696,9 @@ var CustomerChatClient = class {
     if (!hasUserMessage(params.messages)) {
       throw new ConfigError("at least one user message is required");
     }
-    if (!params.responseFormat || params.responseFormat.type !== "json_object" && params.responseFormat.type !== "json_schema") {
+    if (!params.responseFormat || params.responseFormat.type !== "json_schema") {
       throw new ConfigError(
-        "responseFormat with type=json_object or json_schema is required for structured streaming"
+        "responseFormat with type=json_schema is required for structured streaming"
       );
     }
     const authHeaders = await this.auth.authForChat(this.customerId);
@@ -1926,9 +1925,9 @@ var ChatCompletionsStream = class {
         }
         const { value, done } = await reader.read();
         if (done) {
-          const { events: events2 } = consumeSSEBuffer(buffer, true);
-          for (const evt of events2) {
-            const parsed = mapChatEvent(evt, this.requestId);
+          const { records: records2 } = consumeNDJSONBuffer(buffer, true);
+          for (const line of records2) {
+            const parsed = mapNDJSONChatEvent(line, this.requestId);
             if (parsed) {
               this.handleStreamEvent(parsed);
               yield parsed;
@@ -1937,10 +1936,10 @@ var ChatCompletionsStream = class {
           return;
         }
         buffer += decoder.decode(value, { stream: true });
-        const { events, remainder } = consumeSSEBuffer(buffer);
+        const { records, remainder } = consumeNDJSONBuffer(buffer);
         buffer = remainder;
-        for (const evt of events) {
-          const parsed = mapChatEvent(evt, this.requestId);
+        for (const line of records) {
+          const parsed = mapNDJSONChatEvent(line, this.requestId);
           if (parsed) {
             this.handleStreamEvent(parsed);
             yield parsed;
@@ -2152,48 +2151,6 @@ var StructuredJSONStream = class {
     this.trace.streamEvent({ context: this.context, event });
   }
 };
-function consumeSSEBuffer(buffer, flush = false) {
-  const events = [];
-  let eventName = "";
-  let dataLines = [];
-  let remainder = "";
-  const lines = buffer.split(/\r?\n/);
-  const lastIndex = lines.length - 1;
-  const limit = flush ? lines.length : Math.max(0, lastIndex);
-  const pushEvent = () => {
-    if (!eventName && dataLines.length === 0) {
-      return;
-    }
-    events.push({
-      event: eventName || "message",
-      data: dataLines.join("\n")
-    });
-    eventName = "";
-    dataLines = [];
-  };
-  for (let i = 0; i < limit; i++) {
-    const line = lines[i];
-    if (line === "") {
-      pushEvent();
-      continue;
-    }
-    if (line.startsWith(":")) {
-      continue;
-    }
-    if (line.startsWith("event:")) {
-      eventName = line.slice(6).trim();
-    } else if (line.startsWith("data:")) {
-      dataLines.push(line.slice(5).trimStart());
-    }
-  }
-  if (flush) {
-    pushEvent();
-    remainder = "";
-  } else {
-    remainder = lines[lastIndex] ?? "";
-  }
-  return { events, remainder };
-}
 function consumeNDJSONBuffer(buffer, flush = false) {
   const lines = buffer.split(/\r?\n/);
   const records = [];
@@ -2207,29 +2164,79 @@ function consumeNDJSONBuffer(buffer, flush = false) {
   const remainder = flush ? "" : lines[lastIndex] ?? "";
   return { records, remainder };
 }
-function mapChatEvent(raw, requestId) {
-  let parsed = raw.data;
-  if (raw.data) {
-    try {
-      parsed = JSON.parse(raw.data);
-    } catch (err) {
-      parsed = raw.data;
+function mapNDJSONChatEvent(line, requestId) {
+  let parsed;
+  try {
+    parsed = JSON.parse(line);
+  } catch (err) {
+    console.warn(
+      `[ModelRelay SDK] Failed to parse NDJSON line: ${err instanceof Error ? err.message : String(err)}`,
+      { line: line.substring(0, 200), requestId }
+    );
+    return null;
+  }
+  if (!parsed || typeof parsed !== "object") {
+    console.warn("[ModelRelay SDK] NDJSON record is not an object", {
+      parsed,
+      requestId
+    });
+    return null;
+  }
+  const obj = parsed;
+  const recordType = String(obj.type || "").trim().toLowerCase();
+  if (recordType === "keepalive") {
+    return null;
+  }
+  if (!recordType) {
+    console.warn("[ModelRelay SDK] NDJSON record missing 'type' field", {
+      obj,
+      requestId
+    });
+    return null;
+  }
+  let type;
+  switch (recordType) {
+    case "start":
+      type = "message_start";
+      break;
+    case "update":
+      type = "message_delta";
+      break;
+    case "completion":
+      type = "message_stop";
+      break;
+    case "error":
+      type = "custom";
+      break;
+    // Tool use event types
+    case "tool_use_start":
+      type = "tool_use_start";
+      break;
+    case "tool_use_delta":
+      type = "tool_use_delta";
+      break;
+    case "tool_use_stop":
+      type = "tool_use_stop";
+      break;
+    default:
+      type = "custom";
+  }
+  const usage = normalizeUsage(obj.usage);
+  const responseId = obj.request_id;
+  const model = normalizeModelId(obj.model);
+  const stopReason = normalizeStopReason(obj.stop_reason);
+  let textDelta;
+  if (obj.payload && typeof obj.payload === "object") {
+    if (typeof obj.payload.content === "string") {
+      textDelta = obj.payload.content;
     }
   }
-  const payload = typeof parsed === "object" && parsed !== null ? parsed : {};
-  const p = payload;
-  const type = normalizeEventType(raw.event, p);
-  const usage = normalizeUsage(p.usage);
-  const responseId = p.response_id || p.id || p?.message?.id;
-  const model = normalizeModelId(p.model || p?.message?.model);
-  const stopReason = normalizeStopReason(p.stop_reason);
-  const textDelta = extractTextDelta(p);
-  const toolCallDelta = extractToolCallDelta(p, type);
-  const toolCalls = extractToolCalls(p, type);
+  const toolCallDelta = extractToolCallDelta(obj, type);
+  const toolCalls = extractToolCalls(obj, type);
   return {
     type,
-    event: raw.event || type,
-    data: p,
+    event: recordType,
+    data: obj,
     textDelta,
     toolCallDelta,
     toolCalls,
@@ -2238,52 +2245,9 @@ function mapChatEvent(raw, requestId) {
     stopReason,
     usage,
     requestId,
-    raw: raw.data || ""
+    raw: line
   };
 }
-function normalizeEventType(eventName, payload) {
-  const hint = String(
-    payload?.type || payload?.event || eventName || ""
-  ).trim();
-  switch (hint) {
-    case "message_start":
-      return "message_start";
-    case "message_delta":
-      return "message_delta";
-    case "message_stop":
-      return "message_stop";
-    case "tool_use_start":
-      return "tool_use_start";
-    case "tool_use_delta":
-      return "tool_use_delta";
-    case "tool_use_stop":
-      return "tool_use_stop";
-    case "ping":
-      return "ping";
-    default:
-      return "custom";
-  }
-}
-function extractTextDelta(payload) {
-  if (!payload || typeof payload !== "object") {
-    return void 0;
-  }
-  if (typeof payload.text_delta === "string" && payload.text_delta !== "") {
-    return payload.text_delta;
-  }
-  if (typeof payload.delta === "string") {
-    return payload.delta;
-  }
-  if (payload.delta && typeof payload.delta === "object") {
-    if (typeof payload.delta.text === "string") {
-      return payload.delta.text;
-    }
-    if (typeof payload.delta.content === "string") {
-      return payload.delta.content;
-    }
-  }
-  return void 0;
-}
 function extractToolCallDelta(payload, type) {
   if (!payload || typeof payload !== "object") {
     return void 0;

package/dist/index.d.cts

@@ -350,7 +350,6 @@ interface ToolCall {
 }
 declare const ResponseFormatTypes: {
     readonly Text: "text";
-    readonly JsonObject: "json_object";
     readonly JsonSchema: "json_schema";
 };
 type ResponseFormatType = (typeof ResponseFormatTypes)[keyof typeof ResponseFormatTypes];
@@ -385,8 +384,8 @@ interface ChatCompletionCreateParams {
      */
     toolChoice?: ToolChoice;
     /**
-     * Structured outputs configuration. When set with type `json_object` or
-     * `json_schema`, the backend validates and returns structured JSON.
+     * Structured outputs configuration. When set with type `json_schema`,
+     * the backend validates and returns structured JSON.
      */
     responseFormat?: ResponseFormat;
     /**
@@ -418,8 +417,8 @@ interface CustomerChatParams {
      */
     toolChoice?: ToolChoice;
     /**
-     * Structured outputs configuration. When set with type `json_object` or
-     * `json_schema`, the backend validates and returns structured JSON.
+     * Structured outputs configuration. When set with type `json_schema`,
+     * the backend validates and returns structured JSON.
      */
     responseFormat?: ResponseFormat;
     /**

package/dist/index.d.ts

@@ -350,7 +350,6 @@ interface ToolCall {
 }
 declare const ResponseFormatTypes: {
     readonly Text: "text";
-    readonly JsonObject: "json_object";
     readonly JsonSchema: "json_schema";
 };
 type ResponseFormatType = (typeof ResponseFormatTypes)[keyof typeof ResponseFormatTypes];
@@ -385,8 +384,8 @@ interface ChatCompletionCreateParams {
      */
     toolChoice?: ToolChoice;
     /**
-     * Structured outputs configuration. When set with type `json_object` or
-     * `json_schema`, the backend validates and returns structured JSON.
+     * Structured outputs configuration. When set with type `json_schema`,
+     * the backend validates and returns structured JSON.
      */
     responseFormat?: ResponseFormat;
     /**
@@ -418,8 +417,8 @@ interface CustomerChatParams {
      */
     toolChoice?: ToolChoice;
     /**
-     * Structured outputs configuration. When set with type `json_object` or
-     * `json_schema`, the backend validates and returns structured JSON.
+     * Structured outputs configuration. When set with type `json_schema`,
+     * the backend validates and returns structured JSON.
      */
     responseFormat?: ResponseFormat;
     /**

package/dist/index.js

@@ -340,7 +340,7 @@ function isTokenReusable(token) {
 // package.json
 var package_default = {
   name: "@modelrelay/sdk",
-  version: "0.27.0",
+  version: "0.30.0",
   description: "TypeScript SDK for the ModelRelay API",
   type: "module",
   main: "dist/index.cjs",
@@ -430,7 +430,6 @@ var ToolChoiceTypes = {
 };
 var ResponseFormatTypes = {
   Text: "text",
-  JsonObject: "json_object",
   JsonSchema: "json_schema"
 };
 function mergeMetrics(base, override) {
@@ -1235,7 +1234,7 @@ var ChatCompletionsClient = class {
       headers,
       apiKey: authHeaders.apiKey,
       accessToken: authHeaders.accessToken,
-      accept: stream ? "text/event-stream" : "application/json",
+      accept: stream ? "application/x-ndjson" : "application/json",
       raw: true,
       signal: options.signal,
       timeoutMs: options.timeoutMs ?? (stream ? 0 : void 0),
@@ -1288,9 +1287,9 @@ var ChatCompletionsClient = class {
     if (!hasUserMessage(params.messages)) {
       throw new ConfigError("at least one user message is required");
     }
-    if (!params.responseFormat || params.responseFormat.type !== "json_object" && params.responseFormat.type !== "json_schema") {
+    if (!params.responseFormat || params.responseFormat.type !== "json_schema") {
       throw new ConfigError(
-        "responseFormat with type=json_object or json_schema is required for structured streaming"
+        "responseFormat with type=json_schema is required for structured streaming"
       );
     }
     const authHeaders = await this.auth.authForChat();
@@ -1547,7 +1546,7 @@ var CustomerChatClient = class {
       headers,
       apiKey: authHeaders.apiKey,
       accessToken: authHeaders.accessToken,
-      accept: stream ? "text/event-stream" : "application/json",
+      accept: stream ? "application/x-ndjson" : "application/json",
       raw: true,
       signal: options.signal,
       timeoutMs: options.timeoutMs ?? (stream ? 0 : void 0),
@@ -1600,9 +1599,9 @@ var CustomerChatClient = class {
     if (!hasUserMessage(params.messages)) {
       throw new ConfigError("at least one user message is required");
     }
-    if (!params.responseFormat || params.responseFormat.type !== "json_object" && params.responseFormat.type !== "json_schema") {
+    if (!params.responseFormat || params.responseFormat.type !== "json_schema") {
       throw new ConfigError(
-        "responseFormat with type=json_object or json_schema is required for structured streaming"
+        "responseFormat with type=json_schema is required for structured streaming"
       );
     }
     const authHeaders = await this.auth.authForChat(this.customerId);
@@ -1829,9 +1828,9 @@ var ChatCompletionsStream = class {
         }
         const { value, done } = await reader.read();
         if (done) {
-          const { events: events2 } = consumeSSEBuffer(buffer, true);
-          for (const evt of events2) {
-            const parsed = mapChatEvent(evt, this.requestId);
+          const { records: records2 } = consumeNDJSONBuffer(buffer, true);
+          for (const line of records2) {
+            const parsed = mapNDJSONChatEvent(line, this.requestId);
             if (parsed) {
               this.handleStreamEvent(parsed);
               yield parsed;
@@ -1840,10 +1839,10 @@ var ChatCompletionsStream = class {
           return;
         }
         buffer += decoder.decode(value, { stream: true });
-        const { events, remainder } = consumeSSEBuffer(buffer);
+        const { records, remainder } = consumeNDJSONBuffer(buffer);
         buffer = remainder;
-        for (const evt of events) {
-          const parsed = mapChatEvent(evt, this.requestId);
+        for (const line of records) {
+          const parsed = mapNDJSONChatEvent(line, this.requestId);
           if (parsed) {
             this.handleStreamEvent(parsed);
             yield parsed;
@@ -2055,48 +2054,6 @@ var StructuredJSONStream = class {
     this.trace.streamEvent({ context: this.context, event });
   }
 };
-function consumeSSEBuffer(buffer, flush = false) {
-  const events = [];
-  let eventName = "";
-  let dataLines = [];
-  let remainder = "";
-  const lines = buffer.split(/\r?\n/);
-  const lastIndex = lines.length - 1;
-  const limit = flush ? lines.length : Math.max(0, lastIndex);
-  const pushEvent = () => {
-    if (!eventName && dataLines.length === 0) {
-      return;
-    }
-    events.push({
-      event: eventName || "message",
-      data: dataLines.join("\n")
-    });
-    eventName = "";
-    dataLines = [];
-  };
-  for (let i = 0; i < limit; i++) {
-    const line = lines[i];
-    if (line === "") {
-      pushEvent();
-      continue;
-    }
-    if (line.startsWith(":")) {
-      continue;
-    }
-    if (line.startsWith("event:")) {
-      eventName = line.slice(6).trim();
-    } else if (line.startsWith("data:")) {
-      dataLines.push(line.slice(5).trimStart());
-    }
-  }
-  if (flush) {
-    pushEvent();
-    remainder = "";
-  } else {
-    remainder = lines[lastIndex] ?? "";
-  }
-  return { events, remainder };
-}
 function consumeNDJSONBuffer(buffer, flush = false) {
   const lines = buffer.split(/\r?\n/);
   const records = [];
@@ -2110,29 +2067,79 @@ function consumeNDJSONBuffer(buffer, flush = false) {
   const remainder = flush ? "" : lines[lastIndex] ?? "";
   return { records, remainder };
 }
-function mapChatEvent(raw, requestId) {
-  let parsed = raw.data;
-  if (raw.data) {
-    try {
-      parsed = JSON.parse(raw.data);
-    } catch (err) {
-      parsed = raw.data;
+function mapNDJSONChatEvent(line, requestId) {
+  let parsed;
+  try {
+    parsed = JSON.parse(line);
+  } catch (err) {
+    console.warn(
+      `[ModelRelay SDK] Failed to parse NDJSON line: ${err instanceof Error ? err.message : String(err)}`,
+      { line: line.substring(0, 200), requestId }
+    );
+    return null;
+  }
+  if (!parsed || typeof parsed !== "object") {
+    console.warn("[ModelRelay SDK] NDJSON record is not an object", {
+      parsed,
+      requestId
+    });
+    return null;
+  }
+  const obj = parsed;
+  const recordType = String(obj.type || "").trim().toLowerCase();
+  if (recordType === "keepalive") {
+    return null;
+  }
+  if (!recordType) {
+    console.warn("[ModelRelay SDK] NDJSON record missing 'type' field", {
+      obj,
+      requestId
+    });
+    return null;
+  }
+  let type;
+  switch (recordType) {
+    case "start":
+      type = "message_start";
+      break;
+    case "update":
+      type = "message_delta";
+      break;
+    case "completion":
+      type = "message_stop";
+      break;
+    case "error":
+      type = "custom";
+      break;
+    // Tool use event types
+    case "tool_use_start":
+      type = "tool_use_start";
+      break;
+    case "tool_use_delta":
+      type = "tool_use_delta";
+      break;
+    case "tool_use_stop":
+      type = "tool_use_stop";
+      break;
+    default:
+      type = "custom";
+  }
+  const usage = normalizeUsage(obj.usage);
+  const responseId = obj.request_id;
+  const model = normalizeModelId(obj.model);
+  const stopReason = normalizeStopReason(obj.stop_reason);
+  let textDelta;
+  if (obj.payload && typeof obj.payload === "object") {
+    if (typeof obj.payload.content === "string") {
+      textDelta = obj.payload.content;
     }
   }
-  const payload = typeof parsed === "object" && parsed !== null ? parsed : {};
-  const p = payload;
-  const type = normalizeEventType(raw.event, p);
-  const usage = normalizeUsage(p.usage);
-  const responseId = p.response_id || p.id || p?.message?.id;
-  const model = normalizeModelId(p.model || p?.message?.model);
-  const stopReason = normalizeStopReason(p.stop_reason);
-  const textDelta = extractTextDelta(p);
-  const toolCallDelta = extractToolCallDelta(p, type);
-  const toolCalls = extractToolCalls(p, type);
+  const toolCallDelta = extractToolCallDelta(obj, type);
+  const toolCalls = extractToolCalls(obj, type);
   return {
     type,
-    event: raw.event || type,
-    data: p,
+    event: recordType,
+    data: obj,
     textDelta,
     toolCallDelta,
     toolCalls,
@@ -2141,52 +2148,9 @@ function mapChatEvent(raw, requestId) {
     stopReason,
     usage,
     requestId,
-    raw: raw.data || ""
+    raw: line
   };
 }
-function normalizeEventType(eventName, payload) {
-  const hint = String(
-    payload?.type || payload?.event || eventName || ""
-  ).trim();
-  switch (hint) {
-    case "message_start":
-      return "message_start";
-    case "message_delta":
-      return "message_delta";
-    case "message_stop":
-      return "message_stop";
-    case "tool_use_start":
-      return "tool_use_start";
-    case "tool_use_delta":
-      return "tool_use_delta";
-    case "tool_use_stop":
-      return "tool_use_stop";
-    case "ping":
-      return "ping";
-    default:
-      return "custom";
-  }
-}
-function extractTextDelta(payload) {
-  if (!payload || typeof payload !== "object") {
-    return void 0;
-  }
-  if (typeof payload.text_delta === "string" && payload.text_delta !== "") {
-    return payload.text_delta;
-  }
-  if (typeof payload.delta === "string") {
-    return payload.delta;
-  }
-  if (payload.delta && typeof payload.delta === "object") {
-    if (typeof payload.delta.text === "string") {
-      return payload.delta.text;
-    }
-    if (typeof payload.delta.content === "string") {
-      return payload.delta.content;
-    }
-  }
-  return void 0;
-}
 function extractToolCallDelta(payload, type) {
   if (!payload || typeof payload !== "object") {
     return void 0;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@modelrelay/sdk",
-  "version": "0.27.0",
+  "version": "0.30.0",
 	"description": "TypeScript SDK for the ModelRelay API",
 	"type": "module",
 	"main": "dist/index.cjs",