@warmdrift/kgauto-compiler 2.0.0-alpha.33 → 2.0.0-alpha.35

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { C as CompilePolicy, N as NormalizedResponse, A as ApiKeys, P as ProviderOverrides, a as CompiledRequest, b as PromptIR, c as CallOptions, d as CallResult, S as SystemModelMessage, e as CompileResult, f as SectionRewrite, R as RecordInput, g as RecordOutcomeInput, O as OutcomeResult, h as OracleScore, B as BestPracticeAdvisory, i as Adapter, j as PerAxisMetrics, k as Provider, l as ChainEntry, G as Grounding } from './ir-DubC20e3.mjs';
-export { m as CallAttempt, n as CallError, o as ChainWithGrounding, p as Constraints, F as FallbackReason, H as HistoryCachePolicy, I as IntentDeclaration, M as Message, q as MutationApplied, r as NormalizedTokens, s as OutcomeKind, t as PerAxisMetricsByModel, u as PromptSection, v as SectionKind, T as ToolCall, w as ToolDefinition } from './ir-DubC20e3.mjs';
+import { C as CompilePolicy, N as NormalizedResponse, A as ApiKeys, P as ProviderOverrides, a as CompiledRequest, b as PromptIR, c as CallOptions, d as CallResult, S as SystemModelMessage, e as CompileResult, f as SectionRewrite, R as RecordInput, g as RecordOutcomeInput, O as OutcomeResult, h as OracleScore, B as BestPracticeAdvisory, i as Adapter, j as PerAxisMetrics, k as Provider, l as ChainEntry, G as Grounding } from './ir-BAAHLfFL.mjs';
+export { m as CallAttempt, n as CallError, o as ChainWithGrounding, p as Constraints, F as FallbackReason, H as HistoryCachePolicy, I as IntentDeclaration, M as Message, q as MutationApplied, r as NormalizedTokens, s as OutcomeKind, t as PerAxisMetricsByModel, u as PromptSection, v as SectionKind, T as ToolCall, w as ToolDefinition } from './ir-BAAHLfFL.mjs';
 import { ModelProfile } from './profiles.mjs';
 export { ALIASES, CacheStrategy, CliffRule, LoweringSpec, RecoveryRule, StructuredOutputCapability, SystemPromptMode, allProfiles, getProfile, profilesByProvider, tryGetProfile } from './profiles.mjs';
 import { IntentArchetypeName } from './dialect.mjs';
@@ -54,6 +54,15 @@ interface ExecuteOptions {
     apiKeys?: ApiKeys;
     fetchImpl?: typeof fetch;
     providerOverrides?: ProviderOverrides;
+    /**
+     * alpha.34. When supplied AND the chosen provider supports streaming, the
+     * execute() per-provider branch switches to SSE wire format and invokes
+     * `onChunk(delta)` once per text-delta event. Single-shot behavior
+     * preserved when omitted (current consumers unaffected). Wired from
+     * `CallOptions.onChunk` by `call()` after gating on `profile.streaming`
+     * and `!opts.noStream`.
+     */
+    onChunk?: (chunk: string) => void;
 }
 interface ExecuteOk {
     ok: true;

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { C as CompilePolicy, N as NormalizedResponse, A as ApiKeys, P as ProviderOverrides, a as CompiledRequest, b as PromptIR, c as CallOptions, d as CallResult, S as SystemModelMessage, e as CompileResult, f as SectionRewrite, R as RecordInput, g as RecordOutcomeInput, O as OutcomeResult, h as OracleScore, B as BestPracticeAdvisory, i as Adapter, j as PerAxisMetrics, k as Provider, l as ChainEntry, G as Grounding } from './ir-GnYPkpGo.js';
-export { m as CallAttempt, n as CallError, o as ChainWithGrounding, p as Constraints, F as FallbackReason, H as HistoryCachePolicy, I as IntentDeclaration, M as Message, q as MutationApplied, r as NormalizedTokens, s as OutcomeKind, t as PerAxisMetricsByModel, u as PromptSection, v as SectionKind, T as ToolCall, w as ToolDefinition } from './ir-GnYPkpGo.js';
+import { C as CompilePolicy, N as NormalizedResponse, A as ApiKeys, P as ProviderOverrides, a as CompiledRequest, b as PromptIR, c as CallOptions, d as CallResult, S as SystemModelMessage, e as CompileResult, f as SectionRewrite, R as RecordInput, g as RecordOutcomeInput, O as OutcomeResult, h as OracleScore, B as BestPracticeAdvisory, i as Adapter, j as PerAxisMetrics, k as Provider, l as ChainEntry, G as Grounding } from './ir-B_ygNURd.js';
+export { m as CallAttempt, n as CallError, o as ChainWithGrounding, p as Constraints, F as FallbackReason, H as HistoryCachePolicy, I as IntentDeclaration, M as Message, q as MutationApplied, r as NormalizedTokens, s as OutcomeKind, t as PerAxisMetricsByModel, u as PromptSection, v as SectionKind, T as ToolCall, w as ToolDefinition } from './ir-B_ygNURd.js';
 import { ModelProfile } from './profiles.js';
 export { ALIASES, CacheStrategy, CliffRule, LoweringSpec, RecoveryRule, StructuredOutputCapability, SystemPromptMode, allProfiles, getProfile, profilesByProvider, tryGetProfile } from './profiles.js';
 import { IntentArchetypeName } from './dialect.js';
@@ -54,6 +54,15 @@ interface ExecuteOptions {
     apiKeys?: ApiKeys;
     fetchImpl?: typeof fetch;
     providerOverrides?: ProviderOverrides;
+    /**
+     * alpha.34. When supplied AND the chosen provider supports streaming, the
+     * execute() per-provider branch switches to SSE wire format and invokes
+     * `onChunk(delta)` once per text-delta event. Single-shot behavior
+     * preserved when omitted (current consumers unaffected). Wired from
+     * `CallOptions.onChunk` by `call()` after gating on `profile.streaming`
+     * and `!opts.noStream`.
+     */
+    onChunk?: (chunk: string) => void;
 }
 interface ExecuteOk {
     ok: true;

package/dist/index.js

@@ -3361,8 +3361,295 @@ function getReachabilityDiagnostic(opts = {}) {
   return out;
 }
 
-// src/execute.ts
+// src/streaming.ts
 var ANTHROPIC_URL = "https://api.anthropic.com/v1/messages";
+async function streamAnthropic(request, apiKey, opts) {
+  const { provider: _provider, ...body } = request;
+  const fetchFn = opts.fetchImpl ?? fetch;
+  let res;
+  try {
+    res = await fetchFn(ANTHROPIC_URL, {
+      method: "POST",
+      headers: {
+        "x-api-key": apiKey,
+        "anthropic-version": "2023-06-01",
+        "content-type": "application/json"
+      },
+      body: JSON.stringify({ ...body, stream: true })
+    });
+  } catch (err) {
+    return retryableError(0, "network_error", String(err), null);
+  }
+  if (!res.ok) {
+    const errBody = await res.json().catch(() => ({}));
+    return classifyHttpError(res.status, errBody);
+  }
+  let text = "";
+  let inputTokens = 0;
+  let outputTokens = 0;
+  let cacheReadTokens;
+  let cacheCreatedTokens;
+  let stopReason;
+  const toolBlocks = /* @__PURE__ */ new Map();
+  try {
+    await parseSSEStream(res, (event) => {
+      if (!event.data) return;
+      let payload;
+      try {
+        payload = JSON.parse(event.data);
+      } catch {
+        return;
+      }
+      const type = payload.type;
+      if (type === "message_start") {
+        const msg = payload.message;
+        const usage = msg?.usage;
+        if (usage) {
+          inputTokens = usage.input_tokens ?? 0;
+          outputTokens = usage.output_tokens ?? 0;
+          if (typeof usage.cache_read_input_tokens === "number")
+            cacheReadTokens = usage.cache_read_input_tokens;
+          if (typeof usage.cache_creation_input_tokens === "number")
+            cacheCreatedTokens = usage.cache_creation_input_tokens;
+        }
+        return;
+      }
+      if (type === "content_block_start") {
+        const p = payload;
+        const idx = p.index ?? 0;
+        const block = p.content_block;
+        if (block?.type === "tool_use" && block.id && block.name) {
+          toolBlocks.set(idx, { id: block.id, name: block.name, argsJson: "" });
+        }
+        return;
+      }
+      if (type === "content_block_delta") {
+        const p = payload;
+        const delta = p.delta;
+        if (!delta) return;
+        if (delta.type === "text_delta" && typeof delta.text === "string") {
+          text += delta.text;
+          opts.onChunk(delta.text);
+        } else if (delta.type === "input_json_delta" && typeof delta.partial_json === "string") {
+          const idx = p.index ?? 0;
+          const tool = toolBlocks.get(idx);
+          if (tool) tool.argsJson += delta.partial_json;
+        }
+        return;
+      }
+      if (type === "message_delta") {
+        const p = payload;
+        if (p.delta?.stop_reason) stopReason = p.delta.stop_reason;
+        if (typeof p.usage?.output_tokens === "number") outputTokens = p.usage.output_tokens;
+        return;
+      }
+    });
+  } catch (err) {
+    return retryableError(0, "stream_interrupted", String(err), null);
+  }
+  const toolCalls = Array.from(toolBlocks.values()).map((b) => ({
+    id: b.id,
+    name: b.name,
+    args: tryParseJson(b.argsJson) ?? {}
+  }));
+  const tokens = {
+    input: inputTokens,
+    output: outputTokens,
+    total: inputTokens + outputTokens,
+    cached: cacheReadTokens,
+    cacheCreated: cacheCreatedTokens
+  };
+  const response = {
+    text,
+    structuredOutput: null,
+    toolCalls,
+    tokens,
+    finishReason: stopReason,
+    raw: { streamed: true, provider: "anthropic" }
+  };
+  return { ok: true, status: res.status, response };
+}
+async function streamOpenAILike(url, request, apiKey, providerLabel, opts) {
+  const { provider: _provider, ...body } = request;
+  const fetchFn = opts.fetchImpl ?? fetch;
+  const reqBody = {
+    ...body,
+    stream: true,
+    stream_options: {
+      ...body.stream_options ?? {},
+      include_usage: true
+    }
+  };
+  let res;
+  try {
+    res = await fetchFn(url, {
+      method: "POST",
+      headers: {
+        authorization: `Bearer ${apiKey}`,
+        "content-type": "application/json"
+      },
+      body: JSON.stringify(reqBody)
+    });
+  } catch (err) {
+    return retryableError(0, "network_error", String(err), null);
+  }
+  if (!res.ok) {
+    const errBody = await res.json().catch(() => ({}));
+    return classifyHttpError(res.status, errBody);
+  }
+  let text = "";
+  let finishReason;
+  let inputTokens = 0;
+  let outputTokens = 0;
+  let totalTokens;
+  let cachedTokens;
+  const toolBuffers = /* @__PURE__ */ new Map();
+  try {
+    await parseSSEStream(res, (event) => {
+      if (!event.data) return;
+      if (event.data === "[DONE]") return;
+      let payload;
+      try {
+        payload = JSON.parse(event.data);
+      } catch {
+        return;
+      }
+      const choices = payload.choices;
+      if (choices && choices.length > 0) {
+        const choice = choices[0];
+        const deltaContent = choice.delta?.content;
+        if (typeof deltaContent === "string" && deltaContent.length > 0) {
+          text += deltaContent;
+          opts.onChunk(deltaContent);
+        }
+        const toolDeltas = choice.delta?.tool_calls;
+        if (toolDeltas) {
+          for (const tcDelta of toolDeltas) {
+            const idx = tcDelta.index ?? 0;
+            let buf = toolBuffers.get(idx);
+            if (!buf) {
+              buf = { id: tcDelta.id ?? `tc-${idx}`, name: "", argsJson: "" };
+              toolBuffers.set(idx, buf);
+            }
+            if (tcDelta.id) buf.id = tcDelta.id;
+            if (tcDelta.function?.name) buf.name += tcDelta.function.name;
+            if (tcDelta.function?.arguments) buf.argsJson += tcDelta.function.arguments;
+          }
+        }
+        if (choice.finish_reason) finishReason = choice.finish_reason;
+      }
+      const usage = payload.usage;
+      if (usage) {
+        if (typeof usage.prompt_tokens === "number") inputTokens = usage.prompt_tokens;
+        if (typeof usage.completion_tokens === "number") outputTokens = usage.completion_tokens;
+        if (typeof usage.total_tokens === "number") totalTokens = usage.total_tokens;
+        const details = usage.prompt_tokens_details;
+        if (typeof details?.cached_tokens === "number") cachedTokens = details.cached_tokens;
+      }
+    });
+  } catch (err) {
+    return retryableError(0, "stream_interrupted", String(err), null);
+  }
+  const toolCalls = Array.from(toolBuffers.values()).filter((b) => b.name.length > 0).map((b) => ({
+    id: b.id,
+    name: b.name,
+    args: tryParseJson(b.argsJson) ?? {}
+  }));
+  const tokens = {
+    input: inputTokens,
+    output: outputTokens,
+    total: totalTokens ?? inputTokens + outputTokens,
+    cached: cachedTokens
+  };
+  const response = {
+    text,
+    structuredOutput: null,
+    toolCalls,
+    tokens,
+    finishReason,
+    raw: { streamed: true, provider: providerLabel }
+  };
+  return { ok: true, status: res.status, response };
+}
+async function parseSSEStream(response, handler) {
+  const body = response.body;
+  if (!body) throw new Error("Response has no body for SSE parse");
+  const reader = body.getReader();
+  const decoder = new TextDecoder("utf-8");
+  let buffer = "";
+  for (; ; ) {
+    const { value, done } = await reader.read();
+    if (done) break;
+    buffer += decoder.decode(value, { stream: true });
+    let sep;
+    while (sep = buffer.indexOf("\n\n"), sep !== -1) {
+      const block = buffer.slice(0, sep);
+      buffer = buffer.slice(sep + 2);
+      const event = parseSSEBlock(block);
+      if (event) handler(event);
+    }
+  }
+  if (buffer.length > 0) {
+    const event = parseSSEBlock(buffer);
+    if (event) handler(event);
+  }
+}
+function parseSSEBlock(block) {
+  const lines = block.split(/\r?\n/);
+  let eventName;
+  const dataLines = [];
+  for (const line of lines) {
+    if (line.startsWith(":")) continue;
+    if (line.startsWith("event:")) {
+      eventName = line.slice(6).trim();
+    } else if (line.startsWith("data:")) {
+      dataLines.push(line.slice(5).trim());
+    }
+  }
+  if (dataLines.length === 0) return void 0;
+  return { event: eventName, data: dataLines.join("\n") };
+}
+function tryParseJson(s) {
+  if (typeof s !== "string" || s.length === 0) return void 0;
+  try {
+    const parsed = JSON.parse(s);
+    return typeof parsed === "object" && parsed !== null ? parsed : void 0;
+  } catch {
+    return void 0;
+  }
+}
+function classifyHttpError(status, body) {
+  const message = extractErrorMessage(body) ?? `HTTP ${status}`;
+  if (status === 429)
+    return { ok: false, status, errorType: "retryable", errorCode: "rate_limit", message, raw: body };
+  if (status === 408)
+    return { ok: false, status, errorType: "retryable", errorCode: "timeout", message, raw: body };
+  if (status >= 500)
+    return { ok: false, status, errorType: "retryable", errorCode: "server_error", message, raw: body };
+  if (status === 404)
+    return { ok: false, status, errorType: "retryable", errorCode: "model_not_found", message, raw: body };
+  if (status === 401 || status === 403)
+    return { ok: false, status, errorType: "terminal", errorCode: "auth", message, raw: body };
+  if (status === 400)
+    return { ok: false, status, errorType: "terminal", errorCode: "invalid_request", message, raw: body };
+  return { ok: false, status, errorType: "terminal", errorCode: "unknown", message, raw: body };
+}
+function extractErrorMessage(body) {
+  if (!body || typeof body !== "object") return void 0;
+  const b = body;
+  if (b.error && typeof b.error === "object") {
+    const e = b.error;
+    if (typeof e.message === "string") return e.message;
+  }
+  if (typeof b.message === "string") return b.message;
+  return void 0;
+}
+function retryableError(status, code, message, raw) {
+  return { ok: false, status, errorType: "retryable", errorCode: code, message, raw };
+}
+
+// src/execute.ts
+var ANTHROPIC_URL2 = "https://api.anthropic.com/v1/messages";
 var OPENAI_URL = "https://api.openai.com/v1/chat/completions";
 var DEEPSEEK_URL = "https://api.deepseek.com/chat/completions";
 async function execute(request, opts = {}) {
@@ -3387,12 +3674,18 @@ async function executeAnthropic(request, opts) {
   if (!apiKey) {
     return terminalError(401, "auth", "ANTHROPIC_API_KEY missing");
   }
+  if (opts.onChunk) {
+    return streamAnthropic(request, apiKey, {
+      onChunk: opts.onChunk,
+      fetchImpl: opts.fetchImpl
+    });
+  }
   const { provider: _provider, ...body } = request;
   const fetchFn = opts.fetchImpl ?? fetch;
   let res;
   let json;
   try {
-    res = await fetchFn(ANTHROPIC_URL, {
+    res = await fetchFn(ANTHROPIC_URL2, {
       method: "POST",
       headers: {
         "x-api-key": apiKey,
@@ -3403,9 +3696,9 @@ async function executeAnthropic(request, opts) {
     });
     json = await res.json().catch(() => ({}));
   } catch (err) {
-    return retryableError(0, "network_error", String(err), null);
+    return retryableError2(0, "network_error", String(err), null);
   }
-  if (!res.ok) return classifyHttpError(res.status, json);
+  if (!res.ok) return classifyHttpError2(res.status, json);
   return { ok: true, status: res.status, response: normalizeAnthropic(json) };
 }
 function normalizeAnthropic(raw) {
@@ -3439,9 +3732,9 @@ async function executeGoogle(request, opts) {
     });
     json = await res.json().catch(() => ({}));
   } catch (err) {
-    return retryableError(0, "network_error", String(err), null);
+    return retryableError2(0, "network_error", String(err), null);
   }
-  if (!res.ok) return classifyHttpError(res.status, json);
+  if (!res.ok) return classifyHttpError2(res.status, json);
   return { ok: true, status: res.status, response: normalizeGoogle(json) };
 }
 function normalizeGoogle(raw) {
@@ -3468,6 +3761,12 @@ async function executeOpenAI(request, opts) {
   if (!apiKey) {
     return terminalError(401, "auth", "OPENAI_API_KEY missing");
   }
+  if (opts.onChunk) {
+    return streamOpenAILike(OPENAI_URL, request, apiKey, "openai", {
+      onChunk: opts.onChunk,
+      fetchImpl: opts.fetchImpl
+    });
+  }
   const { provider: _provider, ...body } = request;
   const fetchFn = opts.fetchImpl ?? fetch;
   let res;
@@ -3480,9 +3779,9 @@ async function executeOpenAI(request, opts) {
     });
     json = await res.json().catch(() => ({}));
   } catch (err) {
-    return retryableError(0, "network_error", String(err), null);
+    return retryableError2(0, "network_error", String(err), null);
   }
-  if (!res.ok) return classifyHttpError(res.status, json);
+  if (!res.ok) return classifyHttpError2(res.status, json);
   return { ok: true, status: res.status, response: normalizeOpenAILike(json) };
 }
 async function executeDeepSeek(request, opts) {
@@ -3490,6 +3789,12 @@ async function executeDeepSeek(request, opts) {
   if (!apiKey) {
     return terminalError(401, "auth", "DEEPSEEK_API_KEY missing");
   }
+  if (opts.onChunk) {
+    return streamOpenAILike(DEEPSEEK_URL, request, apiKey, "deepseek", {
+      onChunk: opts.onChunk,
+      fetchImpl: opts.fetchImpl
+    });
+  }
   const { provider: _provider, ...body } = request;
   const fetchFn = opts.fetchImpl ?? fetch;
   let res;
@@ -3502,9 +3807,9 @@ async function executeDeepSeek(request, opts) {
     });
     json = await res.json().catch(() => ({}));
   } catch (err) {
-    return retryableError(0, "network_error", String(err), null);
+    return retryableError2(0, "network_error", String(err), null);
   }
-  if (!res.ok) return classifyHttpError(res.status, json);
+  if (!res.ok) return classifyHttpError2(res.status, json);
   return { ok: true, status: res.status, response: normalizeOpenAILike(json) };
 }
 function normalizeOpenAILike(raw) {
@@ -3514,7 +3819,7 @@ function normalizeOpenAILike(raw) {
   const toolCalls = (choice?.message?.tool_calls ?? []).filter((tc) => tc.function?.name).map((tc, i) => ({
     id: tc.id ?? `tc-${i}`,
     name: tc.function.name,
-    args: tryParseJson(tc.function?.arguments) ?? {}
+    args: tryParseJson2(tc.function?.arguments) ?? {}
   }));
   const u = r.usage ?? {};
   const tokens = {
@@ -3531,8 +3836,8 @@ function applyOverrides(request, overrides) {
   if (!layer) return request;
   return { ...request, ...layer };
 }
-function classifyHttpError(status, body) {
-  const message = extractErrorMessage(body) ?? `HTTP ${status}`;
+function classifyHttpError2(status, body) {
+  const message = extractErrorMessage2(body) ?? `HTTP ${status}`;
   if (status === 429) {
     return { ok: false, status, errorType: "retryable", errorCode: "rate_limit", message, raw: body };
   }
@@ -3553,7 +3858,7 @@ function classifyHttpError(status, body) {
   }
   return { ok: false, status, errorType: "terminal", errorCode: "unknown", message, raw: body };
 }
-function extractErrorMessage(body) {
+function extractErrorMessage2(body) {
   if (!body || typeof body !== "object") return void 0;
   const b = body;
   if (b.error && typeof b.error === "object") {
@@ -3566,10 +3871,10 @@ function extractErrorMessage(body) {
 function terminalError(status, code, message) {
   return { ok: false, status, errorType: "terminal", errorCode: code, message, raw: null };
 }
-function retryableError(status, code, message, raw) {
+function retryableError2(status, code, message, raw) {
   return { ok: false, status, errorType: "retryable", errorCode: code, message, raw };
 }
-function tryParseJson(s) {
+function tryParseJson2(s) {
   if (typeof s !== "string" || s.length === 0) return void 0;
   try {
     const parsed = JSON.parse(s);
@@ -4383,10 +4688,13 @@ async function call(ir, opts = {}) {
     safeEmit(
       () => emitExecuteAttempt(traceId, ir.appId, { model: targetModel, attemptIndex: i })
     );
+    const targetSupportsStreaming = targetProfile?.streaming === true;
+    const streamingOnChunk = opts.onChunk && !opts.noStream && targetSupportsStreaming ? opts.onChunk : void 0;
     const exec = await execute(activeCompile.request, {
       apiKeys: opts.apiKeys,
       fetchImpl: opts.fetchImpl,
-      providerOverrides: opts.providerOverrides
+      providerOverrides: opts.providerOverrides,
+      onChunk: streamingOnChunk
     });
     const validated = exec.ok ? validateStructuredContract(exec, ir) : exec;
     if (validated.ok) {