mycomesh-consumer 0.1.46 → 0.1.48

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mycomesh-consumer",
-  "version": "0.1.46",
+  "version": "0.1.48",
   "description": "Native Node.js MycoMesh Consumer and OpenAI-compatible request CLI.",
   "publishConfig": {
     "access": "public"

package/src/consumer-runtime.mjs

@@ -356,6 +356,38 @@ export function inferenceRequestHash({
   return `0x${createHash("sha256").update(stableStringify(envelope), "utf8").digest("hex")}`;
 }
 
+export function derivePromptCacheKey({ endpoint, model, input, messages, options }) {
+  const explicit = options && typeof options === "object" ? options.prompt_cache_key : undefined;
+  if (typeof explicit === "string" && explicit.trim()) return explicit.trim();
+  const normalizedEndpoint = String(endpoint || "").trim().toLowerCase();
+  if (!["responses", "chat"].includes(normalizedEndpoint)) return null;
+  const seed = { model: String(model || "") };
+  for (const field of ["reasoning", "tool_choice", "tools", "functions", "instructions"]) {
+    const value = options && typeof options === "object" ? options[field] : undefined;
+    if (value !== undefined && value !== null && value !== "" && !(Array.isArray(value) && value.length === 0)) {
+      seed[field] = value;
+    }
+  }
+  const source = normalizedEndpoint === "chat" ? (messages ?? [{ role: "user", content: String(input || "") }]) : (input ?? "");
+  let firstUser;
+  const system = [];
+  if (Array.isArray(source)) {
+    for (const item of source) {
+      if (!item || typeof item !== "object") continue;
+      const role = String(item.role || "").trim().toLowerCase();
+      if (role === "system" || role === "developer") system.push(item.content);
+      if (firstUser === undefined && role === "user") firstUser = item.content;
+      if (firstUser === undefined && item.type === "input_text") firstUser = item.text;
+    }
+  } else if (typeof source === "string" && source.trim()) {
+    firstUser = source;
+  }
+  if (system.length) seed.system = system;
+  if (firstUser === undefined || firstUser === null || firstUser === "" || (Array.isArray(firstUser) && !firstUser.length)) return null;
+  seed.first_user = firstUser;
+  return `myco_csp_${createHash("sha256").update(stableStringify(seed), "utf8").digest("hex")}`;
+}
+
 function normalizeInferenceOptions(endpoint, options) {
   if (options === undefined || options === null) return null;
   if (typeof options !== "object" || Array.isArray(options)) {
@@ -981,8 +1013,22 @@ export class NativeConsumerState {
       try { selected = await this.chooseRelay(used); } catch (error) { lastError = error.message; break; }
       used.add(selected.relayUrl);
       try {
-        const payment = this.buildRelayPayment(path, body, selected.health, requestId);
-        const requestBody = { ...body, model: payment.model };
+        const requestBody = {
+          ...body,
+          model: selected.health.v8.model || body.model,
+        };
+        if (!String(requestBody.prompt_cache_key || "").trim()) {
+          const cacheKey = derivePromptCacheKey({
+            endpoint: path.endsWith("/chat/completions") ? "chat" : "responses",
+            model: requestBody.model,
+            input: requestBody.input,
+            messages: requestBody.messages,
+            options: requestBody,
+          });
+          if (cacheKey) requestBody.prompt_cache_key = cacheKey;
+        }
+        const payment = this.buildRelayPayment(path, requestBody, selected.health, requestId);
+        requestBody.model = payment.model;
         const encodedPayment = base64Url(Buffer.from(stableStringify(payment.payment), "utf8"));
         const response = await fetchWithTimeout(`${selected.relayUrl}${path}`, {
           method: "POST",
@@ -1403,7 +1449,16 @@ export function responseSse(payload, compact = false) {
 export function chatCompletionSse(payload, includeUsage = false) {
   const id = String(payload?.id || `chatcmpl_${bytesToHex(randomBytes(16))}`); const model = String(payload?.model || ""); const created = Number(payload?.created || Math.floor(Date.now() / 1000)); const chunks = [];
   const chunk = (index, delta, finishReason = null) => chunks.push(`data: ${JSON.stringify({ id, object: "chat.completion.chunk", created, model, choices: [{ index, delta, finish_reason: finishReason }] })}\n\n`);
-  (Array.isArray(payload?.choices) ? payload.choices : []).forEach((choice, fallbackIndex) => { const index = Number.isInteger(choice.index) ? choice.index : fallbackIndex; const message = choice.message || {}; chunk(index, { role: String(message.role || "assistant") }); if (message.content) chunk(index, { content: String(message.content) }); chunk(index, {}, choice.finish_reason || "stop"); });
+  (Array.isArray(payload?.choices) ? payload.choices : []).forEach((choice, fallbackIndex) => {
+    const index = Number.isInteger(choice.index) ? choice.index : fallbackIndex;
+    const message = choice.message || {};
+    chunk(index, { role: String(message.role || "assistant") });
+    if (message.content) chunk(index, { content: String(message.content) });
+    (Array.isArray(message.tool_calls) ? message.tool_calls : []).forEach((call, toolIndex) => {
+      chunk(index, { tool_calls: [{ index: toolIndex, id: call.id, type: call.type || "function", function: { name: call.function?.name, arguments: String(call.function?.arguments || "") } }] });
+    });
+    chunk(index, {}, choice.finish_reason || "stop");
+  });
   if (includeUsage && payload?.usage) chunks.push(`data: ${JSON.stringify({ id, object: "chat.completion.chunk", created, model, choices: [], usage: payload.usage })}\n\n`);
   chunks.push("data: [DONE]\n\n"); return chunks;
 }

package/src/consumer.mjs

@@ -11,7 +11,7 @@ import {
   createConsumerServer,
 } from "./consumer-runtime.mjs";
 
-export const CONSUMER_RELEASE_VERSION = "0.1.46";
+export const CONSUMER_RELEASE_VERSION = "0.1.48";
 export const API_COMMANDS = new Set(["health", "models", "responses", "chat"]);
 const API_VALUE_OPTIONS = new Set([
   "--base-url",