mycomesh-consumer 0.1.47 → 0.1.49

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mycomesh-consumer",
-  "version": "0.1.47",
+  "version": "0.1.49",
   "description": "Native Node.js MycoMesh Consumer and OpenAI-compatible request CLI.",
   "publishConfig": {
     "access": "public"

package/src/consumer-runtime.mjs

@@ -356,6 +356,38 @@ export function inferenceRequestHash({
   return `0x${createHash("sha256").update(stableStringify(envelope), "utf8").digest("hex")}`;
 }
 
+export function derivePromptCacheKey({ endpoint, model, input, messages, options }) {
+  const explicit = options && typeof options === "object" ? options.prompt_cache_key : undefined;
+  if (typeof explicit === "string" && explicit.trim()) return explicit.trim();
+  const normalizedEndpoint = String(endpoint || "").trim().toLowerCase();
+  if (!["responses", "chat"].includes(normalizedEndpoint)) return null;
+  const seed = { model: String(model || "") };
+  for (const field of ["reasoning", "tool_choice", "tools", "functions", "instructions"]) {
+    const value = options && typeof options === "object" ? options[field] : undefined;
+    if (value !== undefined && value !== null && value !== "" && !(Array.isArray(value) && value.length === 0)) {
+      seed[field] = value;
+    }
+  }
+  const source = normalizedEndpoint === "chat" ? (messages ?? [{ role: "user", content: String(input || "") }]) : (input ?? "");
+  let firstUser;
+  const system = [];
+  if (Array.isArray(source)) {
+    for (const item of source) {
+      if (!item || typeof item !== "object") continue;
+      const role = String(item.role || "").trim().toLowerCase();
+      if (role === "system" || role === "developer") system.push(item.content);
+      if (firstUser === undefined && role === "user") firstUser = item.content;
+      if (firstUser === undefined && item.type === "input_text") firstUser = item.text;
+    }
+  } else if (typeof source === "string" && source.trim()) {
+    firstUser = source;
+  }
+  if (system.length) seed.system = system;
+  if (firstUser === undefined || firstUser === null || firstUser === "" || (Array.isArray(firstUser) && !firstUser.length)) return null;
+  seed.first_user = firstUser;
+  return `myco_csp_${createHash("sha256").update(stableStringify(seed), "utf8").digest("hex")}`;
+}
+
 function normalizeInferenceOptions(endpoint, options) {
   if (options === undefined || options === null) return null;
   if (typeof options !== "object" || Array.isArray(options)) {
@@ -981,8 +1013,22 @@ export class NativeConsumerState {
       try { selected = await this.chooseRelay(used); } catch (error) { lastError = error.message; break; }
       used.add(selected.relayUrl);
       try {
-        const payment = this.buildRelayPayment(path, body, selected.health, requestId);
-        const requestBody = { ...body, model: payment.model };
+        const requestBody = {
+          ...body,
+          model: selected.health.v8.model || body.model,
+        };
+        if (!String(requestBody.prompt_cache_key || "").trim()) {
+          const cacheKey = derivePromptCacheKey({
+            endpoint: path.endsWith("/chat/completions") ? "chat" : "responses",
+            model: requestBody.model,
+            input: requestBody.input,
+            messages: requestBody.messages,
+            options: requestBody,
+          });
+          if (cacheKey) requestBody.prompt_cache_key = cacheKey;
+        }
+        const payment = this.buildRelayPayment(path, requestBody, selected.health, requestId);
+        requestBody.model = payment.model;
         const encodedPayment = base64Url(Buffer.from(stableStringify(payment.payment), "utf8"));
         const response = await fetchWithTimeout(`${selected.relayUrl}${path}`, {
           method: "POST",
@@ -1222,7 +1268,7 @@ export function createConsumerServer(state, { host = "127.0.0.1", port = 8110, p
   const server = createServer(async (request, response) => {
     try {
       const url = new URL(request.url || "/", `http://${request.headers.host || "127.0.0.1"}`);
-      const path = url.pathname;
+      const path = url.pathname.startsWith("/v1/v1/") ? url.pathname.slice(3) : url.pathname;
       if (publicOnly) {
         response.setHeader("Access-Control-Allow-Origin", "*");
         response.setHeader("Access-Control-Allow-Headers", "Authorization, Content-Type");

package/src/consumer.mjs

@@ -11,7 +11,7 @@ import {
   createConsumerServer,
 } from "./consumer-runtime.mjs";
 
-export const CONSUMER_RELEASE_VERSION = "0.1.47";
+export const CONSUMER_RELEASE_VERSION = "0.1.49";
 export const API_COMMANDS = new Set(["health", "models", "responses", "chat"]);
 const API_VALUE_OPTIONS = new Set([
   "--base-url",