@copilotkit/runtime 0.0.0-fix-restore-handle-method-node-http-20260105204107 → 0.0.0-fix-runtime-openai-api-key-passthrough-20260115003142

package/CHANGELOG.md

@@ -1,11 +1,82 @@
 # @copilotkit/runtime
 
-## 0.0.0-fix-restore-handle-method-node-http-20260105204107
+## 0.0.0-fix-runtime-openai-api-key-passthrough-20260115003142
 
 ### Patch Changes
 
-- 6951073: fix: use direct hono node integration on node-http integration
-  - @copilotkit/shared@0.0.0-fix-restore-handle-method-node-http-20260105204107
+- Updated dependencies [1e62c11]
+  - @copilotkitnext/agent@0.0.0-fix-runtime-openai-api-key-passthrough-20260115003142
+  - @copilotkit/shared@0.0.0-fix-runtime-openai-api-key-passthrough-20260115003142
+  - @copilotkitnext/runtime@0.0.0-fix-runtime-openai-api-key-passthrough-20260115003142
+
+## 1.51.1
+
+### Patch Changes
+
+- Updated dependencies [329653b]
+  - @copilotkitnext/agent@1.51.1
+  - @copilotkit/shared@1.51.1
+  - @copilotkitnext/runtime@1.51.1
+
+## 1.51.0
+
+### Patch Changes
+
+- 2839a15: fix: restore and fix handle method in node http
+- 2839a15: Update versioning strategy
+- 2839a15: fix: use direct hono node integration on node-http integration
+- 4addb72: Fix ci again but really for real this time
+- Updated dependencies [2793a11]
+- Updated dependencies [73f196f]
+- Updated dependencies [2839a15]
+- Updated dependencies [2afd4e3]
+  - @copilotkitnext/runtime@1.51.0
+  - @copilotkit/shared@1.51.0
+  - @copilotkitnext/agent@1.51.0
+
+## 1.51.0-next.4
+
+### Patch Changes
+
+- Updated dependencies [2793a11]
+  - @copilotkitnext/runtime@1.51.0-next.4
+  - @copilotkit/shared@1.51.0-next.4
+  - @copilotkitnext/agent@1.51.0-next.4
+
+## 1.51.0-next.3
+
+### Patch Changes
+
+- Updated dependencies [73f196f]
+  - @copilotkitnext/runtime@1.51.0-next.3
+  - @copilotkit/shared@1.51.0-next.3
+  - @copilotkitnext/agent@1.51.0-next.3
+
+## 1.51.0-next.2
+
+### Patch Changes
+
+- 4addb72: Fix ci again but really for real this time
+- Updated dependencies [2afd4e3]
+  - @copilotkit/shared@1.51.0-next.2
+  - @copilotkitnext/agent@1.51.0-next.2
+  - @copilotkitnext/runtime@1.51.0-next.2
+
+## 1.51.0-next.1
+
+### Patch Changes
+
+- @copilotkit/shared@1.51.0-next.1
+- @copilotkitnext/agent@1.51.0-next.1
+- @copilotkitnext/runtime@1.51.0-next.1
+
+## 1.50.2-next.0
+
+### Patch Changes
+
+- cf245a6: fix: restore and fix handle method in node http
+- cf245a6: fix: use direct hono node integration on node-http integration
+  - @copilotkit/shared@1.50.2-next.0
 
 ## 1.50.1
 
@@ -522,7 +593,6 @@
 ### Patch Changes
 
 - 1abcecf: - fix: add graphqlContext to constructAGUIRemoteAction for enhanced agent properties
-
   - Updated constructAGUIRemoteAction to accept graphqlContext, allowing forwarding of properties like Authorization token to the agent.
   - Modified setupRemoteActions to include graphqlContext in the parameters.
 
@@ -624,7 +694,6 @@
 ### Patch Changes
 
 - 1abcecf: - fix: add graphqlContext to constructAGUIRemoteAction for enhanced agent properties
-
   - Updated constructAGUIRemoteAction to accept graphqlContext, allowing forwarding of properties like Authorization token to the agent.
   - Modified setupRemoteActions to include graphqlContext in the parameters.
   - @copilotkit/shared@1.10.0-next.1
@@ -692,7 +761,6 @@
   - remove request logging
 - 3a7f45f: - fix: resolve agui agents only after all other endpoints
 - fac89c2: - refactor: rename onTrace to onError throughout codebase
-
   - Rename CopilotTraceEvent to CopilotErrorEvent and CopilotTraceHandler to CopilotErrorHandler
 
 - 7ca7023: - feat: send node name to agui agent
@@ -793,7 +861,6 @@
 ### Patch Changes
 
 - fac89c2: - refactor: rename onTrace to onError throughout codebase
-
   - Rename CopilotTraceEvent to CopilotErrorEvent and CopilotTraceHandler to CopilotErrorHandler
 
 - Updated dependencies [fac89c2]
@@ -1275,11 +1342,9 @@
 - c0d3261: - full AWP support
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - refactor: address linter issues with the new pages
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - Merge branch 'mme/acp' into mme/mastra
   - add sse example
   - Create small-turkeys-agree.md
@@ -1296,17 +1361,14 @@
 - 77a7457: - feat: Add Model Context Protocol (MCP) support
 - 76d9ef9: - fix: handle langgraph client specific errors when running lgc stream
 - c0d3261: - add AWP support
-
   - make it work
   - update docs
   - refactor: move UI files to be normal NextJS pages and update generation
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - refactor: address linter issues with the new pages
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - Merge branch 'mme/acp' into mme/mastra
   - add sse example
 
@@ -1320,11 +1382,9 @@
 - c0d3261: - full AWP support
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - refactor: address linter issues with the new pages
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - Merge branch 'mme/acp' into mme/mastra
   - add sse example
   - Create small-turkeys-agree.md
@@ -1339,17 +1399,14 @@
   - fix missing tool call ids
 
 - c0d3261: - add AWP support
-
   - make it work
   - update docs
   - refactor: move UI files to be normal NextJS pages and update generation
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - refactor: address linter issues with the new pages
 
   Signed-off-by: Tyler Slaton <tyler@copilotkit.ai>
-
   - Merge branch 'mme/acp' into mme/mastra
   - add sse example
   - @copilotkit/shared@1.8.5-next.5
@@ -2354,7 +2411,6 @@
 - e16d95e: New prerelease
 - 1721cbd: Add convertActionsToDynamicStructuredTools to sdk-js
 - CopilotKit Core:
-
   - Improved error messages and overall logs
   - `useCopilotAction.renderAndAwait` renamed to `.renderAndAwaitForResponse` (backwards compatible, will be deprecated in the future)
   - Improved scrolling behavior. It is now possible to scroll up during LLM response generation
@@ -2362,7 +2418,6 @@
   - Updated interfaces for better developer ergonomics
 
   CoAgents:
-
   - Renamed `remoteActions` to `remoteEndpoints` (backwards compatible, will be deprecated in the future)
   - Support for LangGraph Platform in Remote Endpoints
   - LangGraph JS Support for CoAgents (locally via `langgraph dev`, `langgraph up` or deployed to LangGraph Platform)
@@ -2370,7 +2425,6 @@
   - Enhanced state management and message handling
 
   CopilotKid Back-end SDK:
-
   - Released a whole-new `@copilotkit/sdk-js` for building agents with LangGraph JS Support
 
 - 8d0144f: bump
@@ -2717,7 +2771,6 @@ CopilotKid Back-end SDK:
 ### Patch Changes
 
 - inject minified css in bundle
-
   - removes the need to import `styles.css` manually
   - empty `styles.css` included in the build for backwards compatibility
   - uses tsup's `injectStyles` with `postcss` to bundle and minify the CSS, then inject it as a style tag
@@ -2854,7 +2907,6 @@ CopilotKid Back-end SDK:
 ### Major Changes
 
 - b6a4b6eb: V1.0 Release Candidate
-
   - A robust new protocol between the frontend and the Copilot Runtime
   - Support for Copilot Cloud
   - Generative UI
@@ -2862,7 +2914,6 @@ CopilotKid Back-end SDK:
   - OpenAI assistant API streaming
 
 - V1.0 Release
-
   - A robust new protocol between the frontend and the Copilot Runtime
   - Support for Copilot Cloud
   - Generative UI
@@ -2900,7 +2951,6 @@ CopilotKid Back-end SDK:
 ### Major Changes
 
 - V1.0 Release Candidate
-
   - A robust new protocol between the frontend and the Copilot Runtime
   - Support for Copilot Cloud
   - Generative UI

package/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) Atai Barkai
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

package/dist/index.d.ts

@@ -7,7 +7,8 @@ import { IterableReadableStream, IterableReadableStreamInterface } from '@langch
 import { Groq } from 'groq-sdk';
 import Anthropic from '@anthropic-ai/sdk';
 import * as graphql from 'graphql';
-import * as pino from 'pino';
+import * as createPinoLogger from 'pino';
+import createPinoLogger__default from 'pino';
 import { YogaInitialContext, createYoga } from 'graphql-yoga';
 import { CopilotRuntimeOptions, CopilotRuntime as CopilotRuntime$1, AgentRunner } from '@copilotkitnext/runtime';
 import { AbstractAgent } from '@ag-ui/client';
@@ -1301,9 +1302,9 @@ type CopilotRuntimeLogger = ReturnType<typeof createLogger>;
 declare function createLogger(options?: {
     level?: LogLevel;
     component?: string;
-}): pino.Logger<never>;
+}): createPinoLogger__default.Logger<never, boolean>;
 
-declare const logger: pino.Logger<never>;
+declare const logger: createPinoLogger.Logger<never, boolean>;
 declare const addCustomHeaderPlugin: {
     onResponse({ response }: {
         response: any;

package/dist/index.js

@@ -17,7 +17,7 @@ var pluginDeferStream = require('@graphql-yoga/plugin-defer-stream');
 var createPinoLogger = require('pino');
 var pretty = require('pino-pretty');
 var vercel = require('hono/vercel');
-var nodeServer = require('@hono/node-server');
+var stream = require('stream');
 
 function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
 
@@ -72,7 +72,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.50.1",
+      version: "1.51.1",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -96,7 +96,7 @@ var require_package = __commonJS({
       types: "./dist/index.d.ts",
       license: "MIT",
       scripts: {
-        build: 'tsup --onSuccess "pnpm run generate-graphql-schema"',
+        build: "pnpm run generate-graphql-schema && tsup",
         dev: 'tsup --watch --onSuccess "pnpm run generate-graphql-schema"',
         test: "jest --passWithNoTests",
         "check-types": "tsc --noEmit",
@@ -106,6 +106,9 @@ var require_package = __commonJS({
         "unlink:global": "pnpm unlink --global"
       },
       devDependencies: {
+        "@copilotkit/shared": "workspace:*",
+        "@copilotkitnext/agent": "workspace:*",
+        "@copilotkitnext/runtime": "workspace:*",
         "@jest/globals": "^29.7.0",
         "@swc/core": "1.5.28",
         "@types/jest": "^29.5.12",
@@ -123,12 +126,6 @@ var require_package = __commonJS({
         vitest: "^3.2.4"
       },
       dependencies: {
-        "@ag-ui/client": "^0.0.42",
-        "@ag-ui/core": "^0.0.42",
-        "@ag-ui/langgraph": "^0.0.20",
-        "@copilotkit/shared": "workspace:*",
-        "@copilotkitnext/agent": "0.0.33",
-        "@copilotkitnext/runtime": "0.0.33",
         "@graphql-yoga/plugin-defer-stream": "^3.3.1",
         "@hono/node-server": "^1.13.5",
         "@scarf/scarf": "^1.3.0",
@@ -148,7 +145,13 @@ var require_package = __commonJS({
         zod: "^3.23.3"
       },
       peerDependencies: {
+        "@ag-ui/client": "^0.0.42",
+        "@ag-ui/core": "^0.0.42",
+        "@ag-ui/langgraph": "^0.0.20",
         "@anthropic-ai/sdk": "^0.57.0",
+        "@copilotkit/shared": "workspace:*",
+        "@copilotkitnext/agent": "workspace:*",
+        "@copilotkitnext/runtime": "workspace:*",
         "@langchain/aws": ">=0.1.9",
         "@langchain/core": ">=0.3.66",
         "@langchain/community": ">=0.3.58",
@@ -3588,7 +3591,7 @@ var CopilotRuntime = class {
         } : {},
         "cloud.base_url": cloudBaseUrl
       });
-      (_c = params == null ? void 0 : params.beforeRequestMiddleware) == null ? void 0 : _c.call(params, hookParams);
+      const middlewareResult = await ((_c = params == null ? void 0 : params.beforeRequestMiddleware) == null ? void 0 : _c.call(params, hookParams));
       if ((_d = params == null ? void 0 : params.middleware) == null ? void 0 : _d.onBeforeRequest) {
         const { request: request2, runtime, path } = hookParams;
         const gqlMessages = aguiToGQL(body.messages).reduce((acc, msg) => {
@@ -3611,6 +3614,7 @@ var CopilotRuntime = class {
           url: request2.url
         });
       }
+      return middlewareResult;
     };
   }
   createOnAfterRequestHandler(params) {
@@ -4737,6 +4741,98 @@ function copilotRuntimeNextJSAppRouterEndpoint(options) {
   };
 }
 __name(copilotRuntimeNextJSAppRouterEndpoint, "copilotRuntimeNextJSAppRouterEndpoint");
+function readableStreamToNodeStream(webStream) {
+  const reader = webStream.getReader();
+  return new stream.Readable({
+    async read() {
+      try {
+        const { done, value } = await reader.read();
+        if (done) {
+          this.push(null);
+        } else {
+          this.push(Buffer.from(value));
+        }
+      } catch (err) {
+        this.destroy(err);
+      }
+    }
+  });
+}
+__name(readableStreamToNodeStream, "readableStreamToNodeStream");
+function nodeStreamToReadableStream(nodeStream) {
+  return new ReadableStream({
+    start(controller) {
+      nodeStream.on("data", (chunk) => {
+        controller.enqueue(chunk instanceof Buffer ? new Uint8Array(chunk) : chunk);
+      });
+      nodeStream.on("end", () => {
+        controller.close();
+      });
+      nodeStream.on("error", (err) => {
+        controller.error(err);
+      });
+    },
+    cancel() {
+      nodeStream.destroy();
+    }
+  });
+}
+__name(nodeStreamToReadableStream, "nodeStreamToReadableStream");
+function getFullUrl(req) {
+  const path = req.url || "/";
+  const host = req.headers["x-forwarded-host"] || req.headers.host || "localhost";
+  const proto = req.headers["x-forwarded-proto"] || (req.socket.encrypted ? "https" : "http");
+  return `${proto}://${host}${path}`;
+}
+__name(getFullUrl, "getFullUrl");
+function toHeaders(rawHeaders) {
+  const headers = new Headers();
+  for (const [key, value] of Object.entries(rawHeaders)) {
+    if (value === void 0)
+      continue;
+    if (Array.isArray(value)) {
+      value.forEach((entry) => headers.append(key, entry));
+      continue;
+    }
+    headers.append(key, value);
+  }
+  return headers;
+}
+__name(toHeaders, "toHeaders");
+function isStreamConsumed(req) {
+  const readableState = req._readableState;
+  return Boolean(req.readableEnded || req.complete || (readableState == null ? void 0 : readableState.ended) || (readableState == null ? void 0 : readableState.endEmitted));
+}
+__name(isStreamConsumed, "isStreamConsumed");
+function synthesizeBodyFromParsedBody(parsedBody, headers) {
+  if (parsedBody === null || parsedBody === void 0) {
+    return {
+      body: null
+    };
+  }
+  if (parsedBody instanceof Buffer || parsedBody instanceof Uint8Array) {
+    return {
+      body: parsedBody
+    };
+  }
+  if (typeof parsedBody === "string") {
+    return {
+      body: parsedBody,
+      contentType: headers.get("content-type") ?? "text/plain"
+    };
+  }
+  return {
+    body: JSON.stringify(parsedBody),
+    contentType: "application/json"
+  };
+}
+__name(synthesizeBodyFromParsedBody, "synthesizeBodyFromParsedBody");
+function isDisturbedOrLockedError(error) {
+  return error instanceof TypeError && typeof error.message === "string" && (error.message.includes("disturbed") || error.message.includes("locked"));
+}
+__name(isDisturbedOrLockedError, "isDisturbedOrLockedError");
+
+// src/lib/integrations/node-http/index.ts
 function copilotRuntimeNodeHttpEndpoint(options) {
   var _a;
   const commonConfig = getCommonConfig(options);
@@ -4761,7 +4857,72 @@ function copilotRuntimeNodeHttpEndpoint(options) {
     runtime: options.runtime.instance,
     basePath: options.baseUrl ?? options.endpoint
   });
-  const handle2 = nodeServer.getRequestListener(honoApp.fetch);
+  const handle2 = /* @__PURE__ */ __name(async function handler(req, res) {
+    const url = getFullUrl(req);
+    const hasBody = req.method !== "GET" && req.method !== "HEAD";
+    const baseHeaders = toHeaders(req.headers);
+    const parsedBody = req.body;
+    const streamConsumed = isStreamConsumed(req) || parsedBody !== void 0;
+    const canStream = hasBody && !streamConsumed;
+    let requestBody = void 0;
+    let useDuplex = false;
+    if (hasBody && canStream) {
+      requestBody = nodeStreamToReadableStream(req);
+      useDuplex = true;
+    }
+    if (hasBody && streamConsumed) {
+      if (parsedBody !== void 0) {
+        const synthesized = synthesizeBodyFromParsedBody(parsedBody, baseHeaders);
+        requestBody = synthesized.body ?? void 0;
+        baseHeaders.delete("content-length");
+        if (synthesized.contentType) {
+          baseHeaders.set("content-type", synthesized.contentType);
+        }
+        logger2.debug("Request stream already consumed; using parsed req.body to rebuild request.");
+      } else {
+        logger2.warn("Request stream consumed with no available body; sending empty payload.");
+        requestBody = void 0;
+      }
+    }
+    const buildRequest = /* @__PURE__ */ __name((body, headers, duplex) => new Request(url, {
+      method: req.method,
+      headers,
+      body,
+      duplex: duplex ? "half" : void 0
+    }), "buildRequest");
+    let response;
+    try {
+      response = await honoApp.fetch(buildRequest(requestBody, baseHeaders, useDuplex));
+    } catch (error) {
+      if (isDisturbedOrLockedError(error) && hasBody) {
+        logger2.warn("Encountered disturbed/locked request body; rebuilding request using parsed body or empty payload.");
+        const fallbackHeaders = new Headers(baseHeaders);
+        let fallbackBody;
+        if (parsedBody !== void 0) {
+          const synthesized = synthesizeBodyFromParsedBody(parsedBody, fallbackHeaders);
+          fallbackBody = synthesized.body ?? void 0;
+          fallbackHeaders.delete("content-length");
+          if (synthesized.contentType) {
+            fallbackHeaders.set("content-type", synthesized.contentType);
+          }
+        } else {
+          fallbackBody = void 0;
+        }
+        response = await honoApp.fetch(buildRequest(fallbackBody, fallbackHeaders, false));
+      } else {
+        throw error;
+      }
+    }
+    res.statusCode = response.status;
+    response.headers.forEach((value, key) => {
+      res.setHeader(key, value);
+    });
+    if (response.body) {
+      readableStreamToNodeStream(response.body).pipe(res);
+    } else {
+      res.end();
+    }
+  }, "handler");
   return function(reqOrRequest, res) {
     if (reqOrRequest instanceof Request) {
       return honoApp.fetch(reqOrRequest);