@copilotkitnext/runtime 1.51.2-next.1 → 1.51.3-next.0

package/dist/express.js

@@ -377,7 +377,7 @@ async function handleStopAgent({
 // package.json
 var package_default = {
   name: "@copilotkitnext/runtime",
-  version: "1.51.2-next.1",
+  version: "1.51.3-next.0",
   description: "Server-side runtime package for CopilotKit2",
   main: "dist/index.js",
   types: "dist/index.d.ts",
@@ -413,7 +413,6 @@ var package_default = {
     "@types/express": "^4.17.21",
     "@types/node": "^22.15.3",
     eslint: "^9.30.0",
-    openai: "^5.9.0",
     supertest: "^7.1.1",
     tsup: "^8.5.0",
     typescript: "5.8.2",
@@ -426,11 +425,14 @@ var package_default = {
     "@copilotkitnext/shared": "workspace:*",
     cors: "^2.8.5",
     express: "^4.21.2",
-    hono: "^4.6.13",
+    hono: "^4.11.4",
     rxjs: "7.8.1"
   },
   peerDependencies: {
-    openai: "^5.9.0"
+    "@ag-ui/client": "0.0.42",
+    "@ag-ui/core": "0.0.42",
+    "@ag-ui/encoder": "0.0.42",
+    "@copilotkitnext/shared": "workspace:*"
   },
   peerDependenciesMeta: {},
   engines: {
@@ -528,73 +530,135 @@ async function handleGetRuntimeInfo({
 }
 
 // src/handlers/handle-transcribe.ts
+var import_shared2 = require("@copilotkitnext/shared");
+var ERROR_STATUS_CODES = {
+  [import_shared2.TranscriptionErrorCode.SERVICE_NOT_CONFIGURED]: 503,
+  [import_shared2.TranscriptionErrorCode.INVALID_AUDIO_FORMAT]: 400,
+  [import_shared2.TranscriptionErrorCode.AUDIO_TOO_LONG]: 400,
+  [import_shared2.TranscriptionErrorCode.AUDIO_TOO_SHORT]: 400,
+  [import_shared2.TranscriptionErrorCode.RATE_LIMITED]: 429,
+  [import_shared2.TranscriptionErrorCode.AUTH_FAILED]: 401,
+  [import_shared2.TranscriptionErrorCode.PROVIDER_ERROR]: 500,
+  [import_shared2.TranscriptionErrorCode.NETWORK_ERROR]: 502,
+  [import_shared2.TranscriptionErrorCode.INVALID_REQUEST]: 400
+};
+var VALID_AUDIO_TYPES = [
+  "audio/mpeg",
+  "audio/mp3",
+  "audio/mp4",
+  "audio/wav",
+  "audio/webm",
+  "audio/ogg",
+  "audio/flac",
+  "audio/aac"
+];
+function isValidAudioType(type) {
+  const baseType = type.split(";")[0]?.trim() ?? "";
+  return VALID_AUDIO_TYPES.includes(baseType) || baseType === "" || baseType === "application/octet-stream";
+}
+function createErrorResponse(errorResponse) {
+  const status = ERROR_STATUS_CODES[errorResponse.error] ?? 500;
+  return new Response(JSON.stringify(errorResponse), {
+    status,
+    headers: { "Content-Type": "application/json" }
+  });
+}
+function base64ToFile(base64, mimeType, filename) {
+  const base64Data = base64.includes(",") ? base64.split(",")[1] ?? base64 : base64;
+  const binaryString = atob(base64Data);
+  const bytes = new Uint8Array(binaryString.length);
+  for (let i = 0; i < binaryString.length; i++) {
+    bytes[i] = binaryString.charCodeAt(i);
+  }
+  return new File([bytes], filename, { type: mimeType });
+}
+async function extractAudioFromFormData(request) {
+  const formData = await request.formData();
+  const audioFile = formData.get("audio");
+  if (!audioFile || !(audioFile instanceof File)) {
+    const err = import_shared2.TranscriptionErrors.invalidRequest(
+      "No audio file found in form data. Please include an 'audio' field."
+    );
+    return { error: createErrorResponse(err) };
+  }
+  if (!isValidAudioType(audioFile.type)) {
+    const err = import_shared2.TranscriptionErrors.invalidAudioFormat(audioFile.type, VALID_AUDIO_TYPES);
+    return { error: createErrorResponse(err) };
+  }
+  return { file: audioFile };
+}
+async function extractAudioFromJson(request) {
+  let body;
+  try {
+    body = await request.json();
+  } catch {
+    const err = import_shared2.TranscriptionErrors.invalidRequest("Request body must be valid JSON");
+    return { error: createErrorResponse(err) };
+  }
+  if (!body.audio || typeof body.audio !== "string") {
+    const err = import_shared2.TranscriptionErrors.invalidRequest(
+      "Request must include 'audio' field with base64-encoded audio data"
+    );
+    return { error: createErrorResponse(err) };
+  }
+  if (!body.mimeType || typeof body.mimeType !== "string") {
+    const err = import_shared2.TranscriptionErrors.invalidRequest(
+      "Request must include 'mimeType' field (e.g., 'audio/webm')"
+    );
+    return { error: createErrorResponse(err) };
+  }
+  if (!isValidAudioType(body.mimeType)) {
+    const err = import_shared2.TranscriptionErrors.invalidAudioFormat(body.mimeType, VALID_AUDIO_TYPES);
+    return { error: createErrorResponse(err) };
+  }
+  try {
+    const filename = body.filename || "recording.webm";
+    const file = base64ToFile(body.audio, body.mimeType, filename);
+    return { file };
+  } catch {
+    const err = import_shared2.TranscriptionErrors.invalidRequest("Failed to decode base64 audio data");
+    return { error: createErrorResponse(err) };
+  }
+}
+function categorizeProviderError(error) {
+  const message = error instanceof Error ? error.message : "Unknown error occurred";
+  const errorStr = String(error).toLowerCase();
+  if (errorStr.includes("rate") || errorStr.includes("429") || errorStr.includes("too many")) {
+    return import_shared2.TranscriptionErrors.rateLimited();
+  }
+  if (errorStr.includes("auth") || errorStr.includes("401") || errorStr.includes("api key") || errorStr.includes("unauthorized")) {
+    return import_shared2.TranscriptionErrors.authFailed();
+  }
+  if (errorStr.includes("too long") || errorStr.includes("duration") || errorStr.includes("length")) {
+    return import_shared2.TranscriptionErrors.audioTooLong();
+  }
+  return import_shared2.TranscriptionErrors.providerError(message);
+}
 async function handleTranscribe({
   runtime,
   request
 }) {
   try {
     if (!runtime.transcriptionService) {
-      return new Response(
-        JSON.stringify({
-          error: "Transcription service not configured",
-          message: "No transcription service has been configured in the runtime"
-        }),
-        {
-          status: 503,
-          headers: { "Content-Type": "application/json" }
-        }
-      );
-    }
-    const contentType = request.headers.get("content-type");
-    if (!contentType || !contentType.includes("multipart/form-data")) {
-      return new Response(
-        JSON.stringify({
-          error: "Invalid content type",
-          message: "Request must contain multipart/form-data with an audio file"
-        }),
-        {
-          status: 400,
-          headers: { "Content-Type": "application/json" }
-        }
-      );
+      const err = import_shared2.TranscriptionErrors.serviceNotConfigured();
+      return createErrorResponse(err);
     }
-    const formData = await request.formData();
-    const audioFile = formData.get("audio");
-    if (!audioFile || !(audioFile instanceof File)) {
-      return new Response(
-        JSON.stringify({
-          error: "Missing audio file",
-          message: "No audio file found in form data. Please include an 'audio' field."
-        }),
-        {
-          status: 400,
-          headers: { "Content-Type": "application/json" }
-        }
+    const contentType = request.headers.get("content-type") || "";
+    let extractResult;
+    if (contentType.includes("multipart/form-data")) {
+      extractResult = await extractAudioFromFormData(request);
+    } else if (contentType.includes("application/json")) {
+      extractResult = await extractAudioFromJson(request);
+    } else {
+      const err = import_shared2.TranscriptionErrors.invalidRequest(
+        "Request must be multipart/form-data or application/json with base64 audio"
       );
+      return createErrorResponse(err);
     }
-    const validAudioTypes = [
-      "audio/mpeg",
-      "audio/mp3",
-      "audio/mp4",
-      "audio/wav",
-      "audio/webm",
-      "audio/ogg",
-      "audio/flac",
-      "audio/aac"
-    ];
-    const isValidType = validAudioTypes.includes(audioFile.type) || audioFile.type === "" || audioFile.type === "application/octet-stream";
-    if (!isValidType) {
-      return new Response(
-        JSON.stringify({
-          error: "Invalid file type",
-          message: `Unsupported audio file type: ${audioFile.type}. Supported types: ${validAudioTypes.join(", ")}, or files with unknown/empty types`
-        }),
-        {
-          status: 400,
-          headers: { "Content-Type": "application/json" }
-        }
-      );
+    if ("error" in extractResult) {
+      return extractResult.error;
     }
+    const audioFile = extractResult.file;
     const transcription = await runtime.transcriptionService.transcribeFile({
       audioFile,
       mimeType: audioFile.type,
@@ -612,24 +676,15 @@ async function handleTranscribe({
       }
     );
   } catch (error) {
-    return new Response(
-      JSON.stringify({
-        error: "Transcription failed",
-        message: error instanceof Error ? error.message : "Unknown error occurred during transcription"
-      }),
-      {
-        status: 500,
-        headers: { "Content-Type": "application/json" }
-      }
-    );
+    return createErrorResponse(categorizeProviderError(error));
   }
 }
 
 // src/endpoints/express.ts
-var import_shared4 = require("@copilotkitnext/shared");
+var import_shared5 = require("@copilotkitnext/shared");
 
 // src/middleware.ts
-var import_shared2 = require("@copilotkitnext/shared");
+var import_shared3 = require("@copilotkitnext/shared");
 async function callBeforeRequestMiddleware({
   runtime,
   request,
@@ -640,7 +695,7 @@ async function callBeforeRequestMiddleware({
   if (typeof mw === "function") {
     return mw({ runtime, request, path });
   }
-  import_shared2.logger.warn({ mw }, "Unsupported beforeRequestMiddleware value \u2013 skipped");
+  import_shared3.logger.warn({ mw }, "Unsupported beforeRequestMiddleware value \u2013 skipped");
   return;
 }
 async function callAfterRequestMiddleware({
@@ -653,14 +708,14 @@ async function callAfterRequestMiddleware({
   if (typeof mw === "function") {
     return mw({ runtime, response, path });
   }
-  import_shared2.logger.warn({ mw }, "Unsupported afterRequestMiddleware value \u2013 skipped");
+  import_shared3.logger.warn({ mw }, "Unsupported afterRequestMiddleware value \u2013 skipped");
 }
 
 // src/endpoints/express-utils.ts
 var import_node_stream = require("stream");
 var import_node_stream2 = require("stream");
 var import_node_util = require("util");
-var import_shared3 = require("@copilotkitnext/shared");
+var import_shared4 = require("@copilotkitnext/shared");
 var streamPipeline = (0, import_node_util.promisify)(import_node_stream2.pipeline);
 var METHODS_WITHOUT_BODY = /* @__PURE__ */ new Set(["GET", "HEAD"]);
 function createFetchRequestFromExpress(req) {
@@ -696,7 +751,7 @@ function createFetchRequestFromExpress(req) {
       if (body !== void 0) {
         init.body = body;
       }
-      import_shared3.logger.info(
+      import_shared4.logger.info(
         {
           url,
           method,
@@ -708,7 +763,7 @@ function createFetchRequestFromExpress(req) {
       );
     } else {
       headers.delete("content-length");
-      import_shared3.logger.warn(
+      import_shared4.logger.warn(
         { url, method },
         "Request stream already consumed but no body was available; sending empty body"
       );
@@ -736,13 +791,13 @@ function createFetchRequestFromExpress(req) {
           headers.set("content-type", contentType);
         }
         init.body = body;
-        import_shared3.logger.info(
+        import_shared4.logger.info(
           { url, method },
           "Request stream disturbed while constructing Request; reused parsed body"
         );
       } else {
         init.body = void 0;
-        import_shared3.logger.warn(
+        import_shared4.logger.warn(
           { url, method },
           "Request stream was disturbed; falling back to empty body"
         );
@@ -839,7 +894,7 @@ function createRouteHandler(runtime, factory) {
         request = maybeModifiedRequest;
       }
     } catch (error) {
-      import_shared4.logger.error({ err: error, url: request.url, path }, "Error running before request middleware");
+      import_shared5.logger.error({ err: error, url: request.url, path }, "Error running before request middleware");
       if (error instanceof Response) {
         try {
           await sendFetchResponse(res, error);
@@ -855,7 +910,7 @@ function createRouteHandler(runtime, factory) {
       const response = await factory({ request, req });
       await sendFetchResponse(res, response);
       callAfterRequestMiddleware({ runtime, response, path }).catch((error) => {
-        import_shared4.logger.error({ err: error, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
+        import_shared5.logger.error({ err: error, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
       });
     } catch (error) {
       if (error instanceof Response) {
@@ -866,11 +921,11 @@ function createRouteHandler(runtime, factory) {
           return;
         }
         callAfterRequestMiddleware({ runtime, response: error, path }).catch((mwError) => {
-          import_shared4.logger.error({ err: mwError, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
+          import_shared5.logger.error({ err: mwError, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
         });
         return;
       }
-      import_shared4.logger.error({ err: error, url: request.url, path }, "Error running request handler");
+      import_shared5.logger.error({ err: error, url: request.url, path }, "Error running request handler");
       next(error);
     }
   };
@@ -903,7 +958,7 @@ function joinPath(basePath, suffix) {
 // src/endpoints/express-single.ts
 var import_express2 = __toESM(require("express"));
 var import_cors2 = __toESM(require("cors"));
-var import_shared5 = require("@copilotkitnext/shared");
+var import_shared6 = require("@copilotkitnext/shared");
 
 // src/endpoints/single-route-helpers.ts
 var METHOD_NAMES = [
@@ -1017,7 +1072,7 @@ function createSingleRouteHandler(runtime) {
         request = maybeModifiedRequest;
       }
     } catch (error) {
-      import_shared5.logger.error({ err: error, url: request.url, path }, "Error running before request middleware");
+      import_shared6.logger.error({ err: error, url: request.url, path }, "Error running before request middleware");
       if (error instanceof Response) {
         try {
           await sendFetchResponse(res, error);
@@ -1034,7 +1089,7 @@ function createSingleRouteHandler(runtime) {
       methodCall = await parseMethodCall(request);
     } catch (error) {
       if (error instanceof Response) {
-        import_shared5.logger.warn({ url: request.url }, "Invalid single-route payload");
+        import_shared6.logger.warn({ url: request.url }, "Invalid single-route payload");
         try {
           await sendFetchResponse(res, error);
         } catch (streamError) {
@@ -1042,7 +1097,7 @@ function createSingleRouteHandler(runtime) {
         }
         return;
       }
-      import_shared5.logger.warn({ err: error, url: request.url }, "Invalid single-route payload");
+      import_shared6.logger.warn({ err: error, url: request.url }, "Invalid single-route payload");
       res.status(400).json({
         error: "invalid_request",
         message: error instanceof Error ? error.message : "Invalid request payload"
@@ -1075,7 +1130,8 @@ function createSingleRouteHandler(runtime) {
           break;
         }
         case "transcribe": {
-          response = await handleTranscribe({ runtime, request });
+          const handlerRequest = createJsonRequest(request, methodCall.body);
+          response = await handleTranscribe({ runtime, request: handlerRequest });
           break;
         }
         default: {
@@ -1085,7 +1141,7 @@ function createSingleRouteHandler(runtime) {
       }
       await sendFetchResponse(res, response);
       callAfterRequestMiddleware({ runtime, response, path }).catch((error) => {
-        import_shared5.logger.error({ err: error, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
+        import_shared6.logger.error({ err: error, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
       });
     } catch (error) {
       if (error instanceof Response) {
@@ -1096,11 +1152,11 @@ function createSingleRouteHandler(runtime) {
           return;
         }
         callAfterRequestMiddleware({ runtime, response: error, path }).catch((mwError) => {
-          import_shared5.logger.error({ err: mwError, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
+          import_shared6.logger.error({ err: mwError, url: req.originalUrl ?? req.url, path }, "Error running after request middleware");
         });
         return;
       }
-      import_shared5.logger.error({ err: error, url: request.url, path }, "Error running single-route handler");
+      import_shared6.logger.error({ err: error, url: request.url, path }, "Error running single-route handler");
       next(error);
     }
   };