@genkit-ai/fetch 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/lib/index.js +1 -1
- package/lib/index.js.map +1 -1
- package/lib/index.mjs +2 -2
- package/lib/index.mjs.map +1 -1
- package/package.json +5 -5
- package/src/index.ts +2 -1
- package/tests/web_test.ts +35 -0
package/README.md
CHANGED
|
@@ -173,7 +173,7 @@ Request body must be JSON with a `data` field: `{ "data": <input> }`. For stream
|
|
|
173
173
|
|
|
174
174
|
## Contributing
|
|
175
175
|
|
|
176
|
-
The sources for this package are in the main [Genkit](https://github.com/
|
|
176
|
+
The sources for this package are in the main [Genkit](https://github.com/genkit-ai/genkit) repo. Please file issues and pull requests there.
|
|
177
177
|
|
|
178
178
|
More details are in the [Genkit documentation](https://genkit.dev/docs/get-started/).
|
|
179
179
|
|
package/lib/index.js
CHANGED
|
@@ -226,7 +226,7 @@ ${e.stack}`
|
|
|
226
226
|
});
|
|
227
227
|
}
|
|
228
228
|
const acceptHeader = request.headers.get("Accept") || "";
|
|
229
|
-
const isStreaming = acceptHeader
|
|
229
|
+
const isStreaming = acceptHeader.toLowerCase().includes("text/event-stream") || shouldStream;
|
|
230
230
|
if (isStreaming) {
|
|
231
231
|
const streamManager = options?.streamManager;
|
|
232
232
|
if (streamManager && streamId) {
|
package/lib/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * Copyright 2025 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n Action,\n ActionStreamInput,\n AsyncTaskQueue,\n StreamNotFoundError,\n type ActionContext,\n type StreamManager,\n type z,\n} from 'genkit/beta';\nimport {\n getCallableJSON,\n getHttpStatus,\n type ContextProvider,\n type RequestData,\n} from 'genkit/context';\nimport { logger } from 'genkit/logging';\nimport { getErrorMessage, getErrorStack } from './utils.js';\n\nconst streamDelimiter = '\\n\\n';\n\n// Let the runtime provide the randomUUID function.\nconst randomUUID = () => globalThis.crypto.randomUUID();\n\n/**\n * A wrapper object containing an action with its associated options.\n */\nexport type ActionWithOptions<\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n> = {\n action: Action<I, O, S>;\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n };\n};\n\n/**\n * Options for a fetch handler (context provider, stream manager).\n */\nexport interface FetchHandlerOptions<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n> {\n contextProvider?: ContextProvider<C, I>;\n streamManager?: StreamManager;\n}\n\n/**\n * Wraps an action (flow, model, etc.) with options for use with {@link fetchHandlers}.\n */\nexport function withActionOptions<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n }\n): ActionWithOptions<I, O, S> {\n return {\n action,\n options,\n };\n}\n\n/**\n * Converts Headers object to a plain object with lowercase keys.\n */\nfunction headersToObject(headers: Headers): Record<string, string> {\n const result: Record<string, string> = {};\n headers.forEach((value, key) => {\n result[key.toLowerCase()] = value;\n });\n return result;\n}\n\n/**\n * Gets context from the request using the context provider if available.\n */\nasync function getContext<C extends ActionContext, I extends z.ZodTypeAny>(\n request: Request,\n input: z.infer<I>,\n provider?: ContextProvider<C, I>\n): Promise<C> {\n const context = {} as C;\n if (!provider) {\n return context;\n }\n\n const requestData: RequestData = {\n method: request.method as RequestData['method'],\n headers: headersToObject(request.headers),\n input,\n };\n\n return await provider(requestData);\n}\n\n/**\n * Subscribes to an existing stream using StreamManager.\n */\nasync function subscribeToStream(\n streamManager: StreamManager,\n streamId: string\n): Promise<Response | null> {\n try {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n await streamManager.subscribe(streamId, {\n onChunk: (chunk) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n },\n onDone: (output) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: output }) + streamDelimiter\n )\n );\n writer.close();\n },\n onError: (err) => {\n logger.error(\n `Streaming request failed with error: ${getErrorMessage(err)}\\n${getErrorStack(err)}`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(err),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n },\n });\n\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n 'x-genkit-stream-id': streamId,\n },\n });\n } catch (e: any) {\n if (e instanceof StreamNotFoundError) {\n return new Response(null, { status: 204 });\n }\n if (e.status === 'DEADLINE_EXCEEDED') {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n },\n });\n }\n throw e;\n }\n}\n\n/**\n * Runs an action with durable streaming support.\n */\nasync function runActionWithDurableStreaming<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n streamManager: StreamManager | undefined,\n streamId: string,\n input: z.infer<I>,\n context: ActionContext,\n writer: WritableStreamDefaultWriter<Uint8Array>,\n abortSignal: AbortSignal\n): Promise<void> {\n const encoder = new TextEncoder();\n let taskQueue: AsyncTaskQueue | undefined;\n let durableStream: ActionStreamInput<any, any> | undefined;\n\n if (streamManager) {\n taskQueue = new AsyncTaskQueue();\n durableStream = await streamManager.open(streamId);\n }\n\n try {\n let onChunk = (chunk: z.infer<S>) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n };\n\n if (streamManager && durableStream) {\n const originalOnChunk = onChunk;\n onChunk = (chunk: z.infer<S>) => {\n originalOnChunk(chunk);\n taskQueue!.enqueue(() => durableStream!.write(chunk));\n };\n }\n\n const result = await action.run(input, {\n onChunk,\n context,\n abortSignal,\n });\n\n if (streamManager && durableStream) {\n taskQueue!.enqueue(() => durableStream!.done(result.result));\n await taskQueue!.merge();\n }\n\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: result.result }) + streamDelimiter\n )\n );\n writer.close();\n } catch (e) {\n if (durableStream) {\n taskQueue!.enqueue(() => durableStream!.error(e));\n await taskQueue!.merge();\n }\n logger.error(\n `Streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n }\n}\n\n/**\n * Returns a Fetch handler for a single action (flow, model, or any Genkit action).\n * Express-like API: pass the action first, then call the returned handler with the request.\n *\n * @param action - The Genkit action to execute (flow, model, etc.)\n * @param options - Optional configuration including contextProvider and streamManager\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandler } from '@genkit-ai/fetch';\n *\n * // Flow or model\n * app.post('/myFlow', (c) => fetchHandler(myFlow)(c.req.raw));\n * app.post('/models/gpt5', (c) => fetchHandler(gpt5)(c.req.raw));\n *\n * // With options\n * app.post('/secure', (c) => fetchHandler(secureFlow, { contextProvider })(c.req.raw));\n * ```\n */\nasync function handleActionRequest<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n request: Request,\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): Promise<Response> {\n const url = new URL(request.url);\n const streamParam = url.searchParams.get('stream');\n const shouldStream = streamParam === 'true';\n\n const streamIdHeader = request.headers.get('x-genkit-stream-id');\n const streamId = streamIdHeader || undefined;\n\n let body: any;\n try {\n body = await request.json();\n } catch (e) {\n const errMsg =\n `Error: Failed to parse request body as JSON. ` +\n `Make sure the request has 'Content-Type: application/json' header.`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n if (!body || typeof body !== 'object' || !('data' in body)) {\n const errMsg =\n `Error: Request body must be a JSON object with a 'data' field. ` +\n `Expected format: {\"data\": ...}`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n const input = body.data as z.infer<I>;\n\n let context: C;\n try {\n context = await getContext(request, input, options?.contextProvider);\n } catch (e: any) {\n logger.error(\n `Context provider failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n\n const acceptHeader = request.headers.get('Accept') || '';\n const isStreaming = acceptHeader === 'text/event-stream' || shouldStream;\n\n if (isStreaming) {\n const streamManager = options?.streamManager;\n if (streamManager && streamId) {\n const response = await subscribeToStream(streamManager, streamId);\n if (response) {\n return response;\n }\n }\n\n const streamIdToUse = randomUUID();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n runActionWithDurableStreaming(\n action,\n options?.streamManager,\n streamIdToUse,\n input,\n context,\n writer,\n request.signal\n ).catch((err) => {\n logger.error(`Error in streaming handler: ${err}`);\n });\n\n const headers: Record<string, string> = {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n };\n\n if (options?.streamManager) {\n headers['x-genkit-stream-id'] = streamIdToUse;\n }\n\n return new Response(readable, {\n status: 200,\n headers,\n });\n }\n\n try {\n const result = await action.run(input, {\n context,\n abortSignal: request.signal,\n });\n\n const headers: Record<string, string> = {\n 'x-genkit-trace-id': result.telemetry.traceId,\n 'x-genkit-span-id': result.telemetry.spanId,\n };\n\n return new Response(JSON.stringify({ result: result.result }), {\n status: 200,\n headers: { 'Content-Type': 'application/json', ...headers },\n });\n } catch (e) {\n logger.error(\n `Non-streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n}\n\nexport function fetchHandler<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): (request: Request) => Promise<Response> {\n return (request: Request) => handleActionRequest(request, action, options);\n}\n\n/**\n * Returns a Fetch handler for multiple actions with path-based routing.\n * Express-like API: pass actions and optional path prefix, then call the returned handler with the request.\n *\n * @param actions - Array of actions (or ActionWithOptions) to expose; each is routed by path (action name or options.path)\n * @param pathPrefix - Optional path prefix to strip from the URL (e.g., '/api')\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandlers } from '@genkit-ai/fetch';\n *\n * // Mount all actions under /api - routes by path (e.g. POST /api/hello, POST /api/models/gpt5)\n * app.all('/api/*', (c) => fetchHandlers(actions, '/api')(c.req.raw));\n * ```\n */\nexport function fetchHandlers(\n actions: (Action<any, any, any> | ActionWithOptions<any, any, any>)[],\n pathPrefix?: string\n): (request: Request) => Promise<Response> {\n return async (request: Request): Promise<Response> => {\n const url = new URL(request.url);\n let pathname = url.pathname;\n\n if (pathPrefix) {\n const prefix = pathPrefix.endsWith('/') ? pathPrefix : pathPrefix + '/';\n if (pathname === pathPrefix) {\n pathname = '';\n } else if (pathname.startsWith(prefix)) {\n pathname = pathname.slice(prefix.length);\n } else {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n }\n\n pathname = pathname.replace(/^\\//, '');\n\n let matchedAction: Action<any, any, any> | null = null;\n let handlerOptions: FetchHandlerOptions<any, any> | undefined = undefined;\n\n for (const item of actions) {\n if ('action' in item) {\n const options = item.options;\n const actionPath = options.path ?? item.action.__action.name;\n if (pathname === actionPath) {\n matchedAction = item.action;\n handlerOptions = {\n contextProvider: options.contextProvider,\n streamManager: options.streamManager,\n };\n break;\n }\n } else {\n if (pathname === item.__action.name) {\n matchedAction = item;\n break;\n }\n }\n }\n\n if (!matchedAction) {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n return handleActionRequest(request, matchedAction, handlerOptions);\n };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgBA,kBAQO;AACP,qBAKO;AACP,qBAAuB;AACvB,mBAA+C;AAE/C,MAAM,kBAAkB;AAGxB,MAAM,aAAa,MAAM,WAAW,OAAO,WAAW;AAgC/C,SAAS,kBAKd,QACA,SAK4B;AAC5B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,EACF;AACF;AAKA,SAAS,gBAAgB,SAA0C;AACjE,QAAM,SAAiC,CAAC;AACxC,UAAQ,QAAQ,CAAC,OAAO,QAAQ;AAC9B,WAAO,IAAI,YAAY,CAAC,IAAI;AAAA,EAC9B,CAAC;AACD,SAAO;AACT;AAKA,eAAe,WACb,SACA,OACA,UACY;AACZ,QAAM,UAAU,CAAC;AACjB,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,EACT;AAEA,QAAM,cAA2B;AAAA,IAC/B,QAAQ,QAAQ;AAAA,IAChB,SAAS,gBAAgB,QAAQ,OAAO;AAAA,IACxC;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,WAAW;AACnC;AAKA,eAAe,kBACb,eACA,UAC0B;AAC1B,MAAI;AACF,UAAM,UAAU,IAAI,YAAY;AAChC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC,UAAM,cAAc,UAAU,UAAU;AAAA,MACtC,SAAS,CAAC,UAAU;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AAAA,MACF;AAAA,MACA,QAAQ,CAAC,WAAW;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,MACA,SAAS,CAAC,QAAQ;AAChB,8BAAO;AAAA,UACL,4CAAwC,8BAAgB,GAAG,CAAC;AAAA,MAAK,4BAAc,GAAG,CAAC;AAAA,QACrF;AACA,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,UAAU,KAAK,UAAU;AAAA,cACvB,WAAO,gCAAgB,GAAG;AAAA,YAC5B,CAAC,CAAC,GAAG,eAAe;AAAA,UACtB;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,IACF,CAAC;AAED,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,iBAAiB;AAAA,QACjB,YAAY;AAAA,QACZ,qBAAqB;AAAA,QACrB,sBAAsB;AAAA,MACxB;AAAA,IACF,CAAC;AAAA,EACH,SAAS,GAAQ;AACf,QAAI,aAAa,iCAAqB;AACpC,aAAO,IAAI,SAAS,MAAM,EAAE,QAAQ,IAAI,CAAC;AAAA,IAC3C;AACA,QAAI,EAAE,WAAW,qBAAqB;AACpC,YAAM,UAAU,IAAI,YAAY;AAChC,YAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,YAAM,SAAS,SAAS,UAAU;AAClC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,UAAU,KAAK,UAAU;AAAA,YACvB,WAAO,gCAAgB,CAAC;AAAA,UAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,QACtB;AAAA,MACF;AACA,aAAO,MAAM;AACb,aAAO,IAAI,SAAS,UAAU;AAAA,QAC5B,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,gBAAgB;AAAA,UAChB,iBAAiB;AAAA,UACjB,YAAY;AAAA,UACZ,qBAAqB;AAAA,QACvB;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM;AAAA,EACR;AACF;AAKA,eAAe,8BAKb,QACA,eACA,UACA,OACA,SACA,QACA,aACe;AACf,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI;AACJ,MAAI;AAEJ,MAAI,eAAe;AACjB,gBAAY,IAAI,2BAAe;AAC/B,oBAAgB,MAAM,cAAc,KAAK,QAAQ;AAAA,EACnD;AAEA,MAAI;AACF,QAAI,UAAU,CAAC,UAAsB;AACnC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,QAClD;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB,eAAe;AAClC,YAAM,kBAAkB;AACxB,gBAAU,CAAC,UAAsB;AAC/B,wBAAgB,KAAK;AACrB,kBAAW,QAAQ,MAAM,cAAe,MAAM,KAAK,CAAC;AAAA,MACtD;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,QAAI,iBAAiB,eAAe;AAClC,gBAAW,QAAQ,MAAM,cAAe,KAAK,OAAO,MAAM,CAAC;AAC3D,YAAM,UAAW,MAAM;AAAA,IACzB;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,IAAI;AAAA,MACzD;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf,SAAS,GAAG;AACV,QAAI,eAAe;AACjB,gBAAW,QAAQ,MAAM,cAAe,MAAM,CAAC,CAAC;AAChD,YAAM,UAAW,MAAM;AAAA,IACzB;AACA,0BAAO;AAAA,MACL,wCAAyC,EAAY,OAAO;AAAA,EACzD,EAAY,KACf;AAAA,IACF;AACA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,UAAU,KAAK,UAAU;AAAA,UACvB,WAAO,gCAAgB,CAAC;AAAA,QAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,MACtB;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf;AACF;AAsBA,eAAe,oBAMb,SACA,QACA,SACmB;AACnB,QAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAM,cAAc,IAAI,aAAa,IAAI,QAAQ;AACjD,QAAM,eAAe,gBAAgB;AAErC,QAAM,iBAAiB,QAAQ,QAAQ,IAAI,oBAAoB;AAC/D,QAAM,WAAW,kBAAkB;AAEnC,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,QAAQ,KAAK;AAAA,EAC5B,SAAS,GAAG;AACV,UAAM,SACJ;AAEF,0BAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,MAAI,CAAC,QAAQ,OAAO,SAAS,YAAY,EAAE,UAAU,OAAO;AAC1D,UAAM,SACJ;AAEF,0BAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,QAAM,QAAQ,KAAK;AAEnB,MAAI;AACJ,MAAI;AACF,cAAU,MAAM,WAAW,SAAS,OAAO,SAAS,eAAe;AAAA,EACrE,SAAS,GAAQ;AACf,0BAAO;AAAA,MACL,uCAAwC,EAAY,OAAO;AAAA,EACxD,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,cAAU,gCAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,YAAQ,8BAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AAEA,QAAM,eAAe,QAAQ,QAAQ,IAAI,QAAQ,KAAK;AACtD,QAAM,cAAc,iBAAiB,uBAAuB;AAE5D,MAAI,aAAa;AACf,UAAM,gBAAgB,SAAS;AAC/B,QAAI,iBAAiB,UAAU;AAC7B,YAAM,WAAW,MAAM,kBAAkB,eAAe,QAAQ;AAChE,UAAI,UAAU;AACZ,eAAO;AAAA,MACT;AAAA,IACF;AAEA,UAAM,gBAAgB,WAAW;AACjC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC;AAAA,MACE;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IACV,EAAE,MAAM,CAAC,QAAQ;AACf,4BAAO,MAAM,+BAA+B,GAAG,EAAE;AAAA,IACnD,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,gBAAgB;AAAA,MAChB,iBAAiB;AAAA,MACjB,YAAY;AAAA,MACZ,qBAAqB;AAAA,IACvB;AAEA,QAAI,SAAS,eAAe;AAC1B,cAAQ,oBAAoB,IAAI;AAAA,IAClC;AAEA,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR;AAAA,IACF,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA,aAAa,QAAQ;AAAA,IACvB,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,qBAAqB,OAAO,UAAU;AAAA,MACtC,oBAAoB,OAAO,UAAU;AAAA,IACvC;AAEA,WAAO,IAAI,SAAS,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,GAAG;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,oBAAoB,GAAG,QAAQ;AAAA,IAC5D,CAAC;AAAA,EACH,SAAS,GAAG;AACV,0BAAO;AAAA,MACL,4CAA6C,EAAY,OAAO;AAAA,EAC7D,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,cAAU,gCAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,YAAQ,8BAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AACF;AAEO,SAAS,aAMd,QACA,SACyC;AACzC,SAAO,CAAC,YAAqB,oBAAoB,SAAS,QAAQ,OAAO;AAC3E;AAkBO,SAAS,cACd,SACA,YACyC;AACzC,SAAO,OAAO,YAAwC;AACpD,UAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAI,WAAW,IAAI;AAEnB,QAAI,YAAY;AACd,YAAM,SAAS,WAAW,SAAS,GAAG,IAAI,aAAa,aAAa;AACpE,UAAI,aAAa,YAAY;AAC3B,mBAAW;AAAA,MACb,WAAW,SAAS,WAAW,MAAM,GAAG;AACtC,mBAAW,SAAS,MAAM,OAAO,MAAM;AAAA,MACzC,OAAO;AACL,eAAO,IAAI;AAAA,UACT,KAAK,UAAU;AAAA,YACb,QAAQ;AAAA,YACR,SAAS;AAAA,UACX,CAAC;AAAA,UACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,QACjE;AAAA,MACF;AAAA,IACF;AAEA,eAAW,SAAS,QAAQ,OAAO,EAAE;AAErC,QAAI,gBAA8C;AAClD,QAAI,iBAA4D;AAEhE,eAAW,QAAQ,SAAS;AAC1B,UAAI,YAAY,MAAM;AACpB,cAAM,UAAU,KAAK;AACrB,cAAM,aAAa,QAAQ,QAAQ,KAAK,OAAO,SAAS;AACxD,YAAI,aAAa,YAAY;AAC3B,0BAAgB,KAAK;AACrB,2BAAiB;AAAA,YACf,iBAAiB,QAAQ;AAAA,YACzB,eAAe,QAAQ;AAAA,UACzB;AACA;AAAA,QACF;AAAA,MACF,OAAO;AACL,YAAI,aAAa,KAAK,SAAS,MAAM;AACnC,0BAAgB;AAChB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,CAAC,eAAe;AAClB,aAAO,IAAI;AAAA,QACT,KAAK,UAAU;AAAA,UACb,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,QACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,MACjE;AAAA,IACF;AAEA,WAAO,oBAAoB,SAAS,eAAe,cAAc;AAAA,EACnE;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * Copyright 2025 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n Action,\n ActionStreamInput,\n AsyncTaskQueue,\n StreamNotFoundError,\n type ActionContext,\n type StreamManager,\n type z,\n} from 'genkit/beta';\nimport {\n getCallableJSON,\n getHttpStatus,\n type ContextProvider,\n type RequestData,\n} from 'genkit/context';\nimport { logger } from 'genkit/logging';\nimport { getErrorMessage, getErrorStack } from './utils.js';\n\nconst streamDelimiter = '\\n\\n';\n\n// Let the runtime provide the randomUUID function.\nconst randomUUID = () => globalThis.crypto.randomUUID();\n\n/**\n * A wrapper object containing an action with its associated options.\n */\nexport type ActionWithOptions<\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n> = {\n action: Action<I, O, S>;\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n };\n};\n\n/**\n * Options for a fetch handler (context provider, stream manager).\n */\nexport interface FetchHandlerOptions<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n> {\n contextProvider?: ContextProvider<C, I>;\n streamManager?: StreamManager;\n}\n\n/**\n * Wraps an action (flow, model, etc.) with options for use with {@link fetchHandlers}.\n */\nexport function withActionOptions<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n }\n): ActionWithOptions<I, O, S> {\n return {\n action,\n options,\n };\n}\n\n/**\n * Converts Headers object to a plain object with lowercase keys.\n */\nfunction headersToObject(headers: Headers): Record<string, string> {\n const result: Record<string, string> = {};\n headers.forEach((value, key) => {\n result[key.toLowerCase()] = value;\n });\n return result;\n}\n\n/**\n * Gets context from the request using the context provider if available.\n */\nasync function getContext<C extends ActionContext, I extends z.ZodTypeAny>(\n request: Request,\n input: z.infer<I>,\n provider?: ContextProvider<C, I>\n): Promise<C> {\n const context = {} as C;\n if (!provider) {\n return context;\n }\n\n const requestData: RequestData = {\n method: request.method as RequestData['method'],\n headers: headersToObject(request.headers),\n input,\n };\n\n return await provider(requestData);\n}\n\n/**\n * Subscribes to an existing stream using StreamManager.\n */\nasync function subscribeToStream(\n streamManager: StreamManager,\n streamId: string\n): Promise<Response | null> {\n try {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n await streamManager.subscribe(streamId, {\n onChunk: (chunk) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n },\n onDone: (output) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: output }) + streamDelimiter\n )\n );\n writer.close();\n },\n onError: (err) => {\n logger.error(\n `Streaming request failed with error: ${getErrorMessage(err)}\\n${getErrorStack(err)}`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(err),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n },\n });\n\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n 'x-genkit-stream-id': streamId,\n },\n });\n } catch (e: any) {\n if (e instanceof StreamNotFoundError) {\n return new Response(null, { status: 204 });\n }\n if (e.status === 'DEADLINE_EXCEEDED') {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n },\n });\n }\n throw e;\n }\n}\n\n/**\n * Runs an action with durable streaming support.\n */\nasync function runActionWithDurableStreaming<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n streamManager: StreamManager | undefined,\n streamId: string,\n input: z.infer<I>,\n context: ActionContext,\n writer: WritableStreamDefaultWriter<Uint8Array>,\n abortSignal: AbortSignal\n): Promise<void> {\n const encoder = new TextEncoder();\n let taskQueue: AsyncTaskQueue | undefined;\n let durableStream: ActionStreamInput<any, any> | undefined;\n\n if (streamManager) {\n taskQueue = new AsyncTaskQueue();\n durableStream = await streamManager.open(streamId);\n }\n\n try {\n let onChunk = (chunk: z.infer<S>) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n };\n\n if (streamManager && durableStream) {\n const originalOnChunk = onChunk;\n onChunk = (chunk: z.infer<S>) => {\n originalOnChunk(chunk);\n taskQueue!.enqueue(() => durableStream!.write(chunk));\n };\n }\n\n const result = await action.run(input, {\n onChunk,\n context,\n abortSignal,\n });\n\n if (streamManager && durableStream) {\n taskQueue!.enqueue(() => durableStream!.done(result.result));\n await taskQueue!.merge();\n }\n\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: result.result }) + streamDelimiter\n )\n );\n writer.close();\n } catch (e) {\n if (durableStream) {\n taskQueue!.enqueue(() => durableStream!.error(e));\n await taskQueue!.merge();\n }\n logger.error(\n `Streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n }\n}\n\n/**\n * Returns a Fetch handler for a single action (flow, model, or any Genkit action).\n * Express-like API: pass the action first, then call the returned handler with the request.\n *\n * @param action - The Genkit action to execute (flow, model, etc.)\n * @param options - Optional configuration including contextProvider and streamManager\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandler } from '@genkit-ai/fetch';\n *\n * // Flow or model\n * app.post('/myFlow', (c) => fetchHandler(myFlow)(c.req.raw));\n * app.post('/models/gpt5', (c) => fetchHandler(gpt5)(c.req.raw));\n *\n * // With options\n * app.post('/secure', (c) => fetchHandler(secureFlow, { contextProvider })(c.req.raw));\n * ```\n */\nasync function handleActionRequest<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n request: Request,\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): Promise<Response> {\n const url = new URL(request.url);\n const streamParam = url.searchParams.get('stream');\n const shouldStream = streamParam === 'true';\n\n const streamIdHeader = request.headers.get('x-genkit-stream-id');\n const streamId = streamIdHeader || undefined;\n\n let body: any;\n try {\n body = await request.json();\n } catch (e) {\n const errMsg =\n `Error: Failed to parse request body as JSON. ` +\n `Make sure the request has 'Content-Type: application/json' header.`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n if (!body || typeof body !== 'object' || !('data' in body)) {\n const errMsg =\n `Error: Request body must be a JSON object with a 'data' field. ` +\n `Expected format: {\"data\": ...}`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n const input = body.data as z.infer<I>;\n\n let context: C;\n try {\n context = await getContext(request, input, options?.contextProvider);\n } catch (e: any) {\n logger.error(\n `Context provider failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n\n const acceptHeader = request.headers.get('Accept') || '';\n const isStreaming =\n acceptHeader.toLowerCase().includes('text/event-stream') || shouldStream;\n\n if (isStreaming) {\n const streamManager = options?.streamManager;\n if (streamManager && streamId) {\n const response = await subscribeToStream(streamManager, streamId);\n if (response) {\n return response;\n }\n }\n\n const streamIdToUse = randomUUID();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n runActionWithDurableStreaming(\n action,\n options?.streamManager,\n streamIdToUse,\n input,\n context,\n writer,\n request.signal\n ).catch((err) => {\n logger.error(`Error in streaming handler: ${err}`);\n });\n\n const headers: Record<string, string> = {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n };\n\n if (options?.streamManager) {\n headers['x-genkit-stream-id'] = streamIdToUse;\n }\n\n return new Response(readable, {\n status: 200,\n headers,\n });\n }\n\n try {\n const result = await action.run(input, {\n context,\n abortSignal: request.signal,\n });\n\n const headers: Record<string, string> = {\n 'x-genkit-trace-id': result.telemetry.traceId,\n 'x-genkit-span-id': result.telemetry.spanId,\n };\n\n return new Response(JSON.stringify({ result: result.result }), {\n status: 200,\n headers: { 'Content-Type': 'application/json', ...headers },\n });\n } catch (e) {\n logger.error(\n `Non-streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n}\n\nexport function fetchHandler<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): (request: Request) => Promise<Response> {\n return (request: Request) => handleActionRequest(request, action, options);\n}\n\n/**\n * Returns a Fetch handler for multiple actions with path-based routing.\n * Express-like API: pass actions and optional path prefix, then call the returned handler with the request.\n *\n * @param actions - Array of actions (or ActionWithOptions) to expose; each is routed by path (action name or options.path)\n * @param pathPrefix - Optional path prefix to strip from the URL (e.g., '/api')\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandlers } from '@genkit-ai/fetch';\n *\n * // Mount all actions under /api - routes by path (e.g. POST /api/hello, POST /api/models/gpt5)\n * app.all('/api/*', (c) => fetchHandlers(actions, '/api')(c.req.raw));\n * ```\n */\nexport function fetchHandlers(\n actions: (Action<any, any, any> | ActionWithOptions<any, any, any>)[],\n pathPrefix?: string\n): (request: Request) => Promise<Response> {\n return async (request: Request): Promise<Response> => {\n const url = new URL(request.url);\n let pathname = url.pathname;\n\n if (pathPrefix) {\n const prefix = pathPrefix.endsWith('/') ? pathPrefix : pathPrefix + '/';\n if (pathname === pathPrefix) {\n pathname = '';\n } else if (pathname.startsWith(prefix)) {\n pathname = pathname.slice(prefix.length);\n } else {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n }\n\n pathname = pathname.replace(/^\\//, '');\n\n let matchedAction: Action<any, any, any> | null = null;\n let handlerOptions: FetchHandlerOptions<any, any> | undefined = undefined;\n\n for (const item of actions) {\n if ('action' in item) {\n const options = item.options;\n const actionPath = options.path ?? item.action.__action.name;\n if (pathname === actionPath) {\n matchedAction = item.action;\n handlerOptions = {\n contextProvider: options.contextProvider,\n streamManager: options.streamManager,\n };\n break;\n }\n } else {\n if (pathname === item.__action.name) {\n matchedAction = item;\n break;\n }\n }\n }\n\n if (!matchedAction) {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n return handleActionRequest(request, matchedAction, handlerOptions);\n };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgBA,kBAQO;AACP,qBAKO;AACP,qBAAuB;AACvB,mBAA+C;AAE/C,MAAM,kBAAkB;AAGxB,MAAM,aAAa,MAAM,WAAW,OAAO,WAAW;AAgC/C,SAAS,kBAKd,QACA,SAK4B;AAC5B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,EACF;AACF;AAKA,SAAS,gBAAgB,SAA0C;AACjE,QAAM,SAAiC,CAAC;AACxC,UAAQ,QAAQ,CAAC,OAAO,QAAQ;AAC9B,WAAO,IAAI,YAAY,CAAC,IAAI;AAAA,EAC9B,CAAC;AACD,SAAO;AACT;AAKA,eAAe,WACb,SACA,OACA,UACY;AACZ,QAAM,UAAU,CAAC;AACjB,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,EACT;AAEA,QAAM,cAA2B;AAAA,IAC/B,QAAQ,QAAQ;AAAA,IAChB,SAAS,gBAAgB,QAAQ,OAAO;AAAA,IACxC;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,WAAW;AACnC;AAKA,eAAe,kBACb,eACA,UAC0B;AAC1B,MAAI;AACF,UAAM,UAAU,IAAI,YAAY;AAChC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC,UAAM,cAAc,UAAU,UAAU;AAAA,MACtC,SAAS,CAAC,UAAU;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AAAA,MACF;AAAA,MACA,QAAQ,CAAC,WAAW;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,MACA,SAAS,CAAC,QAAQ;AAChB,8BAAO;AAAA,UACL,4CAAwC,8BAAgB,GAAG,CAAC;AAAA,MAAK,4BAAc,GAAG,CAAC;AAAA,QACrF;AACA,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,UAAU,KAAK,UAAU;AAAA,cACvB,WAAO,gCAAgB,GAAG;AAAA,YAC5B,CAAC,CAAC,GAAG,eAAe;AAAA,UACtB;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,IACF,CAAC;AAED,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,iBAAiB;AAAA,QACjB,YAAY;AAAA,QACZ,qBAAqB;AAAA,QACrB,sBAAsB;AAAA,MACxB;AAAA,IACF,CAAC;AAAA,EACH,SAAS,GAAQ;AACf,QAAI,aAAa,iCAAqB;AACpC,aAAO,IAAI,SAAS,MAAM,EAAE,QAAQ,IAAI,CAAC;AAAA,IAC3C;AACA,QAAI,EAAE,WAAW,qBAAqB;AACpC,YAAM,UAAU,IAAI,YAAY;AAChC,YAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,YAAM,SAAS,SAAS,UAAU;AAClC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,UAAU,KAAK,UAAU;AAAA,YACvB,WAAO,gCAAgB,CAAC;AAAA,UAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,QACtB;AAAA,MACF;AACA,aAAO,MAAM;AACb,aAAO,IAAI,SAAS,UAAU;AAAA,QAC5B,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,gBAAgB;AAAA,UAChB,iBAAiB;AAAA,UACjB,YAAY;AAAA,UACZ,qBAAqB;AAAA,QACvB;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM;AAAA,EACR;AACF;AAKA,eAAe,8BAKb,QACA,eACA,UACA,OACA,SACA,QACA,aACe;AACf,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI;AACJ,MAAI;AAEJ,MAAI,eAAe;AACjB,gBAAY,IAAI,2BAAe;AAC/B,oBAAgB,MAAM,cAAc,KAAK,QAAQ;AAAA,EACnD;AAEA,MAAI;AACF,QAAI,UAAU,CAAC,UAAsB;AACnC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,QAClD;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB,eAAe;AAClC,YAAM,kBAAkB;AACxB,gBAAU,CAAC,UAAsB;AAC/B,wBAAgB,KAAK;AACrB,kBAAW,QAAQ,MAAM,cAAe,MAAM,KAAK,CAAC;AAAA,MACtD;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,QAAI,iBAAiB,eAAe;AAClC,gBAAW,QAAQ,MAAM,cAAe,KAAK,OAAO,MAAM,CAAC;AAC3D,YAAM,UAAW,MAAM;AAAA,IACzB;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,IAAI;AAAA,MACzD;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf,SAAS,GAAG;AACV,QAAI,eAAe;AACjB,gBAAW,QAAQ,MAAM,cAAe,MAAM,CAAC,CAAC;AAChD,YAAM,UAAW,MAAM;AAAA,IACzB;AACA,0BAAO;AAAA,MACL,wCAAyC,EAAY,OAAO;AAAA,EACzD,EAAY,KACf;AAAA,IACF;AACA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,UAAU,KAAK,UAAU;AAAA,UACvB,WAAO,gCAAgB,CAAC;AAAA,QAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,MACtB;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf;AACF;AAsBA,eAAe,oBAMb,SACA,QACA,SACmB;AACnB,QAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAM,cAAc,IAAI,aAAa,IAAI,QAAQ;AACjD,QAAM,eAAe,gBAAgB;AAErC,QAAM,iBAAiB,QAAQ,QAAQ,IAAI,oBAAoB;AAC/D,QAAM,WAAW,kBAAkB;AAEnC,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,QAAQ,KAAK;AAAA,EAC5B,SAAS,GAAG;AACV,UAAM,SACJ;AAEF,0BAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,MAAI,CAAC,QAAQ,OAAO,SAAS,YAAY,EAAE,UAAU,OAAO;AAC1D,UAAM,SACJ;AAEF,0BAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,QAAM,QAAQ,KAAK;AAEnB,MAAI;AACJ,MAAI;AACF,cAAU,MAAM,WAAW,SAAS,OAAO,SAAS,eAAe;AAAA,EACrE,SAAS,GAAQ;AACf,0BAAO;AAAA,MACL,uCAAwC,EAAY,OAAO;AAAA,EACxD,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,cAAU,gCAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,YAAQ,8BAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AAEA,QAAM,eAAe,QAAQ,QAAQ,IAAI,QAAQ,KAAK;AACtD,QAAM,cACJ,aAAa,YAAY,EAAE,SAAS,mBAAmB,KAAK;AAE9D,MAAI,aAAa;AACf,UAAM,gBAAgB,SAAS;AAC/B,QAAI,iBAAiB,UAAU;AAC7B,YAAM,WAAW,MAAM,kBAAkB,eAAe,QAAQ;AAChE,UAAI,UAAU;AACZ,eAAO;AAAA,MACT;AAAA,IACF;AAEA,UAAM,gBAAgB,WAAW;AACjC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC;AAAA,MACE;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IACV,EAAE,MAAM,CAAC,QAAQ;AACf,4BAAO,MAAM,+BAA+B,GAAG,EAAE;AAAA,IACnD,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,gBAAgB;AAAA,MAChB,iBAAiB;AAAA,MACjB,YAAY;AAAA,MACZ,qBAAqB;AAAA,IACvB;AAEA,QAAI,SAAS,eAAe;AAC1B,cAAQ,oBAAoB,IAAI;AAAA,IAClC;AAEA,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR;AAAA,IACF,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA,aAAa,QAAQ;AAAA,IACvB,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,qBAAqB,OAAO,UAAU;AAAA,MACtC,oBAAoB,OAAO,UAAU;AAAA,IACvC;AAEA,WAAO,IAAI,SAAS,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,GAAG;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,oBAAoB,GAAG,QAAQ;AAAA,IAC5D,CAAC;AAAA,EACH,SAAS,GAAG;AACV,0BAAO;AAAA,MACL,4CAA6C,EAAY,OAAO;AAAA,EAC7D,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,cAAU,gCAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,YAAQ,8BAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AACF;AAEO,SAAS,aAMd,QACA,SACyC;AACzC,SAAO,CAAC,YAAqB,oBAAoB,SAAS,QAAQ,OAAO;AAC3E;AAkBO,SAAS,cACd,SACA,YACyC;AACzC,SAAO,OAAO,YAAwC;AACpD,UAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAI,WAAW,IAAI;AAEnB,QAAI,YAAY;AACd,YAAM,SAAS,WAAW,SAAS,GAAG,IAAI,aAAa,aAAa;AACpE,UAAI,aAAa,YAAY;AAC3B,mBAAW;AAAA,MACb,WAAW,SAAS,WAAW,MAAM,GAAG;AACtC,mBAAW,SAAS,MAAM,OAAO,MAAM;AAAA,MACzC,OAAO;AACL,eAAO,IAAI;AAAA,UACT,KAAK,UAAU;AAAA,YACb,QAAQ;AAAA,YACR,SAAS;AAAA,UACX,CAAC;AAAA,UACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,QACjE;AAAA,MACF;AAAA,IACF;AAEA,eAAW,SAAS,QAAQ,OAAO,EAAE;AAErC,QAAI,gBAA8C;AAClD,QAAI,iBAA4D;AAEhE,eAAW,QAAQ,SAAS;AAC1B,UAAI,YAAY,MAAM;AACpB,cAAM,UAAU,KAAK;AACrB,cAAM,aAAa,QAAQ,QAAQ,KAAK,OAAO,SAAS;AACxD,YAAI,aAAa,YAAY;AAC3B,0BAAgB,KAAK;AACrB,2BAAiB;AAAA,YACf,iBAAiB,QAAQ;AAAA,YACzB,eAAe,QAAQ;AAAA,UACzB;AACA;AAAA,QACF;AAAA,MACF,OAAO;AACL,YAAI,aAAa,KAAK,SAAS,MAAM;AACnC,0BAAgB;AAChB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,CAAC,eAAe;AAClB,aAAO,IAAI;AAAA,QACT,KAAK,UAAU;AAAA,UACb,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,QACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,MACjE;AAAA,IACF;AAEA,WAAO,oBAAoB,SAAS,eAAe,cAAc;AAAA,EACnE;AACF;","names":[]}
|
package/lib/index.mjs
CHANGED
|
@@ -7,7 +7,7 @@ import {
|
|
|
7
7
|
getHttpStatus
|
|
8
8
|
} from "genkit/context";
|
|
9
9
|
import { logger } from "genkit/logging";
|
|
10
|
-
import { getErrorMessage, getErrorStack } from "./utils.
|
|
10
|
+
import { getErrorMessage, getErrorStack } from "./utils.mjs";
|
|
11
11
|
const streamDelimiter = "\n\n";
|
|
12
12
|
const randomUUID = () => globalThis.crypto.randomUUID();
|
|
13
13
|
function withActionOptions(action, options) {
|
|
@@ -207,7 +207,7 @@ ${e.stack}`
|
|
|
207
207
|
});
|
|
208
208
|
}
|
|
209
209
|
const acceptHeader = request.headers.get("Accept") || "";
|
|
210
|
-
const isStreaming = acceptHeader
|
|
210
|
+
const isStreaming = acceptHeader.toLowerCase().includes("text/event-stream") || shouldStream;
|
|
211
211
|
if (isStreaming) {
|
|
212
212
|
const streamManager = options?.streamManager;
|
|
213
213
|
if (streamManager && streamId) {
|
package/lib/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * Copyright 2025 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n Action,\n ActionStreamInput,\n AsyncTaskQueue,\n StreamNotFoundError,\n type ActionContext,\n type StreamManager,\n type z,\n} from 'genkit/beta';\nimport {\n getCallableJSON,\n getHttpStatus,\n type ContextProvider,\n type RequestData,\n} from 'genkit/context';\nimport { logger } from 'genkit/logging';\nimport { getErrorMessage, getErrorStack } from './utils.js';\n\nconst streamDelimiter = '\\n\\n';\n\n// Let the runtime provide the randomUUID function.\nconst randomUUID = () => globalThis.crypto.randomUUID();\n\n/**\n * A wrapper object containing an action with its associated options.\n */\nexport type ActionWithOptions<\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n> = {\n action: Action<I, O, S>;\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n };\n};\n\n/**\n * Options for a fetch handler (context provider, stream manager).\n */\nexport interface FetchHandlerOptions<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n> {\n contextProvider?: ContextProvider<C, I>;\n streamManager?: StreamManager;\n}\n\n/**\n * Wraps an action (flow, model, etc.) with options for use with {@link fetchHandlers}.\n */\nexport function withActionOptions<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n }\n): ActionWithOptions<I, O, S> {\n return {\n action,\n options,\n };\n}\n\n/**\n * Converts Headers object to a plain object with lowercase keys.\n */\nfunction headersToObject(headers: Headers): Record<string, string> {\n const result: Record<string, string> = {};\n headers.forEach((value, key) => {\n result[key.toLowerCase()] = value;\n });\n return result;\n}\n\n/**\n * Gets context from the request using the context provider if available.\n */\nasync function getContext<C extends ActionContext, I extends z.ZodTypeAny>(\n request: Request,\n input: z.infer<I>,\n provider?: ContextProvider<C, I>\n): Promise<C> {\n const context = {} as C;\n if (!provider) {\n return context;\n }\n\n const requestData: RequestData = {\n method: request.method as RequestData['method'],\n headers: headersToObject(request.headers),\n input,\n };\n\n return await provider(requestData);\n}\n\n/**\n * Subscribes to an existing stream using StreamManager.\n */\nasync function subscribeToStream(\n streamManager: StreamManager,\n streamId: string\n): Promise<Response | null> {\n try {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n await streamManager.subscribe(streamId, {\n onChunk: (chunk) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n },\n onDone: (output) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: output }) + streamDelimiter\n )\n );\n writer.close();\n },\n onError: (err) => {\n logger.error(\n `Streaming request failed with error: ${getErrorMessage(err)}\\n${getErrorStack(err)}`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(err),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n },\n });\n\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n 'x-genkit-stream-id': streamId,\n },\n });\n } catch (e: any) {\n if (e instanceof StreamNotFoundError) {\n return new Response(null, { status: 204 });\n }\n if (e.status === 'DEADLINE_EXCEEDED') {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n },\n });\n }\n throw e;\n }\n}\n\n/**\n * Runs an action with durable streaming support.\n */\nasync function runActionWithDurableStreaming<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n streamManager: StreamManager | undefined,\n streamId: string,\n input: z.infer<I>,\n context: ActionContext,\n writer: WritableStreamDefaultWriter<Uint8Array>,\n abortSignal: AbortSignal\n): Promise<void> {\n const encoder = new TextEncoder();\n let taskQueue: AsyncTaskQueue | undefined;\n let durableStream: ActionStreamInput<any, any> | undefined;\n\n if (streamManager) {\n taskQueue = new AsyncTaskQueue();\n durableStream = await streamManager.open(streamId);\n }\n\n try {\n let onChunk = (chunk: z.infer<S>) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n };\n\n if (streamManager && durableStream) {\n const originalOnChunk = onChunk;\n onChunk = (chunk: z.infer<S>) => {\n originalOnChunk(chunk);\n taskQueue!.enqueue(() => durableStream!.write(chunk));\n };\n }\n\n const result = await action.run(input, {\n onChunk,\n context,\n abortSignal,\n });\n\n if (streamManager && durableStream) {\n taskQueue!.enqueue(() => durableStream!.done(result.result));\n await taskQueue!.merge();\n }\n\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: result.result }) + streamDelimiter\n )\n );\n writer.close();\n } catch (e) {\n if (durableStream) {\n taskQueue!.enqueue(() => durableStream!.error(e));\n await taskQueue!.merge();\n }\n logger.error(\n `Streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n }\n}\n\n/**\n * Returns a Fetch handler for a single action (flow, model, or any Genkit action).\n * Express-like API: pass the action first, then call the returned handler with the request.\n *\n * @param action - The Genkit action to execute (flow, model, etc.)\n * @param options - Optional configuration including contextProvider and streamManager\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandler } from '@genkit-ai/fetch';\n *\n * // Flow or model\n * app.post('/myFlow', (c) => fetchHandler(myFlow)(c.req.raw));\n * app.post('/models/gpt5', (c) => fetchHandler(gpt5)(c.req.raw));\n *\n * // With options\n * app.post('/secure', (c) => fetchHandler(secureFlow, { contextProvider })(c.req.raw));\n * ```\n */\nasync function handleActionRequest<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n request: Request,\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): Promise<Response> {\n const url = new URL(request.url);\n const streamParam = url.searchParams.get('stream');\n const shouldStream = streamParam === 'true';\n\n const streamIdHeader = request.headers.get('x-genkit-stream-id');\n const streamId = streamIdHeader || undefined;\n\n let body: any;\n try {\n body = await request.json();\n } catch (e) {\n const errMsg =\n `Error: Failed to parse request body as JSON. ` +\n `Make sure the request has 'Content-Type: application/json' header.`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n if (!body || typeof body !== 'object' || !('data' in body)) {\n const errMsg =\n `Error: Request body must be a JSON object with a 'data' field. ` +\n `Expected format: {\"data\": ...}`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n const input = body.data as z.infer<I>;\n\n let context: C;\n try {\n context = await getContext(request, input, options?.contextProvider);\n } catch (e: any) {\n logger.error(\n `Context provider failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n\n const acceptHeader = request.headers.get('Accept') || '';\n const isStreaming = acceptHeader === 'text/event-stream' || shouldStream;\n\n if (isStreaming) {\n const streamManager = options?.streamManager;\n if (streamManager && streamId) {\n const response = await subscribeToStream(streamManager, streamId);\n if (response) {\n return response;\n }\n }\n\n const streamIdToUse = randomUUID();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n runActionWithDurableStreaming(\n action,\n options?.streamManager,\n streamIdToUse,\n input,\n context,\n writer,\n request.signal\n ).catch((err) => {\n logger.error(`Error in streaming handler: ${err}`);\n });\n\n const headers: Record<string, string> = {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n };\n\n if (options?.streamManager) {\n headers['x-genkit-stream-id'] = streamIdToUse;\n }\n\n return new Response(readable, {\n status: 200,\n headers,\n });\n }\n\n try {\n const result = await action.run(input, {\n context,\n abortSignal: request.signal,\n });\n\n const headers: Record<string, string> = {\n 'x-genkit-trace-id': result.telemetry.traceId,\n 'x-genkit-span-id': result.telemetry.spanId,\n };\n\n return new Response(JSON.stringify({ result: result.result }), {\n status: 200,\n headers: { 'Content-Type': 'application/json', ...headers },\n });\n } catch (e) {\n logger.error(\n `Non-streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n}\n\nexport function fetchHandler<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): (request: Request) => Promise<Response> {\n return (request: Request) => handleActionRequest(request, action, options);\n}\n\n/**\n * Returns a Fetch handler for multiple actions with path-based routing.\n * Express-like API: pass actions and optional path prefix, then call the returned handler with the request.\n *\n * @param actions - Array of actions (or ActionWithOptions) to expose; each is routed by path (action name or options.path)\n * @param pathPrefix - Optional path prefix to strip from the URL (e.g., '/api')\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandlers } from '@genkit-ai/fetch';\n *\n * // Mount all actions under /api - routes by path (e.g. POST /api/hello, POST /api/models/gpt5)\n * app.all('/api/*', (c) => fetchHandlers(actions, '/api')(c.req.raw));\n * ```\n */\nexport function fetchHandlers(\n actions: (Action<any, any, any> | ActionWithOptions<any, any, any>)[],\n pathPrefix?: string\n): (request: Request) => Promise<Response> {\n return async (request: Request): Promise<Response> => {\n const url = new URL(request.url);\n let pathname = url.pathname;\n\n if (pathPrefix) {\n const prefix = pathPrefix.endsWith('/') ? pathPrefix : pathPrefix + '/';\n if (pathname === pathPrefix) {\n pathname = '';\n } else if (pathname.startsWith(prefix)) {\n pathname = pathname.slice(prefix.length);\n } else {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n }\n\n pathname = pathname.replace(/^\\//, '');\n\n let matchedAction: Action<any, any, any> | null = null;\n let handlerOptions: FetchHandlerOptions<any, any> | undefined = undefined;\n\n for (const item of actions) {\n if ('action' in item) {\n const options = item.options;\n const actionPath = options.path ?? item.action.__action.name;\n if (pathname === actionPath) {\n matchedAction = item.action;\n handlerOptions = {\n contextProvider: options.contextProvider,\n streamManager: options.streamManager,\n };\n break;\n }\n } else {\n if (pathname === item.__action.name) {\n matchedAction = item;\n break;\n }\n }\n }\n\n if (!matchedAction) {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n return handleActionRequest(request, matchedAction, handlerOptions);\n };\n}\n"],"mappings":"AAgBA;AAAA,EAGE;AAAA,EACA;AAAA,OAIK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AACP,SAAS,cAAc;AACvB,SAAS,iBAAiB,qBAAqB;AAE/C,MAAM,kBAAkB;AAGxB,MAAM,aAAa,MAAM,WAAW,OAAO,WAAW;AAgC/C,SAAS,kBAKd,QACA,SAK4B;AAC5B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,EACF;AACF;AAKA,SAAS,gBAAgB,SAA0C;AACjE,QAAM,SAAiC,CAAC;AACxC,UAAQ,QAAQ,CAAC,OAAO,QAAQ;AAC9B,WAAO,IAAI,YAAY,CAAC,IAAI;AAAA,EAC9B,CAAC;AACD,SAAO;AACT;AAKA,eAAe,WACb,SACA,OACA,UACY;AACZ,QAAM,UAAU,CAAC;AACjB,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,EACT;AAEA,QAAM,cAA2B;AAAA,IAC/B,QAAQ,QAAQ;AAAA,IAChB,SAAS,gBAAgB,QAAQ,OAAO;AAAA,IACxC;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,WAAW;AACnC;AAKA,eAAe,kBACb,eACA,UAC0B;AAC1B,MAAI;AACF,UAAM,UAAU,IAAI,YAAY;AAChC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC,UAAM,cAAc,UAAU,UAAU;AAAA,MACtC,SAAS,CAAC,UAAU;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AAAA,MACF;AAAA,MACA,QAAQ,CAAC,WAAW;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,MACA,SAAS,CAAC,QAAQ;AAChB,eAAO;AAAA,UACL,wCAAwC,gBAAgB,GAAG,CAAC;AAAA,EAAK,cAAc,GAAG,CAAC;AAAA,QACrF;AACA,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,UAAU,KAAK,UAAU;AAAA,cACvB,OAAO,gBAAgB,GAAG;AAAA,YAC5B,CAAC,CAAC,GAAG,eAAe;AAAA,UACtB;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,IACF,CAAC;AAED,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,iBAAiB;AAAA,QACjB,YAAY;AAAA,QACZ,qBAAqB;AAAA,QACrB,sBAAsB;AAAA,MACxB;AAAA,IACF,CAAC;AAAA,EACH,SAAS,GAAQ;AACf,QAAI,aAAa,qBAAqB;AACpC,aAAO,IAAI,SAAS,MAAM,EAAE,QAAQ,IAAI,CAAC;AAAA,IAC3C;AACA,QAAI,EAAE,WAAW,qBAAqB;AACpC,YAAM,UAAU,IAAI,YAAY;AAChC,YAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,YAAM,SAAS,SAAS,UAAU;AAClC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,UAAU,KAAK,UAAU;AAAA,YACvB,OAAO,gBAAgB,CAAC;AAAA,UAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,QACtB;AAAA,MACF;AACA,aAAO,MAAM;AACb,aAAO,IAAI,SAAS,UAAU;AAAA,QAC5B,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,gBAAgB;AAAA,UAChB,iBAAiB;AAAA,UACjB,YAAY;AAAA,UACZ,qBAAqB;AAAA,QACvB;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM;AAAA,EACR;AACF;AAKA,eAAe,8BAKb,QACA,eACA,UACA,OACA,SACA,QACA,aACe;AACf,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI;AACJ,MAAI;AAEJ,MAAI,eAAe;AACjB,gBAAY,IAAI,eAAe;AAC/B,oBAAgB,MAAM,cAAc,KAAK,QAAQ;AAAA,EACnD;AAEA,MAAI;AACF,QAAI,UAAU,CAAC,UAAsB;AACnC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,QAClD;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB,eAAe;AAClC,YAAM,kBAAkB;AACxB,gBAAU,CAAC,UAAsB;AAC/B,wBAAgB,KAAK;AACrB,kBAAW,QAAQ,MAAM,cAAe,MAAM,KAAK,CAAC;AAAA,MACtD;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,QAAI,iBAAiB,eAAe;AAClC,gBAAW,QAAQ,MAAM,cAAe,KAAK,OAAO,MAAM,CAAC;AAC3D,YAAM,UAAW,MAAM;AAAA,IACzB;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,IAAI;AAAA,MACzD;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf,SAAS,GAAG;AACV,QAAI,eAAe;AACjB,gBAAW,QAAQ,MAAM,cAAe,MAAM,CAAC,CAAC;AAChD,YAAM,UAAW,MAAM;AAAA,IACzB;AACA,WAAO;AAAA,MACL,wCAAyC,EAAY,OAAO;AAAA,EACzD,EAAY,KACf;AAAA,IACF;AACA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,UAAU,KAAK,UAAU;AAAA,UACvB,OAAO,gBAAgB,CAAC;AAAA,QAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,MACtB;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf;AACF;AAsBA,eAAe,oBAMb,SACA,QACA,SACmB;AACnB,QAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAM,cAAc,IAAI,aAAa,IAAI,QAAQ;AACjD,QAAM,eAAe,gBAAgB;AAErC,QAAM,iBAAiB,QAAQ,QAAQ,IAAI,oBAAoB;AAC/D,QAAM,WAAW,kBAAkB;AAEnC,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,QAAQ,KAAK;AAAA,EAC5B,SAAS,GAAG;AACV,UAAM,SACJ;AAEF,WAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,MAAI,CAAC,QAAQ,OAAO,SAAS,YAAY,EAAE,UAAU,OAAO;AAC1D,UAAM,SACJ;AAEF,WAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,QAAM,QAAQ,KAAK;AAEnB,MAAI;AACJ,MAAI;AACF,cAAU,MAAM,WAAW,SAAS,OAAO,SAAS,eAAe;AAAA,EACrE,SAAS,GAAQ;AACf,WAAO;AAAA,MACL,uCAAwC,EAAY,OAAO;AAAA,EACxD,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,UAAU,gBAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,QAAQ,cAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AAEA,QAAM,eAAe,QAAQ,QAAQ,IAAI,QAAQ,KAAK;AACtD,QAAM,cAAc,iBAAiB,uBAAuB;AAE5D,MAAI,aAAa;AACf,UAAM,gBAAgB,SAAS;AAC/B,QAAI,iBAAiB,UAAU;AAC7B,YAAM,WAAW,MAAM,kBAAkB,eAAe,QAAQ;AAChE,UAAI,UAAU;AACZ,eAAO;AAAA,MACT;AAAA,IACF;AAEA,UAAM,gBAAgB,WAAW;AACjC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC;AAAA,MACE;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IACV,EAAE,MAAM,CAAC,QAAQ;AACf,aAAO,MAAM,+BAA+B,GAAG,EAAE;AAAA,IACnD,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,gBAAgB;AAAA,MAChB,iBAAiB;AAAA,MACjB,YAAY;AAAA,MACZ,qBAAqB;AAAA,IACvB;AAEA,QAAI,SAAS,eAAe;AAC1B,cAAQ,oBAAoB,IAAI;AAAA,IAClC;AAEA,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR;AAAA,IACF,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA,aAAa,QAAQ;AAAA,IACvB,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,qBAAqB,OAAO,UAAU;AAAA,MACtC,oBAAoB,OAAO,UAAU;AAAA,IACvC;AAEA,WAAO,IAAI,SAAS,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,GAAG;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,oBAAoB,GAAG,QAAQ;AAAA,IAC5D,CAAC;AAAA,EACH,SAAS,GAAG;AACV,WAAO;AAAA,MACL,4CAA6C,EAAY,OAAO;AAAA,EAC7D,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,UAAU,gBAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,QAAQ,cAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AACF;AAEO,SAAS,aAMd,QACA,SACyC;AACzC,SAAO,CAAC,YAAqB,oBAAoB,SAAS,QAAQ,OAAO;AAC3E;AAkBO,SAAS,cACd,SACA,YACyC;AACzC,SAAO,OAAO,YAAwC;AACpD,UAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAI,WAAW,IAAI;AAEnB,QAAI,YAAY;AACd,YAAM,SAAS,WAAW,SAAS,GAAG,IAAI,aAAa,aAAa;AACpE,UAAI,aAAa,YAAY;AAC3B,mBAAW;AAAA,MACb,WAAW,SAAS,WAAW,MAAM,GAAG;AACtC,mBAAW,SAAS,MAAM,OAAO,MAAM;AAAA,MACzC,OAAO;AACL,eAAO,IAAI;AAAA,UACT,KAAK,UAAU;AAAA,YACb,QAAQ;AAAA,YACR,SAAS;AAAA,UACX,CAAC;AAAA,UACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,QACjE;AAAA,MACF;AAAA,IACF;AAEA,eAAW,SAAS,QAAQ,OAAO,EAAE;AAErC,QAAI,gBAA8C;AAClD,QAAI,iBAA4D;AAEhE,eAAW,QAAQ,SAAS;AAC1B,UAAI,YAAY,MAAM;AACpB,cAAM,UAAU,KAAK;AACrB,cAAM,aAAa,QAAQ,QAAQ,KAAK,OAAO,SAAS;AACxD,YAAI,aAAa,YAAY;AAC3B,0BAAgB,KAAK;AACrB,2BAAiB;AAAA,YACf,iBAAiB,QAAQ;AAAA,YACzB,eAAe,QAAQ;AAAA,UACzB;AACA;AAAA,QACF;AAAA,MACF,OAAO;AACL,YAAI,aAAa,KAAK,SAAS,MAAM;AACnC,0BAAgB;AAChB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,CAAC,eAAe;AAClB,aAAO,IAAI;AAAA,QACT,KAAK,UAAU;AAAA,UACb,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,QACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,MACjE;AAAA,IACF;AAEA,WAAO,oBAAoB,SAAS,eAAe,cAAc;AAAA,EACnE;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * Copyright 2025 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n Action,\n ActionStreamInput,\n AsyncTaskQueue,\n StreamNotFoundError,\n type ActionContext,\n type StreamManager,\n type z,\n} from 'genkit/beta';\nimport {\n getCallableJSON,\n getHttpStatus,\n type ContextProvider,\n type RequestData,\n} from 'genkit/context';\nimport { logger } from 'genkit/logging';\nimport { getErrorMessage, getErrorStack } from './utils.mjs';\n\nconst streamDelimiter = '\\n\\n';\n\n// Let the runtime provide the randomUUID function.\nconst randomUUID = () => globalThis.crypto.randomUUID();\n\n/**\n * A wrapper object containing an action with its associated options.\n */\nexport type ActionWithOptions<\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n> = {\n action: Action<I, O, S>;\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n };\n};\n\n/**\n * Options for a fetch handler (context provider, stream manager).\n */\nexport interface FetchHandlerOptions<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n> {\n contextProvider?: ContextProvider<C, I>;\n streamManager?: StreamManager;\n}\n\n/**\n * Wraps an action (flow, model, etc.) with options for use with {@link fetchHandlers}.\n */\nexport function withActionOptions<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options: {\n contextProvider?: ContextProvider<any, I>;\n streamManager?: StreamManager;\n path?: string;\n }\n): ActionWithOptions<I, O, S> {\n return {\n action,\n options,\n };\n}\n\n/**\n * Converts Headers object to a plain object with lowercase keys.\n */\nfunction headersToObject(headers: Headers): Record<string, string> {\n const result: Record<string, string> = {};\n headers.forEach((value, key) => {\n result[key.toLowerCase()] = value;\n });\n return result;\n}\n\n/**\n * Gets context from the request using the context provider if available.\n */\nasync function getContext<C extends ActionContext, I extends z.ZodTypeAny>(\n request: Request,\n input: z.infer<I>,\n provider?: ContextProvider<C, I>\n): Promise<C> {\n const context = {} as C;\n if (!provider) {\n return context;\n }\n\n const requestData: RequestData = {\n method: request.method as RequestData['method'],\n headers: headersToObject(request.headers),\n input,\n };\n\n return await provider(requestData);\n}\n\n/**\n * Subscribes to an existing stream using StreamManager.\n */\nasync function subscribeToStream(\n streamManager: StreamManager,\n streamId: string\n): Promise<Response | null> {\n try {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n await streamManager.subscribe(streamId, {\n onChunk: (chunk) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n },\n onDone: (output) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: output }) + streamDelimiter\n )\n );\n writer.close();\n },\n onError: (err) => {\n logger.error(\n `Streaming request failed with error: ${getErrorMessage(err)}\\n${getErrorStack(err)}`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(err),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n },\n });\n\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n 'x-genkit-stream-id': streamId,\n },\n });\n } catch (e: any) {\n if (e instanceof StreamNotFoundError) {\n return new Response(null, { status: 204 });\n }\n if (e.status === 'DEADLINE_EXCEEDED') {\n const encoder = new TextEncoder();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n return new Response(readable, {\n status: 200,\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n },\n });\n }\n throw e;\n }\n}\n\n/**\n * Runs an action with durable streaming support.\n */\nasync function runActionWithDurableStreaming<\n I extends z.ZodTypeAny,\n O extends z.ZodTypeAny,\n S extends z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n streamManager: StreamManager | undefined,\n streamId: string,\n input: z.infer<I>,\n context: ActionContext,\n writer: WritableStreamDefaultWriter<Uint8Array>,\n abortSignal: AbortSignal\n): Promise<void> {\n const encoder = new TextEncoder();\n let taskQueue: AsyncTaskQueue | undefined;\n let durableStream: ActionStreamInput<any, any> | undefined;\n\n if (streamManager) {\n taskQueue = new AsyncTaskQueue();\n durableStream = await streamManager.open(streamId);\n }\n\n try {\n let onChunk = (chunk: z.infer<S>) => {\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ message: chunk }) + streamDelimiter\n )\n );\n };\n\n if (streamManager && durableStream) {\n const originalOnChunk = onChunk;\n onChunk = (chunk: z.infer<S>) => {\n originalOnChunk(chunk);\n taskQueue!.enqueue(() => durableStream!.write(chunk));\n };\n }\n\n const result = await action.run(input, {\n onChunk,\n context,\n abortSignal,\n });\n\n if (streamManager && durableStream) {\n taskQueue!.enqueue(() => durableStream!.done(result.result));\n await taskQueue!.merge();\n }\n\n writer.write(\n encoder.encode(\n 'data: ' + JSON.stringify({ result: result.result }) + streamDelimiter\n )\n );\n writer.close();\n } catch (e) {\n if (durableStream) {\n taskQueue!.enqueue(() => durableStream!.error(e));\n await taskQueue!.merge();\n }\n logger.error(\n `Streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n writer.write(\n encoder.encode(\n `error: ${JSON.stringify({\n error: getCallableJSON(e),\n })}${streamDelimiter}`\n )\n );\n writer.close();\n }\n}\n\n/**\n * Returns a Fetch handler for a single action (flow, model, or any Genkit action).\n * Express-like API: pass the action first, then call the returned handler with the request.\n *\n * @param action - The Genkit action to execute (flow, model, etc.)\n * @param options - Optional configuration including contextProvider and streamManager\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandler } from '@genkit-ai/fetch';\n *\n * // Flow or model\n * app.post('/myFlow', (c) => fetchHandler(myFlow)(c.req.raw));\n * app.post('/models/gpt5', (c) => fetchHandler(gpt5)(c.req.raw));\n *\n * // With options\n * app.post('/secure', (c) => fetchHandler(secureFlow, { contextProvider })(c.req.raw));\n * ```\n */\nasync function handleActionRequest<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n request: Request,\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): Promise<Response> {\n const url = new URL(request.url);\n const streamParam = url.searchParams.get('stream');\n const shouldStream = streamParam === 'true';\n\n const streamIdHeader = request.headers.get('x-genkit-stream-id');\n const streamId = streamIdHeader || undefined;\n\n let body: any;\n try {\n body = await request.json();\n } catch (e) {\n const errMsg =\n `Error: Failed to parse request body as JSON. ` +\n `Make sure the request has 'Content-Type: application/json' header.`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n if (!body || typeof body !== 'object' || !('data' in body)) {\n const errMsg =\n `Error: Request body must be a JSON object with a 'data' field. ` +\n `Expected format: {\"data\": ...}`;\n logger.error(errMsg);\n return new Response(\n JSON.stringify({ message: errMsg, status: 'INVALID_ARGUMENT' }),\n { status: 400, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n const input = body.data as z.infer<I>;\n\n let context: C;\n try {\n context = await getContext(request, input, options?.contextProvider);\n } catch (e: any) {\n logger.error(\n `Context provider failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n\n const acceptHeader = request.headers.get('Accept') || '';\n const isStreaming =\n acceptHeader.toLowerCase().includes('text/event-stream') || shouldStream;\n\n if (isStreaming) {\n const streamManager = options?.streamManager;\n if (streamManager && streamId) {\n const response = await subscribeToStream(streamManager, streamId);\n if (response) {\n return response;\n }\n }\n\n const streamIdToUse = randomUUID();\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n\n runActionWithDurableStreaming(\n action,\n options?.streamManager,\n streamIdToUse,\n input,\n context,\n writer,\n request.signal\n ).catch((err) => {\n logger.error(`Error in streaming handler: ${err}`);\n });\n\n const headers: Record<string, string> = {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache',\n Connection: 'keep-alive',\n 'Transfer-Encoding': 'chunked',\n };\n\n if (options?.streamManager) {\n headers['x-genkit-stream-id'] = streamIdToUse;\n }\n\n return new Response(readable, {\n status: 200,\n headers,\n });\n }\n\n try {\n const result = await action.run(input, {\n context,\n abortSignal: request.signal,\n });\n\n const headers: Record<string, string> = {\n 'x-genkit-trace-id': result.telemetry.traceId,\n 'x-genkit-span-id': result.telemetry.spanId,\n };\n\n return new Response(JSON.stringify({ result: result.result }), {\n status: 200,\n headers: { 'Content-Type': 'application/json', ...headers },\n });\n } catch (e) {\n logger.error(\n `Non-streaming request failed with error: ${(e as Error).message}\\n${\n (e as Error).stack\n }`\n );\n return new Response(JSON.stringify(getCallableJSON(e)), {\n status: getHttpStatus(e),\n headers: { 'Content-Type': 'application/json' },\n });\n }\n}\n\nexport function fetchHandler<\n C extends ActionContext = ActionContext,\n I extends z.ZodTypeAny = z.ZodTypeAny,\n O extends z.ZodTypeAny = z.ZodTypeAny,\n S extends z.ZodTypeAny = z.ZodTypeAny,\n>(\n action: Action<I, O, S>,\n options?: FetchHandlerOptions<C, I>\n): (request: Request) => Promise<Response> {\n return (request: Request) => handleActionRequest(request, action, options);\n}\n\n/**\n * Returns a Fetch handler for multiple actions with path-based routing.\n * Express-like API: pass actions and optional path prefix, then call the returned handler with the request.\n *\n * @param actions - Array of actions (or ActionWithOptions) to expose; each is routed by path (action name or options.path)\n * @param pathPrefix - Optional path prefix to strip from the URL (e.g., '/api')\n * @returns A handler function that takes a Request and returns a Promise<Response>\n *\n * @example\n * ```typescript\n * import { fetchHandlers } from '@genkit-ai/fetch';\n *\n * // Mount all actions under /api - routes by path (e.g. POST /api/hello, POST /api/models/gpt5)\n * app.all('/api/*', (c) => fetchHandlers(actions, '/api')(c.req.raw));\n * ```\n */\nexport function fetchHandlers(\n actions: (Action<any, any, any> | ActionWithOptions<any, any, any>)[],\n pathPrefix?: string\n): (request: Request) => Promise<Response> {\n return async (request: Request): Promise<Response> => {\n const url = new URL(request.url);\n let pathname = url.pathname;\n\n if (pathPrefix) {\n const prefix = pathPrefix.endsWith('/') ? pathPrefix : pathPrefix + '/';\n if (pathname === pathPrefix) {\n pathname = '';\n } else if (pathname.startsWith(prefix)) {\n pathname = pathname.slice(prefix.length);\n } else {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n }\n\n pathname = pathname.replace(/^\\//, '');\n\n let matchedAction: Action<any, any, any> | null = null;\n let handlerOptions: FetchHandlerOptions<any, any> | undefined = undefined;\n\n for (const item of actions) {\n if ('action' in item) {\n const options = item.options;\n const actionPath = options.path ?? item.action.__action.name;\n if (pathname === actionPath) {\n matchedAction = item.action;\n handlerOptions = {\n contextProvider: options.contextProvider,\n streamManager: options.streamManager,\n };\n break;\n }\n } else {\n if (pathname === item.__action.name) {\n matchedAction = item;\n break;\n }\n }\n }\n\n if (!matchedAction) {\n return new Response(\n JSON.stringify({\n status: 'NOT_FOUND',\n message: 'No action matched the request path.',\n }),\n { status: 404, headers: { 'Content-Type': 'application/json' } }\n );\n }\n\n return handleActionRequest(request, matchedAction, handlerOptions);\n };\n}\n"],"mappings":"AAgBA;AAAA,EAGE;AAAA,EACA;AAAA,OAIK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AACP,SAAS,cAAc;AACvB,SAAS,iBAAiB,qBAAqB;AAE/C,MAAM,kBAAkB;AAGxB,MAAM,aAAa,MAAM,WAAW,OAAO,WAAW;AAgC/C,SAAS,kBAKd,QACA,SAK4B;AAC5B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,EACF;AACF;AAKA,SAAS,gBAAgB,SAA0C;AACjE,QAAM,SAAiC,CAAC;AACxC,UAAQ,QAAQ,CAAC,OAAO,QAAQ;AAC9B,WAAO,IAAI,YAAY,CAAC,IAAI;AAAA,EAC9B,CAAC;AACD,SAAO;AACT;AAKA,eAAe,WACb,SACA,OACA,UACY;AACZ,QAAM,UAAU,CAAC;AACjB,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,EACT;AAEA,QAAM,cAA2B;AAAA,IAC/B,QAAQ,QAAQ;AAAA,IAChB,SAAS,gBAAgB,QAAQ,OAAO;AAAA,IACxC;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,WAAW;AACnC;AAKA,eAAe,kBACb,eACA,UAC0B;AAC1B,MAAI;AACF,UAAM,UAAU,IAAI,YAAY;AAChC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC,UAAM,cAAc,UAAU,UAAU;AAAA,MACtC,SAAS,CAAC,UAAU;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AAAA,MACF;AAAA,MACA,QAAQ,CAAC,WAAW;AAClB,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,CAAC,IAAI;AAAA,UAClD;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,MACA,SAAS,CAAC,QAAQ;AAChB,eAAO;AAAA,UACL,wCAAwC,gBAAgB,GAAG,CAAC;AAAA,EAAK,cAAc,GAAG,CAAC;AAAA,QACrF;AACA,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,UAAU,KAAK,UAAU;AAAA,cACvB,OAAO,gBAAgB,GAAG;AAAA,YAC5B,CAAC,CAAC,GAAG,eAAe;AAAA,UACtB;AAAA,QACF;AACA,eAAO,MAAM;AAAA,MACf;AAAA,IACF,CAAC;AAED,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,iBAAiB;AAAA,QACjB,YAAY;AAAA,QACZ,qBAAqB;AAAA,QACrB,sBAAsB;AAAA,MACxB;AAAA,IACF,CAAC;AAAA,EACH,SAAS,GAAQ;AACf,QAAI,aAAa,qBAAqB;AACpC,aAAO,IAAI,SAAS,MAAM,EAAE,QAAQ,IAAI,CAAC;AAAA,IAC3C;AACA,QAAI,EAAE,WAAW,qBAAqB;AACpC,YAAM,UAAU,IAAI,YAAY;AAChC,YAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,YAAM,SAAS,SAAS,UAAU;AAClC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,UAAU,KAAK,UAAU;AAAA,YACvB,OAAO,gBAAgB,CAAC;AAAA,UAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,QACtB;AAAA,MACF;AACA,aAAO,MAAM;AACb,aAAO,IAAI,SAAS,UAAU;AAAA,QAC5B,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,gBAAgB;AAAA,UAChB,iBAAiB;AAAA,UACjB,YAAY;AAAA,UACZ,qBAAqB;AAAA,QACvB;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM;AAAA,EACR;AACF;AAKA,eAAe,8BAKb,QACA,eACA,UACA,OACA,SACA,QACA,aACe;AACf,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI;AACJ,MAAI;AAEJ,MAAI,eAAe;AACjB,gBAAY,IAAI,eAAe;AAC/B,oBAAgB,MAAM,cAAc,KAAK,QAAQ;AAAA,EACnD;AAEA,MAAI;AACF,QAAI,UAAU,CAAC,UAAsB;AACnC,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,WAAW,KAAK,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI;AAAA,QAClD;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB,eAAe;AAClC,YAAM,kBAAkB;AACxB,gBAAU,CAAC,UAAsB;AAC/B,wBAAgB,KAAK;AACrB,kBAAW,QAAQ,MAAM,cAAe,MAAM,KAAK,CAAC;AAAA,MACtD;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,QAAI,iBAAiB,eAAe;AAClC,gBAAW,QAAQ,MAAM,cAAe,KAAK,OAAO,MAAM,CAAC;AAC3D,YAAM,UAAW,MAAM;AAAA,IACzB;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,WAAW,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,IAAI;AAAA,MACzD;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf,SAAS,GAAG;AACV,QAAI,eAAe;AACjB,gBAAW,QAAQ,MAAM,cAAe,MAAM,CAAC,CAAC;AAChD,YAAM,UAAW,MAAM;AAAA,IACzB;AACA,WAAO;AAAA,MACL,wCAAyC,EAAY,OAAO;AAAA,EACzD,EAAY,KACf;AAAA,IACF;AACA,WAAO;AAAA,MACL,QAAQ;AAAA,QACN,UAAU,KAAK,UAAU;AAAA,UACvB,OAAO,gBAAgB,CAAC;AAAA,QAC1B,CAAC,CAAC,GAAG,eAAe;AAAA,MACtB;AAAA,IACF;AACA,WAAO,MAAM;AAAA,EACf;AACF;AAsBA,eAAe,oBAMb,SACA,QACA,SACmB;AACnB,QAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAM,cAAc,IAAI,aAAa,IAAI,QAAQ;AACjD,QAAM,eAAe,gBAAgB;AAErC,QAAM,iBAAiB,QAAQ,QAAQ,IAAI,oBAAoB;AAC/D,QAAM,WAAW,kBAAkB;AAEnC,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,QAAQ,KAAK;AAAA,EAC5B,SAAS,GAAG;AACV,UAAM,SACJ;AAEF,WAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,MAAI,CAAC,QAAQ,OAAO,SAAS,YAAY,EAAE,UAAU,OAAO;AAC1D,UAAM,SACJ;AAEF,WAAO,MAAM,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,KAAK,UAAU,EAAE,SAAS,QAAQ,QAAQ,mBAAmB,CAAC;AAAA,MAC9D,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,IACjE;AAAA,EACF;AAEA,QAAM,QAAQ,KAAK;AAEnB,MAAI;AACJ,MAAI;AACF,cAAU,MAAM,WAAW,SAAS,OAAO,SAAS,eAAe;AAAA,EACrE,SAAS,GAAQ;AACf,WAAO;AAAA,MACL,uCAAwC,EAAY,OAAO;AAAA,EACxD,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,UAAU,gBAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,QAAQ,cAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AAEA,QAAM,eAAe,QAAQ,QAAQ,IAAI,QAAQ,KAAK;AACtD,QAAM,cACJ,aAAa,YAAY,EAAE,SAAS,mBAAmB,KAAK;AAE9D,MAAI,aAAa;AACf,UAAM,gBAAgB,SAAS;AAC/B,QAAI,iBAAiB,UAAU;AAC7B,YAAM,WAAW,MAAM,kBAAkB,eAAe,QAAQ;AAChE,UAAI,UAAU;AACZ,eAAO;AAAA,MACT;AAAA,IACF;AAEA,UAAM,gBAAgB,WAAW;AACjC,UAAM,EAAE,UAAU,SAAS,IAAI,IAAI,gBAAgB;AACnD,UAAM,SAAS,SAAS,UAAU;AAElC;AAAA,MACE;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IACV,EAAE,MAAM,CAAC,QAAQ;AACf,aAAO,MAAM,+BAA+B,GAAG,EAAE;AAAA,IACnD,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,gBAAgB;AAAA,MAChB,iBAAiB;AAAA,MACjB,YAAY;AAAA,MACZ,qBAAqB;AAAA,IACvB;AAEA,QAAI,SAAS,eAAe;AAC1B,cAAQ,oBAAoB,IAAI;AAAA,IAClC;AAEA,WAAO,IAAI,SAAS,UAAU;AAAA,MAC5B,QAAQ;AAAA,MACR;AAAA,IACF,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,OAAO,IAAI,OAAO;AAAA,MACrC;AAAA,MACA,aAAa,QAAQ;AAAA,IACvB,CAAC;AAED,UAAM,UAAkC;AAAA,MACtC,qBAAqB,OAAO,UAAU;AAAA,MACtC,oBAAoB,OAAO,UAAU;AAAA,IACvC;AAEA,WAAO,IAAI,SAAS,KAAK,UAAU,EAAE,QAAQ,OAAO,OAAO,CAAC,GAAG;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,oBAAoB,GAAG,QAAQ;AAAA,IAC5D,CAAC;AAAA,EACH,SAAS,GAAG;AACV,WAAO;AAAA,MACL,4CAA6C,EAAY,OAAO;AAAA,EAC7D,EAAY,KACf;AAAA,IACF;AACA,WAAO,IAAI,SAAS,KAAK,UAAU,gBAAgB,CAAC,CAAC,GAAG;AAAA,MACtD,QAAQ,cAAc,CAAC;AAAA,MACvB,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAChD,CAAC;AAAA,EACH;AACF;AAEO,SAAS,aAMd,QACA,SACyC;AACzC,SAAO,CAAC,YAAqB,oBAAoB,SAAS,QAAQ,OAAO;AAC3E;AAkBO,SAAS,cACd,SACA,YACyC;AACzC,SAAO,OAAO,YAAwC;AACpD,UAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,QAAI,WAAW,IAAI;AAEnB,QAAI,YAAY;AACd,YAAM,SAAS,WAAW,SAAS,GAAG,IAAI,aAAa,aAAa;AACpE,UAAI,aAAa,YAAY;AAC3B,mBAAW;AAAA,MACb,WAAW,SAAS,WAAW,MAAM,GAAG;AACtC,mBAAW,SAAS,MAAM,OAAO,MAAM;AAAA,MACzC,OAAO;AACL,eAAO,IAAI;AAAA,UACT,KAAK,UAAU;AAAA,YACb,QAAQ;AAAA,YACR,SAAS;AAAA,UACX,CAAC;AAAA,UACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,QACjE;AAAA,MACF;AAAA,IACF;AAEA,eAAW,SAAS,QAAQ,OAAO,EAAE;AAErC,QAAI,gBAA8C;AAClD,QAAI,iBAA4D;AAEhE,eAAW,QAAQ,SAAS;AAC1B,UAAI,YAAY,MAAM;AACpB,cAAM,UAAU,KAAK;AACrB,cAAM,aAAa,QAAQ,QAAQ,KAAK,OAAO,SAAS;AACxD,YAAI,aAAa,YAAY;AAC3B,0BAAgB,KAAK;AACrB,2BAAiB;AAAA,YACf,iBAAiB,QAAQ;AAAA,YACzB,eAAe,QAAQ;AAAA,UACzB;AACA;AAAA,QACF;AAAA,MACF,OAAO;AACL,YAAI,aAAa,KAAK,SAAS,MAAM;AACnC,0BAAgB;AAChB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,CAAC,eAAe;AAClB,aAAO,IAAI;AAAA,QACT,KAAK,UAAU;AAAA,UACb,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,QACD,EAAE,QAAQ,KAAK,SAAS,EAAE,gBAAgB,mBAAmB,EAAE;AAAA,MACjE;AAAA,IACF;AAEA,WAAO,oBAAoB,SAAS,eAAe,cAAc;AAAA,EACnE;AACF;","names":[]}
|
package/package.json
CHANGED
|
@@ -16,17 +16,17 @@
|
|
|
16
16
|
"bun",
|
|
17
17
|
"deno"
|
|
18
18
|
],
|
|
19
|
-
"version": "0.1.
|
|
19
|
+
"version": "0.1.2",
|
|
20
20
|
"type": "commonjs",
|
|
21
21
|
"repository": {
|
|
22
22
|
"type": "git",
|
|
23
|
-
"url": "https://github.com/
|
|
23
|
+
"url": "https://github.com/genkit-ai/genkit.git",
|
|
24
24
|
"directory": "js/plugins/web"
|
|
25
25
|
},
|
|
26
26
|
"author": "genkit",
|
|
27
27
|
"license": "Apache-2.0",
|
|
28
28
|
"peerDependencies": {
|
|
29
|
-
"genkit": "^1.
|
|
29
|
+
"genkit": "^1.37.0"
|
|
30
30
|
},
|
|
31
31
|
"devDependencies": {
|
|
32
32
|
"get-port": "^5.1.0",
|
|
@@ -35,8 +35,8 @@
|
|
|
35
35
|
"rimraf": "^6.0.1",
|
|
36
36
|
"tsup": "^8.3.5",
|
|
37
37
|
"tsx": "^4.19.2",
|
|
38
|
-
"typescript": "^
|
|
39
|
-
"genkit": "1.
|
|
38
|
+
"typescript": "^5.9.3",
|
|
39
|
+
"genkit": "1.37.0"
|
|
40
40
|
},
|
|
41
41
|
"types": "./lib/index.d.ts",
|
|
42
42
|
"exports": {
|
package/src/index.ts
CHANGED
|
@@ -361,7 +361,8 @@ async function handleActionRequest<
|
|
|
361
361
|
}
|
|
362
362
|
|
|
363
363
|
const acceptHeader = request.headers.get('Accept') || '';
|
|
364
|
-
const isStreaming =
|
|
364
|
+
const isStreaming =
|
|
365
|
+
acceptHeader.toLowerCase().includes('text/event-stream') || shouldStream;
|
|
365
366
|
|
|
366
367
|
if (isStreaming) {
|
|
367
368
|
const streamManager = options?.streamManager;
|
package/tests/web_test.ts
CHANGED
|
@@ -327,6 +327,41 @@ describe('fetchHandler (single action)', () => {
|
|
|
327
327
|
assert.ok(response.headers.get('x-genkit-trace-id'));
|
|
328
328
|
assert.ok(response.headers.get('x-genkit-span-id'));
|
|
329
329
|
});
|
|
330
|
+
|
|
331
|
+
it('streams for a multi-value, mixed-case Accept header', async () => {
|
|
332
|
+
const ai = genkit({});
|
|
333
|
+
defineEchoModel(ai);
|
|
334
|
+
const flow = ai.defineFlow(
|
|
335
|
+
{
|
|
336
|
+
name: 'streamingFlow',
|
|
337
|
+
inputSchema: z.object({ question: z.string() }),
|
|
338
|
+
},
|
|
339
|
+
async (input, sendChunk) => {
|
|
340
|
+
const { text } = await ai.generate({
|
|
341
|
+
model: 'echoModel',
|
|
342
|
+
prompt: input.question,
|
|
343
|
+
onChunk: sendChunk,
|
|
344
|
+
});
|
|
345
|
+
return text;
|
|
346
|
+
}
|
|
347
|
+
);
|
|
348
|
+
// Clients/proxies can send a media-type list and mixed casing, e.g.
|
|
349
|
+
// "Text/Event-Stream, */*"; the handler should still stream rather than
|
|
350
|
+
// fall back to a single JSON response.
|
|
351
|
+
const request = new Request('http://localhost/streamingFlow', {
|
|
352
|
+
method: 'POST',
|
|
353
|
+
headers: {
|
|
354
|
+
'Content-Type': 'application/json',
|
|
355
|
+
Accept: 'Text/Event-Stream, */*',
|
|
356
|
+
},
|
|
357
|
+
body: JSON.stringify({ data: { question: 'hi' } }),
|
|
358
|
+
});
|
|
359
|
+
const response = await fetchHandler(flow)(request);
|
|
360
|
+
assert.strictEqual(
|
|
361
|
+
response.headers.get('Content-Type'),
|
|
362
|
+
'text/event-stream'
|
|
363
|
+
);
|
|
364
|
+
});
|
|
330
365
|
});
|
|
331
366
|
});
|
|
332
367
|
|