@cloudflare/tanstack-ai 0.0.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +282 -0
- package/dist/_tsup-dts-rollup.d.cts +820 -0
- package/dist/_tsup-dts-rollup.d.ts +820 -0
- package/dist/adapters/anthropic.cjs +13 -0
- package/dist/adapters/anthropic.cjs.map +1 -0
- package/dist/adapters/anthropic.d.cts +5 -0
- package/dist/adapters/anthropic.d.ts +5 -0
- package/dist/adapters/anthropic.js +13 -0
- package/dist/adapters/anthropic.js.map +1 -0
- package/dist/adapters/gemini.cjs +22 -0
- package/dist/adapters/gemini.cjs.map +1 -0
- package/dist/adapters/gemini.d.cts +14 -0
- package/dist/adapters/gemini.d.ts +14 -0
- package/dist/adapters/gemini.js +22 -0
- package/dist/adapters/gemini.js.map +1 -0
- package/dist/adapters/grok.cjs +17 -0
- package/dist/adapters/grok.cjs.map +1 -0
- package/dist/adapters/grok.d.cts +9 -0
- package/dist/adapters/grok.d.ts +9 -0
- package/dist/adapters/grok.js +17 -0
- package/dist/adapters/grok.js.map +1 -0
- package/dist/adapters/openai.cjs +29 -0
- package/dist/adapters/openai.cjs.map +1 -0
- package/dist/adapters/openai.d.cts +17 -0
- package/dist/adapters/openai.d.ts +17 -0
- package/dist/adapters/openai.js +29 -0
- package/dist/adapters/openai.js.map +1 -0
- package/dist/adapters/openrouter.cjs +13 -0
- package/dist/adapters/openrouter.cjs.map +1 -0
- package/dist/adapters/openrouter.d.cts +7 -0
- package/dist/adapters/openrouter.d.ts +7 -0
- package/dist/adapters/openrouter.js +13 -0
- package/dist/adapters/openrouter.js.map +1 -0
- package/dist/adapters/workers-ai-image.cjs +13 -0
- package/dist/adapters/workers-ai-image.cjs.map +1 -0
- package/dist/adapters/workers-ai-image.d.cts +3 -0
- package/dist/adapters/workers-ai-image.d.ts +3 -0
- package/dist/adapters/workers-ai-image.js +13 -0
- package/dist/adapters/workers-ai-image.js.map +1 -0
- package/dist/adapters/workers-ai-summarize.cjs +12 -0
- package/dist/adapters/workers-ai-summarize.cjs.map +1 -0
- package/dist/adapters/workers-ai-summarize.d.cts +3 -0
- package/dist/adapters/workers-ai-summarize.d.ts +3 -0
- package/dist/adapters/workers-ai-summarize.js +12 -0
- package/dist/adapters/workers-ai-summarize.js.map +1 -0
- package/dist/adapters/workers-ai-transcription.cjs +13 -0
- package/dist/adapters/workers-ai-transcription.cjs.map +1 -0
- package/dist/adapters/workers-ai-transcription.d.cts +3 -0
- package/dist/adapters/workers-ai-transcription.d.ts +3 -0
- package/dist/adapters/workers-ai-transcription.js +13 -0
- package/dist/adapters/workers-ai-transcription.js.map +1 -0
- package/dist/adapters/workers-ai-tts.cjs +13 -0
- package/dist/adapters/workers-ai-tts.cjs.map +1 -0
- package/dist/adapters/workers-ai-tts.d.cts +3 -0
- package/dist/adapters/workers-ai-tts.d.ts +3 -0
- package/dist/adapters/workers-ai-tts.js +13 -0
- package/dist/adapters/workers-ai-tts.js.map +1 -0
- package/dist/adapters/workers-ai.cjs +11 -0
- package/dist/adapters/workers-ai.cjs.map +1 -0
- package/dist/adapters/workers-ai.d.cts +3 -0
- package/dist/adapters/workers-ai.d.ts +3 -0
- package/dist/adapters/workers-ai.js +11 -0
- package/dist/adapters/workers-ai.js.map +1 -0
- package/dist/chunk-2RO3A3R4.js +96 -0
- package/dist/chunk-2RO3A3R4.js.map +1 -0
- package/dist/chunk-2VII5BK2.js +42 -0
- package/dist/chunk-2VII5BK2.js.map +1 -0
- package/dist/chunk-3VQDXJLW.cjs +46 -0
- package/dist/chunk-3VQDXJLW.cjs.map +1 -0
- package/dist/chunk-4ACSLQDI.cjs +216 -0
- package/dist/chunk-4ACSLQDI.cjs.map +1 -0
- package/dist/chunk-4DE2IREA.cjs +8 -0
- package/dist/chunk-4DE2IREA.cjs.map +1 -0
- package/dist/chunk-5YEJ5ZRQ.js +503 -0
- package/dist/chunk-5YEJ5ZRQ.js.map +1 -0
- package/dist/chunk-6FBIXTAL.cjs +315 -0
- package/dist/chunk-6FBIXTAL.cjs.map +1 -0
- package/dist/chunk-6OXP4IVS.cjs +48 -0
- package/dist/chunk-6OXP4IVS.cjs.map +1 -0
- package/dist/chunk-7AEFXYJG.js +65 -0
- package/dist/chunk-7AEFXYJG.js.map +1 -0
- package/dist/chunk-7HSUHP63.cjs +42 -0
- package/dist/chunk-7HSUHP63.cjs.map +1 -0
- package/dist/chunk-AHXFO2BB.cjs +31 -0
- package/dist/chunk-AHXFO2BB.cjs.map +1 -0
- package/dist/chunk-ALUCJNDE.js +109 -0
- package/dist/chunk-ALUCJNDE.js.map +1 -0
- package/dist/chunk-AN23SOZX.cjs +96 -0
- package/dist/chunk-AN23SOZX.cjs.map +1 -0
- package/dist/chunk-F75IZQCM.js +48 -0
- package/dist/chunk-F75IZQCM.js.map +1 -0
- package/dist/chunk-GL2EQLMI.cjs +109 -0
- package/dist/chunk-GL2EQLMI.cjs.map +1 -0
- package/dist/chunk-M64PETK7.cjs +84 -0
- package/dist/chunk-M64PETK7.cjs.map +1 -0
- package/dist/chunk-OV65IEEY.cjs +57 -0
- package/dist/chunk-OV65IEEY.cjs.map +1 -0
- package/dist/chunk-PAVBM57P.js +57 -0
- package/dist/chunk-PAVBM57P.js.map +1 -0
- package/dist/chunk-R2MRGLZ4.js +84 -0
- package/dist/chunk-R2MRGLZ4.js.map +1 -0
- package/dist/chunk-RGDUK5KX.cjs +65 -0
- package/dist/chunk-RGDUK5KX.cjs.map +1 -0
- package/dist/chunk-S3ALRROX.js +57 -0
- package/dist/chunk-S3ALRROX.js.map +1 -0
- package/dist/chunk-SFZAUNHJ.cjs +57 -0
- package/dist/chunk-SFZAUNHJ.cjs.map +1 -0
- package/dist/chunk-SIOQQHXS.js +31 -0
- package/dist/chunk-SIOQQHXS.js.map +1 -0
- package/dist/chunk-UUFEOQ6B.js +315 -0
- package/dist/chunk-UUFEOQ6B.js.map +1 -0
- package/dist/chunk-V6TY7KAL.js +8 -0
- package/dist/chunk-V6TY7KAL.js.map +1 -0
- package/dist/chunk-VV3JFKAN.js +216 -0
- package/dist/chunk-VV3JFKAN.js.map +1 -0
- package/dist/chunk-VZJHRPOT.cjs +503 -0
- package/dist/chunk-VZJHRPOT.cjs.map +1 -0
- package/dist/chunk-XU7YEPML.js +46 -0
- package/dist/chunk-XU7YEPML.js.map +1 -0
- package/dist/index.cjs +97 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +64 -0
- package/dist/index.d.ts +64 -0
- package/dist/index.js +97 -0
- package/dist/index.js.map +1 -0
- package/package.json +119 -10
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import {
|
|
2
|
+
binaryToBase64,
|
|
3
|
+
uint8ArrayToBase64
|
|
4
|
+
} from "./chunk-XU7YEPML.js";
|
|
5
|
+
import {
|
|
6
|
+
workersAiRestFetch
|
|
7
|
+
} from "./chunk-2VII5BK2.js";
|
|
8
|
+
import {
|
|
9
|
+
createGatewayFetch,
|
|
10
|
+
isDirectBindingConfig,
|
|
11
|
+
isDirectCredentialsConfig
|
|
12
|
+
} from "./chunk-UUFEOQ6B.js";
|
|
13
|
+
import {
|
|
14
|
+
__publicField
|
|
15
|
+
} from "./chunk-V6TY7KAL.js";
|
|
16
|
+
|
|
17
|
+
// src/adapters/workers-ai-image.ts
|
|
18
|
+
import { BaseImageAdapter } from "@tanstack/ai/adapters";
|
|
19
|
+
var WorkersAiImageAdapter = class extends BaseImageAdapter {
|
|
20
|
+
constructor(config, model) {
|
|
21
|
+
super({}, model);
|
|
22
|
+
__publicField(this, "name", "workers-ai-image");
|
|
23
|
+
__publicField(this, "adapterConfig");
|
|
24
|
+
this.adapterConfig = config;
|
|
25
|
+
}
|
|
26
|
+
async generateImages(options) {
|
|
27
|
+
const { prompt, size, modelOptions } = options;
|
|
28
|
+
const extra = { ...modelOptions };
|
|
29
|
+
if (size) {
|
|
30
|
+
const [w, h] = size.split("x");
|
|
31
|
+
if (w) extra.width = Number(w);
|
|
32
|
+
if (h) extra.height = Number(h);
|
|
33
|
+
}
|
|
34
|
+
if (isDirectBindingConfig(this.adapterConfig)) {
|
|
35
|
+
return this.generateViaBinding(prompt, extra);
|
|
36
|
+
}
|
|
37
|
+
if (isDirectCredentialsConfig(this.adapterConfig)) {
|
|
38
|
+
return this.generateViaRest(prompt, extra);
|
|
39
|
+
}
|
|
40
|
+
return this.generateViaGateway(prompt, extra);
|
|
41
|
+
}
|
|
42
|
+
async generateViaBinding(prompt, options) {
|
|
43
|
+
const ai = this.adapterConfig.binding;
|
|
44
|
+
const result = await ai.run(this.model, { prompt, ...options });
|
|
45
|
+
const b64 = await binaryToBase64(result, "image");
|
|
46
|
+
return this.wrapResult(b64);
|
|
47
|
+
}
|
|
48
|
+
async generateViaRest(prompt, options) {
|
|
49
|
+
const config = this.adapterConfig;
|
|
50
|
+
const response = await workersAiRestFetch(
|
|
51
|
+
config,
|
|
52
|
+
this.model,
|
|
53
|
+
{ prompt, ...options },
|
|
54
|
+
{ label: "Workers AI image", signal: options.signal }
|
|
55
|
+
);
|
|
56
|
+
const buffer = await response.arrayBuffer();
|
|
57
|
+
return this.wrapResult(uint8ArrayToBase64(new Uint8Array(buffer)));
|
|
58
|
+
}
|
|
59
|
+
async generateViaGateway(prompt, options) {
|
|
60
|
+
const gatewayConfig = this.adapterConfig;
|
|
61
|
+
const gatewayFetch = createGatewayFetch("workers-ai", gatewayConfig);
|
|
62
|
+
const response = await gatewayFetch("https://api.cloudflare.com/v1/images/generations", {
|
|
63
|
+
method: "POST",
|
|
64
|
+
body: JSON.stringify({
|
|
65
|
+
model: this.model,
|
|
66
|
+
prompt,
|
|
67
|
+
...options
|
|
68
|
+
})
|
|
69
|
+
});
|
|
70
|
+
if (!response.ok) {
|
|
71
|
+
const errorText = await response.text();
|
|
72
|
+
throw new Error(
|
|
73
|
+
`Workers AI image gateway request failed (${response.status}): ${errorText}`
|
|
74
|
+
);
|
|
75
|
+
}
|
|
76
|
+
const buffer = await response.arrayBuffer();
|
|
77
|
+
return this.wrapResult(uint8ArrayToBase64(new Uint8Array(buffer)));
|
|
78
|
+
}
|
|
79
|
+
/** Wrap a base64 image string into the standard ImageGenerationResult. */
|
|
80
|
+
wrapResult(b64) {
|
|
81
|
+
return {
|
|
82
|
+
id: this.generateId(),
|
|
83
|
+
model: this.model,
|
|
84
|
+
images: [{ b64Json: b64 }]
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
};
|
|
88
|
+
function createWorkersAiImage(model, config) {
|
|
89
|
+
return new WorkersAiImageAdapter(config, model);
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
export {
|
|
93
|
+
WorkersAiImageAdapter,
|
|
94
|
+
createWorkersAiImage
|
|
95
|
+
};
|
|
96
|
+
//# sourceMappingURL=chunk-2RO3A3R4.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/adapters/workers-ai-image.ts"],"sourcesContent":["import { BaseImageAdapter } from \"@tanstack/ai/adapters\";\nimport type { ImageGenerationOptions, ImageGenerationResult } from \"@tanstack/ai\";\nimport type { AiModels, BaseAiTextToImage } from \"@cloudflare/workers-types\";\nimport {\n\ttype WorkersAiAdapterConfig,\n\ttype WorkersAiDirectBindingConfig,\n\ttype AiGatewayAdapterConfig,\n\tcreateGatewayFetch,\n\tisDirectBindingConfig,\n\tisDirectCredentialsConfig,\n} from \"../utils/create-fetcher\";\nimport { workersAiRestFetch } from \"../utils/workers-ai-rest\";\nimport { binaryToBase64, uint8ArrayToBase64 } from \"../utils/binary\";\nimport type { WorkersAiDirectCredentialsConfig } from \"../utils/create-fetcher\";\n\n// ---------------------------------------------------------------------------\n// Model type derived from @cloudflare/workers-types\n// ---------------------------------------------------------------------------\n\nexport type WorkersAiImageModel = {\n\t[K in keyof AiModels]: AiModels[K] extends BaseAiTextToImage ? K : never;\n}[keyof AiModels];\n\n// ---------------------------------------------------------------------------\n// WorkersAiImageAdapter: image generation via Workers AI\n// Extends BaseImageAdapter so it works with TanStack AI's generateImage()\n// ---------------------------------------------------------------------------\n\nexport class WorkersAiImageAdapter extends BaseImageAdapter<WorkersAiImageModel> {\n\treadonly name = \"workers-ai-image\" as const;\n\tprivate adapterConfig: WorkersAiAdapterConfig;\n\n\tconstructor(config: WorkersAiAdapterConfig, model: WorkersAiImageModel) {\n\t\tsuper({}, model);\n\t\tthis.adapterConfig = config;\n\t}\n\n\tasync generateImages(options: ImageGenerationOptions): Promise<ImageGenerationResult> {\n\t\tconst { prompt, size, modelOptions } = options;\n\t\tconst extra: Record<string, unknown> = { ...modelOptions };\n\n\t\t// Note: Workers AI Stable Diffusion models only generate a single image\n\t\t// per request — there is no multi-image parameter. `numberOfImages` from\n\t\t// the TanStack AI options is intentionally not forwarded. Use\n\t\t// `modelOptions.num_steps` to control the number of diffusion steps.\n\n\t\tif (size) {\n\t\t\tconst [w, h] = size.split(\"x\");\n\t\t\tif (w) extra.width = Number(w);\n\t\t\tif (h) extra.height = Number(h);\n\t\t}\n\n\t\tif (isDirectBindingConfig(this.adapterConfig)) {\n\t\t\treturn this.generateViaBinding(prompt, extra);\n\t\t}\n\n\t\tif (isDirectCredentialsConfig(this.adapterConfig)) {\n\t\t\treturn this.generateViaRest(prompt, extra);\n\t\t}\n\n\t\t// Gateway mode\n\t\treturn this.generateViaGateway(prompt, extra);\n\t}\n\n\tprivate async generateViaBinding(\n\t\tprompt: string,\n\t\toptions: Record<string, unknown>,\n\t): Promise<ImageGenerationResult> {\n\t\tconst ai = (this.adapterConfig as WorkersAiDirectBindingConfig).binding;\n\t\tconst result = await ai.run(this.model, { prompt, ...options });\n\n\t\tconst b64 = await binaryToBase64(result, \"image\");\n\t\treturn this.wrapResult(b64);\n\t}\n\n\tprivate async generateViaRest(\n\t\tprompt: string,\n\t\toptions: Record<string, unknown>,\n\t): Promise<ImageGenerationResult> {\n\t\tconst config = this.adapterConfig as WorkersAiDirectCredentialsConfig;\n\t\tconst response = await workersAiRestFetch(\n\t\t\tconfig,\n\t\t\tthis.model,\n\t\t\t{ prompt, ...options },\n\t\t\t{ label: \"Workers AI image\", signal: (options as { signal?: AbortSignal }).signal },\n\t\t);\n\n\t\tconst buffer = await response.arrayBuffer();\n\t\treturn this.wrapResult(uint8ArrayToBase64(new Uint8Array(buffer)));\n\t}\n\n\tprivate async generateViaGateway(\n\t\tprompt: string,\n\t\toptions: Record<string, unknown>,\n\t): Promise<ImageGenerationResult> {\n\t\tconst gatewayConfig = this.adapterConfig as AiGatewayAdapterConfig;\n\t\tconst gatewayFetch = createGatewayFetch(\"workers-ai\", gatewayConfig);\n\n\t\t// The URL here is a placeholder — createGatewayFetch for \"workers-ai\" extracts\n\t\t// the model from the body, sets it as the endpoint, and routes through the gateway.\n\t\t// The actual URL path is not used.\n\t\tconst response = await gatewayFetch(\"https://api.cloudflare.com/v1/images/generations\", {\n\t\t\tmethod: \"POST\",\n\t\t\tbody: JSON.stringify({\n\t\t\t\tmodel: this.model,\n\t\t\t\tprompt,\n\t\t\t\t...options,\n\t\t\t}),\n\t\t});\n\n\t\tif (!response.ok) {\n\t\t\tconst errorText = await response.text();\n\t\t\tthrow new Error(\n\t\t\t\t`Workers AI image gateway request failed (${response.status}): ${errorText}`,\n\t\t\t);\n\t\t}\n\n\t\tconst buffer = await response.arrayBuffer();\n\t\treturn this.wrapResult(uint8ArrayToBase64(new Uint8Array(buffer)));\n\t}\n\n\t/** Wrap a base64 image string into the standard ImageGenerationResult. */\n\tprivate wrapResult(b64: string): ImageGenerationResult {\n\t\treturn {\n\t\t\tid: this.generateId(),\n\t\t\tmodel: this.model,\n\t\t\timages: [{ b64Json: b64 }],\n\t\t};\n\t}\n}\n\n// ---------------------------------------------------------------------------\n// Factory function\n// ---------------------------------------------------------------------------\n\n/**\n * Creates a Workers AI image generation adapter.\n *\n * Works with TanStack AI's `generateImage()` activity function:\n * ```ts\n * import { generateImage } from \"@tanstack/ai\";\n * import { createWorkersAiImage } from \"@cloudflare/tanstack-ai\";\n *\n * const adapter = createWorkersAiImage(\n * \"@cf/stabilityai/stable-diffusion-xl-base-1.0\",\n * { binding: env.AI },\n * );\n *\n * const result = await generateImage({ adapter, prompt: \"a cat in space\" });\n * ```\n *\n * Note: Factory takes `(model, config)` for ergonomics — the class constructor\n * uses `(config, model)` to match TanStack AI's upstream convention.\n */\nexport function createWorkersAiImage(model: WorkersAiImageModel, config: WorkersAiAdapterConfig) {\n\treturn new WorkersAiImageAdapter(config, model);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAAA,SAAS,wBAAwB;AA4B1B,IAAM,wBAAN,cAAoC,iBAAsC;AAAA,EAIhF,YAAY,QAAgC,OAA4B;AACvE,UAAM,CAAC,GAAG,KAAK;AAJhB,wBAAS,QAAO;AAChB,wBAAQ;AAIP,SAAK,gBAAgB;AAAA,EACtB;AAAA,EAEA,MAAM,eAAe,SAAiE;AACrF,UAAM,EAAE,QAAQ,MAAM,aAAa,IAAI;AACvC,UAAM,QAAiC,EAAE,GAAG,aAAa;AAOzD,QAAI,MAAM;AACT,YAAM,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,GAAG;AAC7B,UAAI,EAAG,OAAM,QAAQ,OAAO,CAAC;AAC7B,UAAI,EAAG,OAAM,SAAS,OAAO,CAAC;AAAA,IAC/B;AAEA,QAAI,sBAAsB,KAAK,aAAa,GAAG;AAC9C,aAAO,KAAK,mBAAmB,QAAQ,KAAK;AAAA,IAC7C;AAEA,QAAI,0BAA0B,KAAK,aAAa,GAAG;AAClD,aAAO,KAAK,gBAAgB,QAAQ,KAAK;AAAA,IAC1C;AAGA,WAAO,KAAK,mBAAmB,QAAQ,KAAK;AAAA,EAC7C;AAAA,EAEA,MAAc,mBACb,QACA,SACiC;AACjC,UAAM,KAAM,KAAK,cAA+C;AAChE,UAAM,SAAS,MAAM,GAAG,IAAI,KAAK,OAAO,EAAE,QAAQ,GAAG,QAAQ,CAAC;AAE9D,UAAM,MAAM,MAAM,eAAe,QAAQ,OAAO;AAChD,WAAO,KAAK,WAAW,GAAG;AAAA,EAC3B;AAAA,EAEA,MAAc,gBACb,QACA,SACiC;AACjC,UAAM,SAAS,KAAK;AACpB,UAAM,WAAW,MAAM;AAAA,MACtB;AAAA,MACA,KAAK;AAAA,MACL,EAAE,QAAQ,GAAG,QAAQ;AAAA,MACrB,EAAE,OAAO,oBAAoB,QAAS,QAAqC,OAAO;AAAA,IACnF;AAEA,UAAM,SAAS,MAAM,SAAS,YAAY;AAC1C,WAAO,KAAK,WAAW,mBAAmB,IAAI,WAAW,MAAM,CAAC,CAAC;AAAA,EAClE;AAAA,EAEA,MAAc,mBACb,QACA,SACiC;AACjC,UAAM,gBAAgB,KAAK;AAC3B,UAAM,eAAe,mBAAmB,cAAc,aAAa;AAKnE,UAAM,WAAW,MAAM,aAAa,oDAAoD;AAAA,MACvF,QAAQ;AAAA,MACR,MAAM,KAAK,UAAU;AAAA,QACpB,OAAO,KAAK;AAAA,QACZ;AAAA,QACA,GAAG;AAAA,MACJ,CAAC;AAAA,IACF,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AACjB,YAAM,YAAY,MAAM,SAAS,KAAK;AACtC,YAAM,IAAI;AAAA,QACT,4CAA4C,SAAS,MAAM,MAAM,SAAS;AAAA,MAC3E;AAAA,IACD;AAEA,UAAM,SAAS,MAAM,SAAS,YAAY;AAC1C,WAAO,KAAK,WAAW,mBAAmB,IAAI,WAAW,MAAM,CAAC,CAAC;AAAA,EAClE;AAAA;AAAA,EAGQ,WAAW,KAAoC;AACtD,WAAO;AAAA,MACN,IAAI,KAAK,WAAW;AAAA,MACpB,OAAO,KAAK;AAAA,MACZ,QAAQ,CAAC,EAAE,SAAS,IAAI,CAAC;AAAA,IAC1B;AAAA,EACD;AACD;AAyBO,SAAS,qBAAqB,OAA4B,QAAgC;AAChG,SAAO,IAAI,sBAAsB,QAAQ,KAAK;AAC/C;","names":[]}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
// src/utils/workers-ai-rest.ts
|
|
2
|
+
var WORKERS_AI_REST_BASE = "https://api.cloudflare.com/client/v4/accounts";
|
|
3
|
+
async function workersAiRestFetch(config, model, body, options) {
|
|
4
|
+
const response = await fetch(`${WORKERS_AI_REST_BASE}/${config.accountId}/ai/run/${model}`, {
|
|
5
|
+
method: "POST",
|
|
6
|
+
headers: {
|
|
7
|
+
Authorization: `Bearer ${config.apiKey}`,
|
|
8
|
+
"Content-Type": "application/json"
|
|
9
|
+
},
|
|
10
|
+
body: JSON.stringify(body),
|
|
11
|
+
signal: options?.signal
|
|
12
|
+
});
|
|
13
|
+
if (!response.ok) {
|
|
14
|
+
const errorText = await response.text();
|
|
15
|
+
const label = options?.label ?? "Workers AI";
|
|
16
|
+
throw new Error(`${label} request failed (${response.status}): ${errorText}`);
|
|
17
|
+
}
|
|
18
|
+
return response;
|
|
19
|
+
}
|
|
20
|
+
async function workersAiRestFetchBinary(config, model, audioBytes, contentType, options) {
|
|
21
|
+
const response = await fetch(`${WORKERS_AI_REST_BASE}/${config.accountId}/ai/run/${model}`, {
|
|
22
|
+
method: "POST",
|
|
23
|
+
headers: {
|
|
24
|
+
Authorization: `Bearer ${config.apiKey}`,
|
|
25
|
+
"Content-Type": contentType
|
|
26
|
+
},
|
|
27
|
+
body: audioBytes,
|
|
28
|
+
signal: options?.signal
|
|
29
|
+
});
|
|
30
|
+
if (!response.ok) {
|
|
31
|
+
const errorText = await response.text();
|
|
32
|
+
const label = options?.label ?? "Workers AI";
|
|
33
|
+
throw new Error(`${label} request failed (${response.status}): ${errorText}`);
|
|
34
|
+
}
|
|
35
|
+
return response;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export {
|
|
39
|
+
workersAiRestFetch,
|
|
40
|
+
workersAiRestFetchBinary
|
|
41
|
+
};
|
|
42
|
+
//# sourceMappingURL=chunk-2VII5BK2.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/utils/workers-ai-rest.ts"],"sourcesContent":["import type { WorkersAiDirectCredentialsConfig } from \"./create-fetcher\";\n\n/**\n * Workers AI REST API base URL.\n * All model endpoints follow the pattern: `${BASE_URL}/${accountId}/ai/run/${model}`\n */\nconst WORKERS_AI_REST_BASE = \"https://api.cloudflare.com/client/v4/accounts\";\n\n/**\n * Make a REST API call to Workers AI.\n *\n * Handles the common pattern shared by all Workers AI adapters:\n * - Build the URL from account ID and model name\n * - Set Authorization and Content-Type headers\n * - Check response.ok and throw a descriptive error on failure\n *\n * @param config Credentials config with accountId and apiKey\n * @param model Workers AI model name (e.g. \"@cf/stabilityai/stable-diffusion-xl-base-1.0\")\n * @param body JSON request body\n * @param options Optional settings:\n * - `label` — human-readable label for error messages (default: \"Workers AI\")\n * - `signal` — AbortSignal for request cancellation / timeout\n * @returns The raw Response object — caller is responsible for parsing\n */\nexport async function workersAiRestFetch(\n\tconfig: WorkersAiDirectCredentialsConfig,\n\tmodel: string,\n\tbody: Record<string, unknown>,\n\toptions?: { label?: string; signal?: AbortSignal },\n): Promise<Response> {\n\tconst response = await fetch(`${WORKERS_AI_REST_BASE}/${config.accountId}/ai/run/${model}`, {\n\t\tmethod: \"POST\",\n\t\theaders: {\n\t\t\tAuthorization: `Bearer ${config.apiKey}`,\n\t\t\t\"Content-Type\": \"application/json\",\n\t\t},\n\t\tbody: JSON.stringify(body),\n\t\tsignal: options?.signal,\n\t});\n\n\tif (!response.ok) {\n\t\tconst errorText = await response.text();\n\t\tconst label = options?.label ?? \"Workers AI\";\n\t\tthrow new Error(`${label} request failed (${response.status}): ${errorText}`);\n\t}\n\n\treturn response;\n}\n\n/**\n * Make a binary REST API call to Workers AI.\n *\n * Some models (e.g. `@cf/deepgram/nova-3`) require raw binary audio with an\n * appropriate `Content-Type` header instead of JSON. This function sends the\n * audio bytes directly as the request body.\n *\n * @param config Credentials config with accountId and apiKey\n * @param model Workers AI model name\n * @param audioBytes Raw audio bytes\n * @param contentType MIME type of the audio (e.g. \"audio/wav\")\n * @param options Optional settings\n * @returns The raw Response object\n */\nexport async function workersAiRestFetchBinary(\n\tconfig: WorkersAiDirectCredentialsConfig,\n\tmodel: string,\n\taudioBytes: Uint8Array,\n\tcontentType: string,\n\toptions?: { label?: string; signal?: AbortSignal },\n): Promise<Response> {\n\tconst response = await fetch(`${WORKERS_AI_REST_BASE}/${config.accountId}/ai/run/${model}`, {\n\t\tmethod: \"POST\",\n\t\theaders: {\n\t\t\tAuthorization: `Bearer ${config.apiKey}`,\n\t\t\t\"Content-Type\": contentType,\n\t\t},\n\t\tbody: audioBytes,\n\t\tsignal: options?.signal,\n\t});\n\n\tif (!response.ok) {\n\t\tconst errorText = await response.text();\n\t\tconst label = options?.label ?? \"Workers AI\";\n\t\tthrow new Error(`${label} request failed (${response.status}): ${errorText}`);\n\t}\n\n\treturn response;\n}\n"],"mappings":";AAMA,IAAM,uBAAuB;AAkB7B,eAAsB,mBACrB,QACA,OACA,MACA,SACoB;AACpB,QAAM,WAAW,MAAM,MAAM,GAAG,oBAAoB,IAAI,OAAO,SAAS,WAAW,KAAK,IAAI;AAAA,IAC3F,QAAQ;AAAA,IACR,SAAS;AAAA,MACR,eAAe,UAAU,OAAO,MAAM;AAAA,MACtC,gBAAgB;AAAA,IACjB;AAAA,IACA,MAAM,KAAK,UAAU,IAAI;AAAA,IACzB,QAAQ,SAAS;AAAA,EAClB,CAAC;AAED,MAAI,CAAC,SAAS,IAAI;AACjB,UAAM,YAAY,MAAM,SAAS,KAAK;AACtC,UAAM,QAAQ,SAAS,SAAS;AAChC,UAAM,IAAI,MAAM,GAAG,KAAK,oBAAoB,SAAS,MAAM,MAAM,SAAS,EAAE;AAAA,EAC7E;AAEA,SAAO;AACR;AAgBA,eAAsB,yBACrB,QACA,OACA,YACA,aACA,SACoB;AACpB,QAAM,WAAW,MAAM,MAAM,GAAG,oBAAoB,IAAI,OAAO,SAAS,WAAW,KAAK,IAAI;AAAA,IAC3F,QAAQ;AAAA,IACR,SAAS;AAAA,MACR,eAAe,UAAU,OAAO,MAAM;AAAA,MACtC,gBAAgB;AAAA,IACjB;AAAA,IACA,MAAM;AAAA,IACN,QAAQ,SAAS;AAAA,EAClB,CAAC;AAED,MAAI,CAAC,SAAS,IAAI;AACjB,UAAM,YAAY,MAAM,SAAS,KAAK;AACtC,UAAM,QAAQ,SAAS,SAAS;AAChC,UAAM,IAAI,MAAM,GAAG,KAAK,oBAAoB,SAAS,MAAM,MAAM,SAAS,EAAE;AAAA,EAC7E;AAEA,SAAO;AACR;","names":[]}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true});// src/utils/binary.ts
|
|
2
|
+
function uint8ArrayToBase64(bytes) {
|
|
3
|
+
let binary = "";
|
|
4
|
+
for (let i = 0; i < bytes.length; i++) {
|
|
5
|
+
binary += String.fromCharCode(bytes[i]);
|
|
6
|
+
}
|
|
7
|
+
return btoa(binary);
|
|
8
|
+
}
|
|
9
|
+
async function collectStream(stream) {
|
|
10
|
+
const reader = stream.getReader();
|
|
11
|
+
const chunks = [];
|
|
12
|
+
while (true) {
|
|
13
|
+
const { done, value } = await reader.read();
|
|
14
|
+
if (done) break;
|
|
15
|
+
chunks.push(value);
|
|
16
|
+
}
|
|
17
|
+
const totalLength = chunks.reduce((acc, c) => acc + c.length, 0);
|
|
18
|
+
const combined = new Uint8Array(totalLength);
|
|
19
|
+
let offset = 0;
|
|
20
|
+
for (const chunk of chunks) {
|
|
21
|
+
combined.set(chunk, offset);
|
|
22
|
+
offset += chunk.length;
|
|
23
|
+
}
|
|
24
|
+
return combined;
|
|
25
|
+
}
|
|
26
|
+
async function binaryToBase64(result, binaryKey = "image") {
|
|
27
|
+
if (result instanceof ReadableStream) {
|
|
28
|
+
return uint8ArrayToBase64(await collectStream(result));
|
|
29
|
+
}
|
|
30
|
+
if (result instanceof Uint8Array || result instanceof ArrayBuffer) {
|
|
31
|
+
const bytes = result instanceof ArrayBuffer ? new Uint8Array(result) : result;
|
|
32
|
+
return uint8ArrayToBase64(bytes);
|
|
33
|
+
}
|
|
34
|
+
if (typeof result === "object" && result !== null && binaryKey in result) {
|
|
35
|
+
return result[binaryKey];
|
|
36
|
+
}
|
|
37
|
+
throw new Error(
|
|
38
|
+
`Unexpected binary response format from Workers AI (expected Uint8Array, ArrayBuffer, ReadableStream, or { ${binaryKey}: string })`
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
exports.uint8ArrayToBase64 = uint8ArrayToBase64; exports.binaryToBase64 = binaryToBase64;
|
|
46
|
+
//# sourceMappingURL=chunk-3VQDXJLW.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["/home/runner/work/ai/ai/packages/tanstack-ai/dist/chunk-3VQDXJLW.cjs","../src/utils/binary.ts"],"names":[],"mappings":"AAAA;ACYO,SAAS,kBAAA,CAAmB,KAAA,EAA2B;AAC7D,EAAA,IAAI,OAAA,EAAS,EAAA;AACb,EAAA,IAAA,CAAA,IAAS,EAAA,EAAI,CAAA,EAAG,EAAA,EAAI,KAAA,CAAM,MAAA,EAAQ,CAAA,EAAA,EAAK;AACtC,IAAA,OAAA,GAAU,MAAA,CAAO,YAAA,CAAa,KAAA,CAAM,CAAC,CAAE,CAAA;AAAA,EACxC;AACA,EAAA,OAAO,IAAA,CAAK,MAAM,CAAA;AACnB;AAKA,MAAA,SAAsB,aAAA,CAAc,MAAA,EAAyD;AAC5F,EAAA,MAAM,OAAA,EAAS,MAAA,CAAO,SAAA,CAAU,CAAA;AAChC,EAAA,MAAM,OAAA,EAAuB,CAAC,CAAA;AAC9B,EAAA,MAAA,CAAO,IAAA,EAAM;AACZ,IAAA,MAAM,EAAE,IAAA,EAAM,MAAM,EAAA,EAAI,MAAM,MAAA,CAAO,IAAA,CAAK,CAAA;AAC1C,IAAA,GAAA,CAAI,IAAA,EAAM,KAAA;AACV,IAAA,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA;AAAA,EAClB;AACA,EAAA,MAAM,YAAA,EAAc,MAAA,CAAO,MAAA,CAAO,CAAC,GAAA,EAAK,CAAA,EAAA,GAAM,IAAA,EAAM,CAAA,CAAE,MAAA,EAAQ,CAAC,CAAA;AAC/D,EAAA,MAAM,SAAA,EAAW,IAAI,UAAA,CAAW,WAAW,CAAA;AAC3C,EAAA,IAAI,OAAA,EAAS,CAAA;AACb,EAAA,IAAA,CAAA,MAAW,MAAA,GAAS,MAAA,EAAQ;AAC3B,IAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,MAAM,CAAA;AAC1B,IAAA,OAAA,GAAU,KAAA,CAAM,MAAA;AAAA,EACjB;AACA,EAAA,OAAO,QAAA;AACR;AAcA,MAAA,SAAsB,cAAA,CACrB,MAAA,EACA,UAAA,EAAoB,OAAA,EACF;AAClB,EAAA,GAAA,CAAI,OAAA,WAAkB,cAAA,EAAgB;AACrC,IAAA,OAAO,kBAAA,CAAmB,MAAM,aAAA,CAAc,MAAM,CAAC,CAAA;AAAA,EACtD;AAEA,EAAA,GAAA,CAAI,OAAA,WAAkB,WAAA,GAAc,OAAA,WAAkB,WAAA,EAAa;AAClE,IAAA,MAAM,MAAA,EAAQ,OAAA,WAAkB,YAAA,EAAc,IAAI,UAAA,CAAW,MAAM,EAAA,EAAI,MAAA;AACvE,IAAA,OAAO,kBAAA,CAAmB,KAAK,CAAA;AAAA,EAChC;AAGA,EAAA,GAAA,CAAI,OAAO,OAAA,IAAW,SAAA,GAAY,OAAA,IAAW,KAAA,GAAQ,UAAA,GAAa,MAAA,EAAQ;AACzE,IAAA,OAAQ,MAAA,CAAkC,SAAS,CAAA;AAAA,EACpD;AAEA,EAAA,MAAM,IAAI,KAAA;AAAA,IACT,CAAA,0GAAA,EAA6G,SAAS,CAAA,WAAA;AAAA,EACvH,CAAA;AACD;ADlCA;AACA;AACE;AACA;AACF,yFAAC","file":"/home/runner/work/ai/ai/packages/tanstack-ai/dist/chunk-3VQDXJLW.cjs","sourcesContent":[null,"/**\n * Shared binary-data utilities for Workers AI adapters.\n *\n * Workers AI returns binary data (images, audio) in various formats —\n * Uint8Array, ArrayBuffer, ReadableStream, or JSON objects with a base64 field.\n * These helpers normalise everything into base64 strings for the TanStack AI\n * result types.\n */\n\n/**\n * Convert a Uint8Array to a base64 string.\n */\nexport function uint8ArrayToBase64(bytes: Uint8Array): string {\n\tlet binary = \"\";\n\tfor (let i = 0; i < bytes.length; i++) {\n\t\tbinary += String.fromCharCode(bytes[i]!);\n\t}\n\treturn btoa(binary);\n}\n\n/**\n * Collect all chunks from a ReadableStream<Uint8Array> into a single Uint8Array.\n */\nexport async function collectStream(stream: ReadableStream<Uint8Array>): Promise<Uint8Array> {\n\tconst reader = stream.getReader();\n\tconst chunks: Uint8Array[] = [];\n\twhile (true) {\n\t\tconst { done, value } = await reader.read();\n\t\tif (done) break;\n\t\tchunks.push(value);\n\t}\n\tconst totalLength = chunks.reduce((acc, c) => acc + c.length, 0);\n\tconst combined = new Uint8Array(totalLength);\n\tlet offset = 0;\n\tfor (const chunk of chunks) {\n\t\tcombined.set(chunk, offset);\n\t\toffset += chunk.length;\n\t}\n\treturn combined;\n}\n\n/**\n * Normalise a Workers AI binary response to a base64 string.\n *\n * Handles:\n * - `Uint8Array` / `ArrayBuffer` — raw bytes\n * - `ReadableStream<Uint8Array>` — streamed bytes\n * - `{ [binaryKey]: \"base64...\" }` — JSON wrapper (e.g. `{ image: \"...\" }`)\n *\n * @param result The raw value returned from Workers AI\n * @param binaryKey The JSON field to look for when the result is an object\n * (defaults to `\"image\"`; pass `\"audio\"` for TTS responses)\n */\nexport async function binaryToBase64(\n\tresult: unknown,\n\tbinaryKey: string = \"image\",\n): Promise<string> {\n\tif (result instanceof ReadableStream) {\n\t\treturn uint8ArrayToBase64(await collectStream(result));\n\t}\n\n\tif (result instanceof Uint8Array || result instanceof ArrayBuffer) {\n\t\tconst bytes = result instanceof ArrayBuffer ? new Uint8Array(result) : result;\n\t\treturn uint8ArrayToBase64(bytes);\n\t}\n\n\t// Some models return { image: \"base64...\" } or { audio: \"base64...\" }\n\tif (typeof result === \"object\" && result !== null && binaryKey in result) {\n\t\treturn (result as Record<string, string>)[binaryKey]!;\n\t}\n\n\tthrow new Error(\n\t\t`Unexpected binary response format from Workers AI (expected Uint8Array, ArrayBuffer, ReadableStream, or { ${binaryKey}: string })`,\n\t);\n}\n"]}
|
|
@@ -0,0 +1,216 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
|
|
2
|
+
|
|
3
|
+
var _chunk3VQDXJLWcjs = require('./chunk-3VQDXJLW.cjs');
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
var _chunk7HSUHP63cjs = require('./chunk-7HSUHP63.cjs');
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
var _chunk6FBIXTALcjs = require('./chunk-6FBIXTAL.cjs');
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
var _chunk4DE2IREAcjs = require('./chunk-4DE2IREA.cjs');
|
|
16
|
+
|
|
17
|
+
// src/adapters/workers-ai-transcription.ts
|
|
18
|
+
var _adapters = require('@tanstack/ai/adapters');
|
|
19
|
+
var WorkersAiTranscriptionAdapter = class extends _adapters.BaseTranscriptionAdapter {
|
|
20
|
+
constructor(config, model) {
|
|
21
|
+
super({}, model);
|
|
22
|
+
_chunk4DE2IREAcjs.__publicField.call(void 0, this, "name", "workers-ai-transcription");
|
|
23
|
+
_chunk4DE2IREAcjs.__publicField.call(void 0, this, "adapterConfig");
|
|
24
|
+
this.adapterConfig = config;
|
|
25
|
+
}
|
|
26
|
+
async transcribe(options) {
|
|
27
|
+
const { audio, language, prompt, modelOptions } = options;
|
|
28
|
+
const audioBytes = await normalizeAudioToBytes(audio);
|
|
29
|
+
const extra = { ...modelOptions };
|
|
30
|
+
if (language) extra.language = language;
|
|
31
|
+
if (prompt) extra.initial_prompt = prompt;
|
|
32
|
+
const audioPayload = this.buildAudioPayload(audioBytes, audio);
|
|
33
|
+
if (_chunk6FBIXTALcjs.isDirectBindingConfig.call(void 0, this.adapterConfig)) {
|
|
34
|
+
return this.transcribeViaBinding(audioPayload, extra);
|
|
35
|
+
}
|
|
36
|
+
if (_chunk6FBIXTALcjs.isDirectCredentialsConfig.call(void 0, this.adapterConfig)) {
|
|
37
|
+
if (this.model === "@cf/deepgram/nova-3") {
|
|
38
|
+
return this.transcribeViaRestBinary(audioBytes, audio, extra);
|
|
39
|
+
}
|
|
40
|
+
return this.transcribeViaRest(audioPayload, extra);
|
|
41
|
+
}
|
|
42
|
+
return this.transcribeViaGateway(audioPayload, extra);
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* Build the audio field for the request payload, handling model-specific formats.
|
|
46
|
+
*
|
|
47
|
+
* - `@cf/deepgram/nova-3` requires `{ body: base64, contentType: "audio/..." }`
|
|
48
|
+
* - `@cf/openai/whisper-large-v3-turbo` REST/gateway accepts a base64 string
|
|
49
|
+
* - Other Whisper models accept `number[]` (binding) or base64 (REST)
|
|
50
|
+
*/
|
|
51
|
+
buildAudioPayload(audioBytes, originalAudio) {
|
|
52
|
+
if (this.model === "@cf/deepgram/nova-3") {
|
|
53
|
+
const b64 = _chunk3VQDXJLWcjs.uint8ArrayToBase64.call(void 0, new Uint8Array(audioBytes));
|
|
54
|
+
const contentType = detectAudioContentType(originalAudio);
|
|
55
|
+
return { audio: { body: b64, contentType } };
|
|
56
|
+
}
|
|
57
|
+
if (this.model === "@cf/openai/whisper-large-v3-turbo") {
|
|
58
|
+
return { audio: _chunk3VQDXJLWcjs.uint8ArrayToBase64.call(void 0, new Uint8Array(audioBytes)) };
|
|
59
|
+
}
|
|
60
|
+
return { audio: audioBytes };
|
|
61
|
+
}
|
|
62
|
+
async transcribeViaBinding(audioPayload, options) {
|
|
63
|
+
const ai = this.adapterConfig.binding;
|
|
64
|
+
const result = await ai.run(this.model, {
|
|
65
|
+
...audioPayload,
|
|
66
|
+
...options
|
|
67
|
+
});
|
|
68
|
+
return this.normalizeResult(result);
|
|
69
|
+
}
|
|
70
|
+
async transcribeViaRest(audioPayload, options) {
|
|
71
|
+
const config = this.adapterConfig;
|
|
72
|
+
const response = await _chunk7HSUHP63cjs.workersAiRestFetch.call(void 0,
|
|
73
|
+
config,
|
|
74
|
+
this.model,
|
|
75
|
+
{ ...audioPayload, ...options },
|
|
76
|
+
{
|
|
77
|
+
label: "Workers AI transcription",
|
|
78
|
+
signal: options.signal
|
|
79
|
+
}
|
|
80
|
+
);
|
|
81
|
+
const data = await response.json();
|
|
82
|
+
return this.normalizeResult(_nullishCoalesce(data.result, () => ( data)));
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Transcribe via REST using raw binary audio.
|
|
86
|
+
* Required for models like Deepgram Nova-3 that expect raw audio bytes
|
|
87
|
+
* with a Content-Type header (e.g. "audio/wav") instead of JSON.
|
|
88
|
+
*/
|
|
89
|
+
async transcribeViaRestBinary(audioBytes, originalAudio, options) {
|
|
90
|
+
const config = this.adapterConfig;
|
|
91
|
+
const contentType = detectAudioContentType(originalAudio);
|
|
92
|
+
const response = await _chunk7HSUHP63cjs.workersAiRestFetchBinary.call(void 0,
|
|
93
|
+
config,
|
|
94
|
+
this.model,
|
|
95
|
+
new Uint8Array(audioBytes),
|
|
96
|
+
contentType,
|
|
97
|
+
{
|
|
98
|
+
label: "Workers AI transcription",
|
|
99
|
+
signal: options.signal
|
|
100
|
+
}
|
|
101
|
+
);
|
|
102
|
+
const data = await response.json();
|
|
103
|
+
return this.normalizeResult(_nullishCoalesce(data.result, () => ( data)));
|
|
104
|
+
}
|
|
105
|
+
async transcribeViaGateway(audioPayload, options) {
|
|
106
|
+
const gatewayConfig = this.adapterConfig;
|
|
107
|
+
const gatewayFetch = _chunk6FBIXTALcjs.createGatewayFetch.call(void 0, "workers-ai", gatewayConfig);
|
|
108
|
+
const response = await gatewayFetch("https://api.cloudflare.com/v1/audio/transcriptions", {
|
|
109
|
+
method: "POST",
|
|
110
|
+
body: JSON.stringify({
|
|
111
|
+
model: this.model,
|
|
112
|
+
...audioPayload,
|
|
113
|
+
...options
|
|
114
|
+
})
|
|
115
|
+
});
|
|
116
|
+
if (!response.ok) {
|
|
117
|
+
const errorText = await response.text();
|
|
118
|
+
throw new Error(
|
|
119
|
+
`Workers AI transcription gateway request failed (${response.status}): ${errorText}`
|
|
120
|
+
);
|
|
121
|
+
}
|
|
122
|
+
const data = await response.json();
|
|
123
|
+
return this.normalizeResult(data);
|
|
124
|
+
}
|
|
125
|
+
/**
|
|
126
|
+
* Normalize Workers AI transcription results into the standard
|
|
127
|
+
* TanStack AI TranscriptionResult shape.
|
|
128
|
+
*
|
|
129
|
+
* Handles three response formats:
|
|
130
|
+
* - Whisper: `{ text, words?, vtt? }`
|
|
131
|
+
* - Whisper v3-turbo: `{ text, segments?, transcription_info? }`
|
|
132
|
+
* - Deepgram Nova-3: `{ results: { channels: [{ alternatives: [{ transcript, words }] }] } }`
|
|
133
|
+
*/
|
|
134
|
+
normalizeResult(raw) {
|
|
135
|
+
const results = raw.results;
|
|
136
|
+
if (_optionalChain([results, 'optionalAccess', _ => _.channels])) {
|
|
137
|
+
const channels = results.channels;
|
|
138
|
+
const alt = _optionalChain([channels, 'optionalAccess', _2 => _2[0], 'optionalAccess', _3 => _3.alternatives, 'optionalAccess', _4 => _4[0]]);
|
|
139
|
+
const text = _nullishCoalesce(_optionalChain([alt, 'optionalAccess', _5 => _5.transcript]), () => ( ""));
|
|
140
|
+
const result2 = {
|
|
141
|
+
id: this.generateId(),
|
|
142
|
+
model: this.model,
|
|
143
|
+
text
|
|
144
|
+
};
|
|
145
|
+
if (_optionalChain([alt, 'optionalAccess', _6 => _6.words]) && Array.isArray(alt.words)) {
|
|
146
|
+
result2.words = alt.words.map((w) => ({
|
|
147
|
+
word: _nullishCoalesce(w.word, () => ( "")),
|
|
148
|
+
start: _nullishCoalesce(w.start, () => ( 0)),
|
|
149
|
+
end: _nullishCoalesce(w.end, () => ( 0))
|
|
150
|
+
}));
|
|
151
|
+
}
|
|
152
|
+
return result2;
|
|
153
|
+
}
|
|
154
|
+
const result = {
|
|
155
|
+
id: this.generateId(),
|
|
156
|
+
model: this.model,
|
|
157
|
+
text: _nullishCoalesce(raw.text, () => ( ""))
|
|
158
|
+
};
|
|
159
|
+
const transcriptionInfo = raw.transcription_info;
|
|
160
|
+
if (_optionalChain([transcriptionInfo, 'optionalAccess', _7 => _7.language])) {
|
|
161
|
+
result.language = transcriptionInfo.language;
|
|
162
|
+
}
|
|
163
|
+
if (_optionalChain([transcriptionInfo, 'optionalAccess', _8 => _8.duration]) != null) {
|
|
164
|
+
result.duration = transcriptionInfo.duration;
|
|
165
|
+
}
|
|
166
|
+
if (raw.segments && Array.isArray(raw.segments)) {
|
|
167
|
+
result.segments = raw.segments.map((seg, idx) => ({
|
|
168
|
+
id: idx,
|
|
169
|
+
text: _nullishCoalesce(seg.text, () => ( "")),
|
|
170
|
+
start: _nullishCoalesce(seg.start, () => ( 0)),
|
|
171
|
+
end: _nullishCoalesce(seg.end, () => ( 0))
|
|
172
|
+
}));
|
|
173
|
+
}
|
|
174
|
+
if (raw.words && Array.isArray(raw.words)) {
|
|
175
|
+
result.words = raw.words.map((w) => ({
|
|
176
|
+
word: _nullishCoalesce(w.word, () => ( "")),
|
|
177
|
+
start: _nullishCoalesce(w.start, () => ( 0)),
|
|
178
|
+
end: _nullishCoalesce(w.end, () => ( 0))
|
|
179
|
+
}));
|
|
180
|
+
}
|
|
181
|
+
return result;
|
|
182
|
+
}
|
|
183
|
+
};
|
|
184
|
+
function createWorkersAiTranscription(model, config) {
|
|
185
|
+
return new WorkersAiTranscriptionAdapter(config, model);
|
|
186
|
+
}
|
|
187
|
+
async function normalizeAudioToBytes(audio) {
|
|
188
|
+
if (audio instanceof ArrayBuffer) {
|
|
189
|
+
return Array.from(new Uint8Array(audio));
|
|
190
|
+
}
|
|
191
|
+
if (audio instanceof Blob) {
|
|
192
|
+
const buffer = await audio.arrayBuffer();
|
|
193
|
+
return Array.from(new Uint8Array(buffer));
|
|
194
|
+
}
|
|
195
|
+
if (typeof audio === "string") {
|
|
196
|
+
const binary = atob(audio);
|
|
197
|
+
const bytes = new Uint8Array(binary.length);
|
|
198
|
+
for (let i = 0; i < binary.length; i++) {
|
|
199
|
+
bytes[i] = binary.charCodeAt(i);
|
|
200
|
+
}
|
|
201
|
+
return Array.from(bytes);
|
|
202
|
+
}
|
|
203
|
+
throw new Error("Unsupported audio format. Expected string, File, Blob, or ArrayBuffer.");
|
|
204
|
+
}
|
|
205
|
+
function detectAudioContentType(audio) {
|
|
206
|
+
if (audio instanceof Blob && audio.type) {
|
|
207
|
+
return audio.type;
|
|
208
|
+
}
|
|
209
|
+
return "audio/wav";
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
|
|
213
|
+
|
|
214
|
+
|
|
215
|
+
exports.WorkersAiTranscriptionAdapter = WorkersAiTranscriptionAdapter; exports.createWorkersAiTranscription = createWorkersAiTranscription;
|
|
216
|
+
//# sourceMappingURL=chunk-4ACSLQDI.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["/home/runner/work/ai/ai/packages/tanstack-ai/dist/chunk-4ACSLQDI.cjs","../src/adapters/workers-ai-transcription.ts"],"names":[],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACE;AACA;AACF,wDAA6B;AAC7B;AACE;AACA;AACA;AACF,wDAA6B;AAC7B;AACE;AACF,wDAA6B;AAC7B;AACA;AChBA,iDAAyC;AAuClC,IAAM,8BAAA,EAAN,MAAA,QAA4C,mCAAsD;AAAA,EAIxG,WAAA,CAAY,MAAA,EAAgC,KAAA,EAAoC;AAC/E,IAAA,KAAA,CAAM,CAAC,CAAA,EAAG,KAAK,CAAA;AAJhB,IAAA,6CAAA,IAAA,EAAS,MAAA,EAAO,0BAAA,CAAA;AAChB,IAAA,6CAAA,IAAA,EAAQ,eAAA,CAAA;AAIP,IAAA,IAAA,CAAK,cAAA,EAAgB,MAAA;AAAA,EACtB;AAAA,EAEA,MAAM,UAAA,CAAW,OAAA,EAA6D;AAC7E,IAAA,MAAM,EAAE,KAAA,EAAO,QAAA,EAAU,MAAA,EAAQ,aAAa,EAAA,EAAI,OAAA;AAGlD,IAAA,MAAM,WAAA,EAAa,MAAM,qBAAA,CAAsB,KAAK,CAAA;AAEpD,IAAA,MAAM,MAAA,EAAiC,EAAE,GAAG,aAAa,CAAA;AACzD,IAAA,GAAA,CAAI,QAAA,EAAU,KAAA,CAAM,SAAA,EAAW,QAAA;AAC/B,IAAA,GAAA,CAAI,MAAA,EAAQ,KAAA,CAAM,eAAA,EAAiB,MAAA;AAOnC,IAAA,MAAM,aAAA,EAAe,IAAA,CAAK,iBAAA,CAAkB,UAAA,EAAY,KAAK,CAAA;AAE7D,IAAA,GAAA,CAAI,qDAAA,IAAsB,CAAK,aAAa,CAAA,EAAG;AAC9C,MAAA,OAAO,IAAA,CAAK,oBAAA,CAAqB,YAAA,EAAc,KAAK,CAAA;AAAA,IACrD;AAEA,IAAA,GAAA,CAAI,yDAAA,IAA0B,CAAK,aAAa,CAAA,EAAG;AAElD,MAAA,GAAA,CAAI,IAAA,CAAK,MAAA,IAAU,qBAAA,EAAuB;AACzC,QAAA,OAAO,IAAA,CAAK,uBAAA,CAAwB,UAAA,EAAY,KAAA,EAAO,KAAK,CAAA;AAAA,MAC7D;AACA,MAAA,OAAO,IAAA,CAAK,iBAAA,CAAkB,YAAA,EAAc,KAAK,CAAA;AAAA,IAClD;AAEA,IAAA,OAAO,IAAA,CAAK,oBAAA,CAAqB,YAAA,EAAc,KAAK,CAAA;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,iBAAA,CACP,UAAA,EACA,aAAA,EAC0B;AAC1B,IAAA,GAAA,CAAI,IAAA,CAAK,MAAA,IAAU,qBAAA,EAAuB;AACzC,MAAA,MAAM,IAAA,EAAM,kDAAA,IAAuB,UAAA,CAAW,UAAU,CAAC,CAAA;AACzD,MAAA,MAAM,YAAA,EAAc,sBAAA,CAAuB,aAAa,CAAA;AACxD,MAAA,OAAO,EAAE,KAAA,EAAO,EAAE,IAAA,EAAM,GAAA,EAAK,YAAY,EAAE,CAAA;AAAA,IAC5C;AAEA,IAAA,GAAA,CAAI,IAAA,CAAK,MAAA,IAAU,mCAAA,EAAqC;AACvD,MAAA,OAAO,EAAE,KAAA,EAAO,kDAAA,IAAuB,UAAA,CAAW,UAAU,CAAC,EAAE,CAAA;AAAA,IAChE;AAEA,IAAA,OAAO,EAAE,KAAA,EAAO,WAAW,CAAA;AAAA,EAC5B;AAAA,EAEA,MAAc,oBAAA,CACb,YAAA,EACA,OAAA,EAC+B;AAC/B,IAAA,MAAM,GAAA,EAAM,IAAA,CAAK,aAAA,CAA+C,OAAA;AAChE,IAAA,MAAM,OAAA,EAAU,MAAM,EAAA,CAAG,GAAA,CAAI,IAAA,CAAK,KAAA,EAAO;AAAA,MACxC,GAAG,YAAA;AAAA,MACH,GAAG;AAAA,IACJ,CAAC,CAAA;AACD,IAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,MAAM,CAAA;AAAA,EACnC;AAAA,EAEA,MAAc,iBAAA,CACb,YAAA,EACA,OAAA,EAC+B;AAC/B,IAAA,MAAM,OAAA,EAAS,IAAA,CAAK,aAAA;AAEpB,IAAA,MAAM,SAAA,EAAW,MAAM,kDAAA;AAAA,MACtB,MAAA;AAAA,MACA,IAAA,CAAK,KAAA;AAAA,MACL,EAAE,GAAG,YAAA,EAAc,GAAG,QAAQ,CAAA;AAAA,MAC9B;AAAA,QACC,KAAA,EAAO,0BAAA;AAAA,QACP,MAAA,EAAS,OAAA,CAAqC;AAAA,MAC/C;AAAA,IACD,CAAA;AAEA,IAAA,MAAM,KAAA,EAAQ,MAAM,QAAA,CAAS,IAAA,CAAK,CAAA;AAMlC,IAAA,OAAO,IAAA,CAAK,eAAA,kBAAgB,IAAA,CAAK,MAAA,UAAU,MAAI,CAAA;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,uBAAA,CACb,UAAA,EACA,aAAA,EACA,OAAA,EAC+B;AAC/B,IAAA,MAAM,OAAA,EAAS,IAAA,CAAK,aAAA;AACpB,IAAA,MAAM,YAAA,EAAc,sBAAA,CAAuB,aAAa,CAAA;AAExD,IAAA,MAAM,SAAA,EAAW,MAAM,wDAAA;AAAA,MACtB,MAAA;AAAA,MACA,IAAA,CAAK,KAAA;AAAA,MACL,IAAI,UAAA,CAAW,UAAU,CAAA;AAAA,MACzB,WAAA;AAAA,MACA;AAAA,QACC,KAAA,EAAO,0BAAA;AAAA,QACP,MAAA,EAAS,OAAA,CAAqC;AAAA,MAC/C;AAAA,IACD,CAAA;AAEA,IAAA,MAAM,KAAA,EAAQ,MAAM,QAAA,CAAS,IAAA,CAAK,CAAA;AAIlC,IAAA,OAAO,IAAA,CAAK,eAAA,kBAAgB,IAAA,CAAK,MAAA,UAAU,MAAI,CAAA;AAAA,EAChD;AAAA,EAEA,MAAc,oBAAA,CACb,YAAA,EACA,OAAA,EAC+B;AAC/B,IAAA,MAAM,cAAA,EAAgB,IAAA,CAAK,aAAA;AAC3B,IAAA,MAAM,aAAA,EAAe,kDAAA,YAAmB,EAAc,aAAa,CAAA;AAKnE,IAAA,MAAM,SAAA,EAAW,MAAM,YAAA,CAAa,oDAAA,EAAsD;AAAA,MACzF,MAAA,EAAQ,MAAA;AAAA,MACR,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU;AAAA,QACpB,KAAA,EAAO,IAAA,CAAK,KAAA;AAAA,QACZ,GAAG,YAAA;AAAA,QACH,GAAG;AAAA,MACJ,CAAC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,GAAA,CAAI,CAAC,QAAA,CAAS,EAAA,EAAI;AACjB,MAAA,MAAM,UAAA,EAAY,MAAM,QAAA,CAAS,IAAA,CAAK,CAAA;AACtC,MAAA,MAAM,IAAI,KAAA;AAAA,QACT,CAAA,iDAAA,EAAoD,QAAA,CAAS,MAAM,CAAA,GAAA,EAAM,SAAS,CAAA;AAAA,MAAA;AACnF,IAAA;AAGD,IAAA;AACA,IAAA;AAAgC,EAAA;AACjC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAAA;AAaC,IAAA;AACA,IAAA;AACC,MAAA;AAOA,MAAA;AACA,MAAA;AACA,MAAA;AAAoC,QAAA;AACf,QAAA;AACR,QAAA;AACZ,MAAA;AAED,MAAA;AACC,QAAA;AAAqC,UAAA;AACpB,UAAA;AACE,UAAA;AACJ,QAAA;AACb,MAAA;AAEH,MAAA;AAAO,IAAA;AAKR,IAAA;AAAoC,MAAA;AACf,MAAA;AACR,MAAA;AACkB,IAAA;AAI/B,IAAA;AACA,IAAA;AACC,MAAA;AAAoC,IAAA;AAIrC,IAAA;AACC,MAAA;AAAoC,IAAA;AAIrC,IAAA;AACC,MAAA;AAAmF,QAAA;AAC9E,QAAA;AAC0B,QAAA;AACE,QAAA;AACJ,MAAA;AAC3B,IAAA;AAIH,IAAA;AACC,MAAA;AAA8D,QAAA;AACjC,QAAA;AACE,QAAA;AACJ,MAAA;AACzB,IAAA;AAGH,IAAA;AAAO,EAAA;AAET;AA0BO;AAIN,EAAA;AACD;AAaA;AACC,EAAA;AACC,IAAA;AAAuC,EAAA;AAGxC,EAAA;AAEC,IAAA;AACA,IAAA;AAAwC,EAAA;AAGzC,EAAA;AAEC,IAAA;AACA,IAAA;AACA,IAAA;AACC,MAAA;AAA8B,IAAA;AAE/B,IAAA;AAAuB,EAAA;AAGxB,EAAA;AACD;AASA;AAEC,EAAA;AACC,IAAA;AAAa,EAAA;AAKd,EAAA;AACD;ADzJA;AACA;AACA;AACA;AACA","file":"/home/runner/work/ai/ai/packages/tanstack-ai/dist/chunk-4ACSLQDI.cjs","sourcesContent":[null,"import { BaseTranscriptionAdapter } from \"@tanstack/ai/adapters\";\nimport type { TranscriptionOptions, TranscriptionResult } from \"@tanstack/ai\";\nimport {\n\ttype WorkersAiAdapterConfig,\n\ttype WorkersAiDirectBindingConfig,\n\ttype WorkersAiDirectCredentialsConfig,\n\ttype AiGatewayAdapterConfig,\n\tcreateGatewayFetch,\n\tisDirectBindingConfig,\n\tisDirectCredentialsConfig,\n} from \"../utils/create-fetcher\";\nimport { workersAiRestFetch, workersAiRestFetchBinary } from \"../utils/workers-ai-rest\";\nimport { uint8ArrayToBase64 } from \"../utils/binary\";\n\n// ---------------------------------------------------------------------------\n// Model types\n// ---------------------------------------------------------------------------\n\n/**\n * Workers AI models that support speech-to-text transcription.\n *\n * Note: the typed `AiModels` interface in `@cloudflare/workers-types` may lag\n * behind what's deployed. We use a string union here that matches the known\n * models including Deepgram partner models.\n *\n * **Nova-3 note:** `@cf/deepgram/nova-3` uses a different input format than the\n * Whisper models. Via binding it accepts `{ audio: { body: base64, contentType } }`.\n * Via REST it requires multipart form data (not JSON). The adapter handles both.\n */\nexport type WorkersAiTranscriptionModel =\n\t| \"@cf/openai/whisper\"\n\t| \"@cf/openai/whisper-tiny-en\"\n\t| \"@cf/openai/whisper-large-v3-turbo\"\n\t| \"@cf/deepgram/nova-3\";\n\n// ---------------------------------------------------------------------------\n// WorkersAiTranscriptionAdapter\n// ---------------------------------------------------------------------------\n\nexport class WorkersAiTranscriptionAdapter extends BaseTranscriptionAdapter<WorkersAiTranscriptionModel> {\n\treadonly name = \"workers-ai-transcription\" as const;\n\tprivate adapterConfig: WorkersAiAdapterConfig;\n\n\tconstructor(config: WorkersAiAdapterConfig, model: WorkersAiTranscriptionModel) {\n\t\tsuper({}, model);\n\t\tthis.adapterConfig = config;\n\t}\n\n\tasync transcribe(options: TranscriptionOptions): Promise<TranscriptionResult> {\n\t\tconst { audio, language, prompt, modelOptions } = options;\n\n\t\t// Normalize audio to raw bytes\n\t\tconst audioBytes = await normalizeAudioToBytes(audio);\n\n\t\tconst extra: Record<string, unknown> = { ...modelOptions };\n\t\tif (language) extra.language = language;\n\t\tif (prompt) extra.initial_prompt = prompt;\n\n\t\t// Build the model-specific audio payload:\n\t\t// - Deepgram Nova-3 (binding): { audio: { body: base64, contentType: \"audio/...\" } }\n\t\t// - Deepgram Nova-3 (REST): multipart FormData (handled separately)\n\t\t// - Whisper Large v3 Turbo (REST/gateway): { audio: base64string }\n\t\t// - Other Whisper models (binding): { audio: number[] }\n\t\tconst audioPayload = this.buildAudioPayload(audioBytes, audio);\n\n\t\tif (isDirectBindingConfig(this.adapterConfig)) {\n\t\t\treturn this.transcribeViaBinding(audioPayload, extra);\n\t\t}\n\n\t\tif (isDirectCredentialsConfig(this.adapterConfig)) {\n\t\t\t// Nova-3 REST requires raw binary audio, not JSON\n\t\t\tif (this.model === \"@cf/deepgram/nova-3\") {\n\t\t\t\treturn this.transcribeViaRestBinary(audioBytes, audio, extra);\n\t\t\t}\n\t\t\treturn this.transcribeViaRest(audioPayload, extra);\n\t\t}\n\n\t\treturn this.transcribeViaGateway(audioPayload, extra);\n\t}\n\n\t/**\n\t * Build the audio field for the request payload, handling model-specific formats.\n\t *\n\t * - `@cf/deepgram/nova-3` requires `{ body: base64, contentType: \"audio/...\" }`\n\t * - `@cf/openai/whisper-large-v3-turbo` REST/gateway accepts a base64 string\n\t * - Other Whisper models accept `number[]` (binding) or base64 (REST)\n\t */\n\tprivate buildAudioPayload(\n\t\taudioBytes: number[],\n\t\toriginalAudio: string | File | Blob | ArrayBuffer,\n\t): Record<string, unknown> {\n\t\tif (this.model === \"@cf/deepgram/nova-3\") {\n\t\t\tconst b64 = uint8ArrayToBase64(new Uint8Array(audioBytes));\n\t\t\tconst contentType = detectAudioContentType(originalAudio);\n\t\t\treturn { audio: { body: b64, contentType } };\n\t\t}\n\n\t\tif (this.model === \"@cf/openai/whisper-large-v3-turbo\") {\n\t\t\treturn { audio: uint8ArrayToBase64(new Uint8Array(audioBytes)) };\n\t\t}\n\n\t\treturn { audio: audioBytes };\n\t}\n\n\tprivate async transcribeViaBinding(\n\t\taudioPayload: Record<string, unknown>,\n\t\toptions: Record<string, unknown>,\n\t): Promise<TranscriptionResult> {\n\t\tconst ai = (this.adapterConfig as WorkersAiDirectBindingConfig).binding;\n\t\tconst result = (await ai.run(this.model, {\n\t\t\t...audioPayload,\n\t\t\t...options,\n\t\t})) as Record<string, unknown>;\n\t\treturn this.normalizeResult(result);\n\t}\n\n\tprivate async transcribeViaRest(\n\t\taudioPayload: Record<string, unknown>,\n\t\toptions: Record<string, unknown>,\n\t): Promise<TranscriptionResult> {\n\t\tconst config = this.adapterConfig as WorkersAiDirectCredentialsConfig;\n\n\t\tconst response = await workersAiRestFetch(\n\t\t\tconfig,\n\t\t\tthis.model,\n\t\t\t{ ...audioPayload, ...options },\n\t\t\t{\n\t\t\t\tlabel: \"Workers AI transcription\",\n\t\t\t\tsignal: (options as { signal?: AbortSignal }).signal,\n\t\t\t},\n\t\t);\n\n\t\tconst data = (await response.json()) as {\n\t\t\tresult?: Record<string, unknown>;\n\t\t} & Record<string, unknown>;\n\n\t\t// Cloudflare REST API wraps responses in { success, result: {...} }.\n\t\t// Use `data.result` when present, fall back to `data` for direct responses.\n\t\treturn this.normalizeResult(data.result ?? data);\n\t}\n\n\t/**\n\t * Transcribe via REST using raw binary audio.\n\t * Required for models like Deepgram Nova-3 that expect raw audio bytes\n\t * with a Content-Type header (e.g. \"audio/wav\") instead of JSON.\n\t */\n\tprivate async transcribeViaRestBinary(\n\t\taudioBytes: number[],\n\t\toriginalAudio: string | File | Blob | ArrayBuffer,\n\t\toptions: Record<string, unknown>,\n\t): Promise<TranscriptionResult> {\n\t\tconst config = this.adapterConfig as WorkersAiDirectCredentialsConfig;\n\t\tconst contentType = detectAudioContentType(originalAudio);\n\n\t\tconst response = await workersAiRestFetchBinary(\n\t\t\tconfig,\n\t\t\tthis.model,\n\t\t\tnew Uint8Array(audioBytes),\n\t\t\tcontentType,\n\t\t\t{\n\t\t\t\tlabel: \"Workers AI transcription\",\n\t\t\t\tsignal: (options as { signal?: AbortSignal }).signal,\n\t\t\t},\n\t\t);\n\n\t\tconst data = (await response.json()) as {\n\t\t\tresult?: Record<string, unknown>;\n\t\t} & Record<string, unknown>;\n\n\t\treturn this.normalizeResult(data.result ?? data);\n\t}\n\n\tprivate async transcribeViaGateway(\n\t\taudioPayload: Record<string, unknown>,\n\t\toptions: Record<string, unknown>,\n\t): Promise<TranscriptionResult> {\n\t\tconst gatewayConfig = this.adapterConfig as AiGatewayAdapterConfig;\n\t\tconst gatewayFetch = createGatewayFetch(\"workers-ai\", gatewayConfig);\n\n\t\t// The URL here is a placeholder — createGatewayFetch for \"workers-ai\" extracts\n\t\t// the model from the body, sets it as the endpoint, and routes through the gateway.\n\t\t// The actual URL path is not used.\n\t\tconst response = await gatewayFetch(\"https://api.cloudflare.com/v1/audio/transcriptions\", {\n\t\t\tmethod: \"POST\",\n\t\t\tbody: JSON.stringify({\n\t\t\t\tmodel: this.model,\n\t\t\t\t...audioPayload,\n\t\t\t\t...options,\n\t\t\t}),\n\t\t});\n\n\t\tif (!response.ok) {\n\t\t\tconst errorText = await response.text();\n\t\t\tthrow new Error(\n\t\t\t\t`Workers AI transcription gateway request failed (${response.status}): ${errorText}`,\n\t\t\t);\n\t\t}\n\n\t\tconst data = (await response.json()) as Record<string, unknown>;\n\t\treturn this.normalizeResult(data);\n\t}\n\n\t/**\n\t * Normalize Workers AI transcription results into the standard\n\t * TanStack AI TranscriptionResult shape.\n\t *\n\t * Handles three response formats:\n\t * - Whisper: `{ text, words?, vtt? }`\n\t * - Whisper v3-turbo: `{ text, segments?, transcription_info? }`\n\t * - Deepgram Nova-3: `{ results: { channels: [{ alternatives: [{ transcript, words }] }] } }`\n\t */\n\tprivate normalizeResult(raw: Record<string, unknown>): TranscriptionResult {\n\t\t// Deepgram Nova-3 format: { results: { channels: [{ alternatives: [{ transcript, words }] }] } }\n\t\tconst results = raw.results as Record<string, unknown> | undefined;\n\t\tif (results?.channels) {\n\t\t\tconst channels = results.channels as Array<{\n\t\t\t\talternatives?: Array<{\n\t\t\t\t\ttranscript?: string;\n\t\t\t\t\tconfidence?: number;\n\t\t\t\t\twords?: Array<{ word: string; start: number; end: number; confidence: number }>;\n\t\t\t\t}>;\n\t\t\t}>;\n\t\t\tconst alt = channels?.[0]?.alternatives?.[0];\n\t\t\tconst text = alt?.transcript ?? \"\";\n\t\t\tconst result: TranscriptionResult = {\n\t\t\t\tid: this.generateId(),\n\t\t\t\tmodel: this.model,\n\t\t\t\ttext,\n\t\t\t};\n\t\t\tif (alt?.words && Array.isArray(alt.words)) {\n\t\t\t\tresult.words = alt.words.map((w) => ({\n\t\t\t\t\tword: w.word ?? \"\",\n\t\t\t\t\tstart: w.start ?? 0,\n\t\t\t\t\tend: w.end ?? 0,\n\t\t\t\t}));\n\t\t\t}\n\t\t\treturn result;\n\t\t}\n\n\t\t// Whisper format: { text, words?, vtt? }\n\t\t// Whisper v3-turbo format: { text, segments?, transcription_info? }\n\t\tconst result: TranscriptionResult = {\n\t\t\tid: this.generateId(),\n\t\t\tmodel: this.model,\n\t\t\ttext: (raw.text as string) ?? \"\",\n\t\t};\n\n\t\t// Language from transcription_info (whisper-large-v3-turbo)\n\t\tconst transcriptionInfo = raw.transcription_info as Record<string, unknown> | undefined;\n\t\tif (transcriptionInfo?.language) {\n\t\t\tresult.language = transcriptionInfo.language as string;\n\t\t}\n\n\t\t// Duration\n\t\tif (transcriptionInfo?.duration != null) {\n\t\t\tresult.duration = transcriptionInfo.duration as number;\n\t\t}\n\n\t\t// Segments (whisper-large-v3-turbo returns these)\n\t\tif (raw.segments && Array.isArray(raw.segments)) {\n\t\t\tresult.segments = raw.segments.map((seg: Record<string, unknown>, idx: number) => ({\n\t\t\t\tid: idx,\n\t\t\t\ttext: (seg.text as string) ?? \"\",\n\t\t\t\tstart: (seg.start as number) ?? 0,\n\t\t\t\tend: (seg.end as number) ?? 0,\n\t\t\t}));\n\t\t}\n\n\t\t// Words — basic whisper returns top-level words[], v3-turbo nests them in segments\n\t\tif (raw.words && Array.isArray(raw.words)) {\n\t\t\tresult.words = raw.words.map((w: Record<string, unknown>) => ({\n\t\t\t\tword: (w.word as string) ?? \"\",\n\t\t\t\tstart: (w.start as number) ?? 0,\n\t\t\t\tend: (w.end as number) ?? 0,\n\t\t\t}));\n\t\t}\n\n\t\treturn result;\n\t}\n}\n\n// ---------------------------------------------------------------------------\n// Factory function\n// ---------------------------------------------------------------------------\n\n/**\n * Creates a Workers AI transcription adapter for speech-to-text.\n *\n * Works with TanStack AI's `generateTranscription()` activity function:\n * ```ts\n * import { generateTranscription } from \"@tanstack/ai\";\n * import { createWorkersAiTranscription } from \"@cloudflare/tanstack-ai\";\n *\n * const adapter = createWorkersAiTranscription(\n * \"@cf/openai/whisper-large-v3-turbo\",\n * { binding: env.AI },\n * );\n *\n * const result = await generateTranscription({ adapter, audio: audioData });\n * // result.text — the transcribed text\n * ```\n *\n * Note: Factory takes `(model, config)` for ergonomics — the class constructor\n * uses `(config, model)` to match TanStack AI's upstream convention.\n */\nexport function createWorkersAiTranscription(\n\tmodel: WorkersAiTranscriptionModel,\n\tconfig: WorkersAiAdapterConfig,\n) {\n\treturn new WorkersAiTranscriptionAdapter(config, model);\n}\n\n// ---------------------------------------------------------------------------\n// Utilities\n// ---------------------------------------------------------------------------\n\n/**\n * Normalize various audio input formats into a number[] (raw bytes).\n *\n * Note: `File extends Blob`, so `File` instances are handled by the\n * `instanceof Blob` branch. `Blob.arrayBuffer()` always reads the full\n * contents regardless of any prior reads — there's no cursor to worry about.\n */\nasync function normalizeAudioToBytes(audio: string | File | Blob | ArrayBuffer): Promise<number[]> {\n\tif (audio instanceof ArrayBuffer) {\n\t\treturn Array.from(new Uint8Array(audio));\n\t}\n\n\tif (audio instanceof Blob) {\n\t\t// This also handles `File` (which extends Blob)\n\t\tconst buffer = await audio.arrayBuffer();\n\t\treturn Array.from(new Uint8Array(buffer));\n\t}\n\n\tif (typeof audio === \"string\") {\n\t\t// Assume base64 string — decode to bytes\n\t\tconst binary = atob(audio);\n\t\tconst bytes = new Uint8Array(binary.length);\n\t\tfor (let i = 0; i < binary.length; i++) {\n\t\t\tbytes[i] = binary.charCodeAt(i);\n\t\t}\n\t\treturn Array.from(bytes);\n\t}\n\n\tthrow new Error(\"Unsupported audio format. Expected string, File, Blob, or ArrayBuffer.\");\n}\n\n/**\n * Detect the MIME type of the audio input for models that require it\n * (e.g., Deepgram Nova-3).\n *\n * - `File` / `Blob`: use the `.type` property (e.g., \"audio/wav\")\n * - `ArrayBuffer` / `string`: defaults to \"audio/wav\"\n */\nfunction detectAudioContentType(audio: string | File | Blob | ArrayBuffer): string {\n\t// File and Blob carry their own MIME type\n\tif (audio instanceof Blob && audio.type) {\n\t\treturn audio.type;\n\t}\n\n\t// For raw bytes, default to audio/wav — this is the most common\n\t// format for transcription inputs and what the E2E tests use.\n\treturn \"audio/wav\";\n}\n"]}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true});var __defProp = Object.defineProperty;
|
|
2
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
3
|
+
var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
exports.__publicField = __publicField;
|
|
8
|
+
//# sourceMappingURL=chunk-4DE2IREA.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["/home/runner/work/ai/ai/packages/tanstack-ai/dist/chunk-4DE2IREA.cjs"],"names":[],"mappings":"AAAA,6EAAI,UAAU,EAAE,MAAM,CAAC,cAAc;AACrC,IAAI,gBAAgB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK;AAC/J,IAAI,cAAc,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,eAAe,CAAC,GAAG,EAAE,OAAO,IAAI,IAAI,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC;AAC9G;AACA;AACE;AACF,sCAAC","file":"/home/runner/work/ai/ai/packages/tanstack-ai/dist/chunk-4DE2IREA.cjs"}
|