@opencode/ai 2.0.15 → 2.0.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/README.md +286 -2
  2. package/dist/generation.d.ts +36 -22
  3. package/dist/generation.js +53 -24
  4. package/dist/image-client.d.ts +14 -7
  5. package/dist/image-client.js +24 -8
  6. package/dist/image.d.ts +398 -47
  7. package/dist/image.js +47 -45
  8. package/dist/index.d.ts +13 -1
  9. package/dist/index.js +9 -0
  10. package/dist/media-model.d.ts +44 -0
  11. package/dist/media-model.js +49 -0
  12. package/dist/media.d.ts +10 -9
  13. package/dist/media.js +9 -10
  14. package/dist/promise.d.ts +428 -8
  15. package/dist/promise.js +40 -3
  16. package/dist/protocols/alibaba-chat.d.ts +12 -0
  17. package/dist/protocols/alibaba-responses.d.ts +2 -2
  18. package/dist/protocols/anthropic-messages.js +1 -2
  19. package/dist/protocols/assemblyai-transcription.d.ts +40 -0
  20. package/dist/protocols/assemblyai-transcription.js +138 -0
  21. package/dist/protocols/bedrock-converse.js +5 -11
  22. package/dist/protocols/bfl-images.d.ts +32 -0
  23. package/dist/protocols/bfl-images.js +153 -0
  24. package/dist/protocols/cartesia-speech.d.ts +127 -0
  25. package/dist/protocols/cartesia-speech.js +126 -0
  26. package/dist/protocols/deepgram-speech.d.ts +119 -0
  27. package/dist/protocols/deepgram-speech.js +92 -0
  28. package/dist/protocols/deepgram-transcription.d.ts +25 -0
  29. package/dist/protocols/deepgram-transcription.js +129 -0
  30. package/dist/protocols/elevenlabs-speech.d.ts +122 -0
  31. package/dist/protocols/elevenlabs-speech.js +115 -0
  32. package/dist/protocols/fal-images.d.ts +24 -0
  33. package/dist/protocols/fal-images.js +114 -0
  34. package/dist/protocols/fal-video.d.ts +29 -0
  35. package/dist/protocols/fal-video.js +88 -0
  36. package/dist/protocols/gemini.d.ts +9 -9
  37. package/dist/protocols/gemini.js +8 -34
  38. package/dist/protocols/google-images.js +2 -14
  39. package/dist/protocols/google-speech.d.ts +130 -0
  40. package/dist/protocols/google-speech.js +84 -0
  41. package/dist/protocols/google-transcription.d.ts +173 -0
  42. package/dist/protocols/google-transcription.js +138 -0
  43. package/dist/protocols/google-video.d.ts +26 -0
  44. package/dist/protocols/google-video.js +158 -0
  45. package/dist/protocols/meta-images.js +2 -9
  46. package/dist/protocols/meta-responses.d.ts +4 -4
  47. package/dist/protocols/meta-responses.js +1 -1
  48. package/dist/protocols/open-responses.d.ts +6 -6
  49. package/dist/protocols/open-responses.js +1 -2
  50. package/dist/protocols/openai-chat.d.ts +84 -0
  51. package/dist/protocols/openai-chat.js +26 -14
  52. package/dist/protocols/openai-compatible-chat.d.ts +12 -0
  53. package/dist/protocols/openai-compatible-responses.d.ts +2 -2
  54. package/dist/protocols/openai-images.d.ts +124 -3
  55. package/dist/protocols/openai-images.js +107 -54
  56. package/dist/protocols/openai-responses.d.ts +15 -15
  57. package/dist/protocols/openai-responses.js +5 -6
  58. package/dist/protocols/openai-speech.d.ts +116 -0
  59. package/dist/protocols/openai-speech.js +98 -0
  60. package/dist/protocols/openai-transcription.d.ts +207 -0
  61. package/dist/protocols/openai-transcription.js +190 -0
  62. package/dist/protocols/replicate-images.d.ts +28 -0
  63. package/dist/protocols/replicate-images.js +133 -0
  64. package/dist/protocols/runway-video.d.ts +38 -0
  65. package/dist/protocols/runway-video.js +146 -0
  66. package/dist/protocols/shared.d.ts +13 -3
  67. package/dist/protocols/shared.js +23 -3
  68. package/dist/protocols/stability-images.d.ts +38 -0
  69. package/dist/protocols/stability-images.js +148 -0
  70. package/dist/protocols/utils/fal-queue.d.ts +28 -0
  71. package/dist/protocols/utils/fal-queue.js +69 -0
  72. package/dist/protocols/utils/gemini-generate-content.d.ts +65 -0
  73. package/dist/protocols/utils/gemini-generate-content.js +65 -0
  74. package/dist/protocols/utils/gemini-json-schema.d.ts +3 -0
  75. package/dist/protocols/utils/gemini-json-schema.js +76 -0
  76. package/dist/protocols/utils/media-input.d.ts +8 -0
  77. package/dist/protocols/utils/media-input.js +18 -0
  78. package/dist/protocols/utils/speech-stream.d.ts +49 -0
  79. package/dist/protocols/utils/speech-stream.js +67 -0
  80. package/dist/protocols/utils/tool-schema.d.ts +2 -2
  81. package/dist/protocols/utils/tool-schema.js +40 -17
  82. package/dist/protocols/xai-images.js +1 -12
  83. package/dist/protocols/xai-responses.d.ts +2 -2
  84. package/dist/protocols/xai-video.d.ts +34 -0
  85. package/dist/protocols/xai-video.js +147 -0
  86. package/dist/protocols/zai-chat.d.ts +13 -1
  87. package/dist/provider-error.js +3 -0
  88. package/dist/providers/alibaba.d.ts +14 -2
  89. package/dist/providers/amazon-bedrock-mantle.d.ts +14 -2
  90. package/dist/providers/assemblyai.d.ts +25 -0
  91. package/dist/providers/assemblyai.js +29 -0
  92. package/dist/providers/azure.d.ts +18 -6
  93. package/dist/providers/baseten.d.ts +24 -0
  94. package/dist/providers/black-forest-labs.d.ts +25 -0
  95. package/dist/providers/black-forest-labs.js +28 -0
  96. package/dist/providers/cartesia.d.ts +24 -0
  97. package/dist/providers/cartesia.js +22 -0
  98. package/dist/providers/cerebras.d.ts +24 -0
  99. package/dist/providers/cloudflare-ai-gateway.d.ts +30 -6
  100. package/dist/providers/cloudflare-workers-ai.d.ts +24 -0
  101. package/dist/providers/deepgram.d.ts +29 -0
  102. package/dist/providers/deepgram.js +31 -0
  103. package/dist/providers/deepinfra.d.ts +24 -0
  104. package/dist/providers/deepseek.d.ts +24 -0
  105. package/dist/providers/elevenlabs.d.ts +24 -0
  106. package/dist/providers/elevenlabs.js +28 -0
  107. package/dist/providers/fal.d.ts +29 -0
  108. package/dist/providers/fal.js +33 -0
  109. package/dist/providers/fireworks.d.ts +24 -0
  110. package/dist/providers/google-vertex-chat.d.ts +12 -0
  111. package/dist/providers/google-vertex-responses.d.ts +2 -2
  112. package/dist/providers/google-vertex.d.ts +3 -3
  113. package/dist/providers/google.d.ts +18 -3
  114. package/dist/providers/google.js +11 -2
  115. package/dist/providers/groq.d.ts +24 -0
  116. package/dist/providers/index.d.ts +9 -0
  117. package/dist/providers/index.js +9 -0
  118. package/dist/providers/meta.d.ts +14 -2
  119. package/dist/providers/minimax.d.ts +14 -2
  120. package/dist/providers/moonshot.d.ts +14 -2
  121. package/dist/providers/moonshot.js +3 -3
  122. package/dist/providers/openai-compatible-responses.d.ts +2 -2
  123. package/dist/providers/openai-compatible.d.ts +12 -0
  124. package/dist/providers/openai.d.ts +25 -3
  125. package/dist/providers/openai.js +10 -1
  126. package/dist/providers/openrouter.d.ts +48 -0
  127. package/dist/providers/replicate.d.ts +25 -0
  128. package/dist/providers/replicate.js +22 -0
  129. package/dist/providers/runway.d.ts +24 -0
  130. package/dist/providers/runway.js +22 -0
  131. package/dist/providers/stability.d.ts +28 -0
  132. package/dist/providers/stability.js +23 -0
  133. package/dist/providers/togetherai.d.ts +24 -0
  134. package/dist/providers/xai.d.ts +17 -0
  135. package/dist/providers/xai.js +5 -2
  136. package/dist/providers/zai-coding-plan.d.ts +15 -3
  137. package/dist/providers/zai.d.ts +13 -1
  138. package/dist/route/auth.d.ts +4 -1
  139. package/dist/route/auth.js +6 -0
  140. package/dist/route/framing.d.ts +5 -1
  141. package/dist/route/framing.js +9 -0
  142. package/dist/route/media-protocol.d.ts +116 -3
  143. package/dist/route/media-protocol.js +60 -4
  144. package/dist/route/media.d.ts +58 -7
  145. package/dist/route/media.js +201 -29
  146. package/dist/schema/events.d.ts +0 -6
  147. package/dist/schema/messages.d.ts +0 -3
  148. package/dist/schema/options.d.ts +4 -3
  149. package/dist/schema/options.js +3 -2
  150. package/dist/speech-client.d.ts +21 -0
  151. package/dist/speech-client.js +25 -0
  152. package/dist/speech.d.ts +1150 -0
  153. package/dist/speech.js +119 -0
  154. package/dist/transcription-client.d.ts +28 -0
  155. package/dist/transcription-client.js +44 -0
  156. package/dist/transcription.d.ts +1504 -0
  157. package/dist/transcription.js +133 -0
  158. package/dist/utils/bytes.d.ts +1 -0
  159. package/dist/utils/bytes.js +10 -0
  160. package/dist/utils/media-type.d.ts +1 -0
  161. package/dist/utils/media-type.js +22 -1
  162. package/dist/video-client.d.ts +28 -0
  163. package/dist/video-client.js +40 -0
  164. package/dist/video.d.ts +1359 -0
  165. package/dist/video.js +119 -0
  166. package/package.json +3 -3
  167. package/dist/protocols/utils/gemini-tool-schema.d.ts +0 -2
  168. package/dist/protocols/utils/gemini-tool-schema.js +0 -103
package/dist/speech.js ADDED
@@ -0,0 +1,119 @@
1
+ import { Effect, Schema, Stream } from "effect";
2
+ import { Media } from "./media.js";
3
+ import { MediaModel, composeRoute, tryRequest } from "./media-model.js";
4
+ import { MediaRoute } from "./route/media.js";
5
+ import { AIError, HttpOptions, MediaUsage, ProviderMetadata } from "./schema/index.js";
6
+ import { SpeechClient, Service } from "./speech-client.js";
7
+ export class SpeechModel extends MediaModel {
8
+ static make(input) {
9
+ return new SpeechModel(input);
10
+ }
11
+ /** Compose a streaming speech protocol with its canonical path into a model for one deployment. */
12
+ static fromRoute(route, input) {
13
+ return new SpeechModel({
14
+ id: input.id,
15
+ provider: route.provider,
16
+ http: input.http,
17
+ route: composeRoute((composition) => MediaRoute.stream({ ...composition, collect: collectResponse }), route, input),
18
+ });
19
+ }
20
+ }
21
+ export const SpeechModelSchema = Schema.declare((value) => value instanceof SpeechModel, {
22
+ expected: "Speech.Model",
23
+ });
24
+ // ---------------------------------------------------------------------------
25
+ // Request
26
+ // ---------------------------------------------------------------------------
27
+ /** Provider-native: a name on OpenAI and Gemini, a voice id on ElevenLabs and Cartesia; `{ id }` is an OpenAI custom voice. */
28
+ export const SpeechVoice = Schema.Union([Schema.String, Schema.Struct({ id: Schema.String })]).annotate({
29
+ identifier: "Speech.Voice",
30
+ });
31
+ /** Granularity is provider-native: characters on ElevenLabs, words on Cartesia. */
32
+ export const SpeechTimestamp = Schema.Struct({
33
+ text: Schema.String,
34
+ startSeconds: Schema.Number,
35
+ endSeconds: Schema.Number,
36
+ }).annotate({ identifier: "Speech.Timestamp" });
37
+ export class SpeechRequest extends Schema.Class("Speech.Request")({
38
+ model: SpeechModelSchema,
39
+ text: Schema.String,
40
+ voice: Schema.optional(SpeechVoice),
41
+ format: Schema.optional(Schema.String),
42
+ speed: Schema.optional(Schema.Number),
43
+ language: Schema.optional(Schema.String),
44
+ instructions: Schema.optional(Schema.String),
45
+ timestamps: Schema.optional(Schema.Boolean),
46
+ providerOptions: Schema.optional(Schema.Record(Schema.String, Schema.Unknown)),
47
+ http: Schema.optional(HttpOptions),
48
+ }) {
49
+ }
50
+ // ---------------------------------------------------------------------------
51
+ // Response and events
52
+ // ---------------------------------------------------------------------------
53
+ export class SpeechResponse extends Schema.Class("Speech.Response")({
54
+ /** The complete audio. Headerless PCM carries `info.encoding`, `info.sampleRate`, and `info.channels`. */
55
+ audio: Media.AssetSchema,
56
+ timestamps: Schema.optional(Schema.Array(SpeechTimestamp)),
57
+ usage: Schema.optional(MediaUsage),
58
+ notices: Schema.optional(Schema.Array(Media.Notice)),
59
+ providerMetadata: Schema.optional(ProviderMetadata),
60
+ }) {
61
+ }
62
+ export const SpeechAudioDeltaEvent = Schema.Struct({
63
+ type: Schema.tag("audio-delta"),
64
+ chunk: Schema.Uint8Array,
65
+ }).annotate({ identifier: "Speech.Event.AudioDelta" });
66
+ export const SpeechTimestampsEvent = Schema.Struct({
67
+ type: Schema.tag("timestamps"),
68
+ items: Schema.Array(SpeechTimestamp),
69
+ }).annotate({ identifier: "Speech.Event.Timestamps" });
70
+ /** `audio` is every `audio-delta` chunk concatenated, so the route holds the whole clip in memory until `finish`. */
71
+ export const SpeechFinishEvent = Schema.Struct({
72
+ type: Schema.tag("finish"),
73
+ audio: Media.AssetSchema,
74
+ usage: Schema.optional(MediaUsage),
75
+ notices: Schema.optional(Schema.Array(Media.Notice)),
76
+ providerMetadata: Schema.optional(ProviderMetadata),
77
+ }).annotate({ identifier: "Speech.Event.Finish" });
78
+ const speechEventTagged = Schema.Union([SpeechAudioDeltaEvent, SpeechTimestampsEvent, SpeechFinishEvent]).pipe(Schema.toTaggedUnion("type"));
79
+ export const SpeechEvent = Object.assign(speechEventTagged, {
80
+ is: {
81
+ audioDelta: speechEventTagged.guards["audio-delta"],
82
+ timestamps: speechEventTagged.guards.timestamps,
83
+ finish: speechEventTagged.guards.finish,
84
+ },
85
+ });
86
+ const collectResponse = (events) => {
87
+ const finish = events.find(SpeechEvent.is.finish);
88
+ // Every speech protocol's `finish` emits the terminal event or fails, so a completed stream always has one.
89
+ if (finish === undefined)
90
+ return Effect.die(new Error("The speech stream completed without a finish event"));
91
+ const timestamps = events.filter(SpeechEvent.is.timestamps).flatMap((event) => event.items);
92
+ return Effect.succeed(new SpeechResponse({
93
+ audio: finish.audio,
94
+ timestamps: timestamps.length === 0 ? undefined : timestamps,
95
+ usage: finish.usage,
96
+ notices: finish.notices,
97
+ providerMetadata: finish.providerMetadata,
98
+ }));
99
+ };
100
+ export function request(input) {
101
+ if (input instanceof SpeechRequest)
102
+ return input;
103
+ return new SpeechRequest({
104
+ ...input,
105
+ http: input.http === undefined ? undefined : HttpOptions.make(input.http),
106
+ });
107
+ }
108
+ const requestEffect = (input) => tryRequest(() => request(input));
109
+ export function generate(input) {
110
+ return requestEffect(input).pipe(Effect.flatMap((request) => SpeechClient.generate(request)));
111
+ }
112
+ export function stream(input) {
113
+ return Stream.unwrap(requestEffect(input).pipe(Effect.map((request) => SpeechClient.stream(request))));
114
+ }
115
+ export const Speech = {
116
+ request,
117
+ generate,
118
+ stream,
119
+ };
@@ -0,0 +1,28 @@
1
+ import { Context, Effect, Layer, Stream } from "effect";
2
+ import type { AwaitOptions, Generation } from "./generation.js";
3
+ import { RequestExecutor } from "./route/executor.js";
4
+ import type { AIError } from "./schema/index.js";
5
+ import { type TranscriptionEvent, type TranscriptionModel, type TranscriptionOptions, type TranscriptionRequestFor, type TranscriptionResponse } from "./transcription.js";
6
+ export interface Interface {
7
+ readonly generate: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>, options?: AwaitOptions) => Effect.Effect<TranscriptionResponse, AIError>;
8
+ readonly stream: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>, options?: AwaitOptions) => Stream.Stream<TranscriptionEvent, AIError>;
9
+ readonly start: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>) => Effect.Effect<Generation<TranscriptionResponse>, AIError>;
10
+ readonly resume: <Options extends TranscriptionOptions>(model: TranscriptionModel<Options>, token: unknown) => Effect.Effect<Generation<TranscriptionResponse>, AIError>;
11
+ }
12
+ declare const Service_base: Context.ServiceClass<Service, "@opencode/TranscriptionClient", Interface>;
13
+ export declare class Service extends Service_base {
14
+ }
15
+ export declare const generate: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>, options?: AwaitOptions) => Effect.Effect<TranscriptionResponse, AIError, Service>;
16
+ export declare const stream: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>, options?: AwaitOptions) => Stream.Stream<TranscriptionEvent, AIError, Service>;
17
+ export declare const start: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>) => Effect.Effect<Generation<TranscriptionResponse>, AIError, Service>;
18
+ export declare const resume: <Options extends TranscriptionOptions>(model: TranscriptionModel<Options>, token: unknown) => Effect.Effect<Generation<TranscriptionResponse>, AIError, Service>;
19
+ export declare const layer: Layer.Layer<Service, never, RequestExecutor.Service>;
20
+ export declare const TranscriptionClient: {
21
+ readonly Service: typeof Service;
22
+ readonly layer: Layer.Layer<Service, never, RequestExecutor.Service>;
23
+ readonly generate: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>, options?: AwaitOptions) => Effect.Effect<TranscriptionResponse, AIError, Service>;
24
+ readonly stream: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>, options?: AwaitOptions) => Stream.Stream<TranscriptionEvent, AIError, Service>;
25
+ readonly start: <Options extends TranscriptionOptions>(request: TranscriptionRequestFor<Options>) => Effect.Effect<Generation<TranscriptionResponse>, AIError, Service>;
26
+ readonly resume: <Options extends TranscriptionOptions>(model: TranscriptionModel<Options>, token: unknown) => Effect.Effect<Generation<TranscriptionResponse>, AIError, Service>;
27
+ };
28
+ export {};
@@ -0,0 +1,44 @@
1
+ import { Context, Effect, Layer, Stream } from "effect";
2
+ import { RequestExecutor } from "./route/executor.js";
3
+ import { MediaRoute } from "./route/media.js";
4
+ import { responseEvents, } from "./transcription.js";
5
+ export class Service extends Context.Service()("@opencode/TranscriptionClient") {
6
+ }
7
+ export const generate = (request, options) => Effect.gen(function* () {
8
+ const client = yield* Service;
9
+ return yield* client.generate(request, options);
10
+ });
11
+ export const stream = (request, options) => Stream.unwrap(Effect.gen(function* () {
12
+ const client = yield* Service;
13
+ return client.stream(request, options);
14
+ }));
15
+ export const start = (request) => Effect.gen(function* () {
16
+ const client = yield* Service;
17
+ return yield* client.start(request);
18
+ });
19
+ export const resume = (model, token) => Effect.gen(function* () {
20
+ const client = yield* Service;
21
+ return yield* client.resume(model, token);
22
+ });
23
+ export const layer = Layer.effect(Service, Effect.gen(function* () {
24
+ const executor = yield* RequestExecutor.Service;
25
+ const dispatch = MediaRoute.dispatch({
26
+ modality: "transcription",
27
+ execute: executor.execute,
28
+ responseEvents,
29
+ });
30
+ return Service.of({
31
+ start: (request) => dispatch.start(request.model.route, request),
32
+ resume: (model, token) => dispatch.resume(model.route, model, token),
33
+ generate: (request, options) => dispatch.generate(request.model.route, request, options),
34
+ stream: (request, options) => dispatch.stream(request.model.route, request, options),
35
+ });
36
+ }));
37
+ export const TranscriptionClient = {
38
+ Service,
39
+ layer,
40
+ generate,
41
+ stream,
42
+ start,
43
+ resume,
44
+ };