@effect-uai/google 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. package/dist/Gemini.d.mts.map +1 -1
  2. package/dist/Gemini.mjs +7 -2
  3. package/dist/Gemini.mjs.map +1 -1
  4. package/dist/GeminiEmbedding.d.mts.map +1 -1
  5. package/dist/GeminiEmbedding.mjs +3 -3
  6. package/dist/GeminiEmbedding.mjs.map +1 -1
  7. package/dist/GeminiSynthesizer.d.mts.map +1 -1
  8. package/dist/GeminiSynthesizer.mjs +22 -4
  9. package/dist/GeminiSynthesizer.mjs.map +1 -1
  10. package/dist/GeminiSynthesizer.test.mjs +14 -48
  11. package/dist/GeminiSynthesizer.test.mjs.map +1 -1
  12. package/dist/LyriaGenerator.d.mts +18 -18
  13. package/dist/LyriaGenerator.d.mts.map +1 -1
  14. package/dist/LyriaGenerator.mjs +59 -42
  15. package/dist/LyriaGenerator.mjs.map +1 -1
  16. package/dist/LyriaGenerator.test.mjs +26 -72
  17. package/dist/LyriaGenerator.test.mjs.map +1 -1
  18. package/dist/codec.d.mts +11 -3
  19. package/dist/codec.d.mts.map +1 -1
  20. package/dist/codec.mjs +20 -3
  21. package/dist/codec.mjs.map +1 -1
  22. package/dist/index.d.mts +2 -3
  23. package/dist/index.mjs +1 -2
  24. package/dist/models.d.mts +1 -10
  25. package/dist/models.d.mts.map +1 -1
  26. package/package.json +2 -6
  27. package/src/Gemini.ts +15 -1
  28. package/src/GeminiEmbedding.ts +14 -9
  29. package/src/GeminiSynthesizer.test.ts +13 -67
  30. package/src/GeminiSynthesizer.ts +30 -4
  31. package/src/LyriaGenerator.test.ts +34 -78
  32. package/src/LyriaGenerator.ts +92 -73
  33. package/src/codec.ts +31 -1
  34. package/src/index.ts +0 -1
  35. package/src/models.ts +0 -17
  36. package/dist/GeminiTranscriber.d.mts +0 -42
  37. package/dist/GeminiTranscriber.d.mts.map +0 -1
  38. package/dist/GeminiTranscriber.mjs +0 -80
  39. package/dist/GeminiTranscriber.mjs.map +0 -1
  40. package/dist/GeminiTranscriber.test.d.mts +0 -1
  41. package/dist/GeminiTranscriber.test.mjs +0 -125
  42. package/dist/GeminiTranscriber.test.mjs.map +0 -1
  43. package/src/GeminiTranscriber.test.ts +0 -136
  44. package/src/GeminiTranscriber.ts +0 -204
@@ -1,125 +0,0 @@
1
- import { i as it, n as globalExpect, r as describe, t as import_dist } from "./dist-DMsg8YLb.mjs";
2
- import { GeminiTranscriber, buildPrompt, layer } from "./GeminiTranscriber.mjs";
3
- import { Effect, Layer, Redacted, Stream } from "effect";
4
- import { FetchHttpClient } from "effect/unstable/http";
5
- import * as Transcriber$1 from "@effect-uai/core/Transcriber";
6
- //#region src/GeminiTranscriber.test.ts
7
- const cfg = { apiKey: Redacted.make("test-key") };
8
- const live = Layer.provide(layer(cfg), FetchHttpClient.layer);
9
- const dummyAudio = {
10
- _tag: "bytes",
11
- bytes: new Uint8Array([
12
- 0,
13
- 1,
14
- 2,
15
- 3
16
- ]),
17
- mimeType: "audio/wav"
18
- };
19
- describe("GeminiTranscriber.buildPrompt", () => {
20
- it("uses the language-agnostic prompt when no language is set", () => {
21
- globalExpect(buildPrompt({
22
- audio: dummyAudio,
23
- model: "gemini-2.5-flash"
24
- })).toContain("Transcribe the audio verbatim. Return only the transcript text");
25
- });
26
- it("includes the language when set", () => {
27
- globalExpect(buildPrompt({
28
- audio: dummyAudio,
29
- model: "gemini-2.5-flash",
30
- language: "pt-BR"
31
- })).toContain("in pt-BR");
32
- });
33
- it("appends a free-text prompt as context", () => {
34
- globalExpect(buildPrompt({
35
- audio: dummyAudio,
36
- model: "gemini-2.5-flash",
37
- prompt: "Engineering meeting; expect technical jargon."
38
- })).toContain("Context: Engineering meeting");
39
- });
40
- it("appends a terms list as biasing vocabulary", () => {
41
- globalExpect(buildPrompt({
42
- audio: dummyAudio,
43
- model: "gemini-2.5-flash",
44
- prompt: { terms: [
45
- "Effect",
46
- "Lyria",
47
- "MusicGenerator"
48
- ] }
49
- })).toContain("Effect, Lyria, MusicGenerator");
50
- });
51
- it("omits the biasing block when the terms list is empty", () => {
52
- globalExpect(buildPrompt({
53
- audio: dummyAudio,
54
- model: "gemini-2.5-flash",
55
- prompt: { terms: [] }
56
- })).not.toContain("terms / names");
57
- });
58
- });
59
- describe("GeminiTranscriber capability guards (runtime)", () => {
60
- it("fails Unsupported for wordTimestamps", async () => {
61
- const program = GeminiTranscriber.use((s) => s.transcribe({
62
- audio: dummyAudio,
63
- model: "gemini-2.5-flash",
64
- wordTimestamps: true
65
- }));
66
- const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
67
- globalExpect(exit._tag).toBe("Failure");
68
- if (exit._tag === "Failure") {
69
- globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
70
- globalExpect(JSON.stringify(exit.cause)).toContain("wordTimestamps");
71
- }
72
- });
73
- it("fails Unsupported for diarization", async () => {
74
- const program = GeminiTranscriber.use((s) => s.transcribe({
75
- audio: dummyAudio,
76
- model: "gemini-2.5-flash",
77
- diarization: true
78
- }));
79
- const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
80
- globalExpect(exit._tag).toBe("Failure");
81
- if (exit._tag === "Failure") {
82
- globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
83
- globalExpect(JSON.stringify(exit.cause)).toContain("diarization");
84
- }
85
- });
86
- it("streamTranscriptionFrom returns an Unsupported stream", async () => {
87
- const program = GeminiTranscriber.use((s) => Stream.runDrain(s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {
88
- model: "gemini-2.5-flash",
89
- inputFormat: {
90
- container: "raw",
91
- encoding: "pcm_s16le",
92
- sampleRate: 16e3
93
- }
94
- })));
95
- const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
96
- globalExpect(exit._tag).toBe("Failure");
97
- if (exit._tag === "Failure") {
98
- globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
99
- globalExpect(JSON.stringify(exit.cause)).toContain("streamTranscriptionFrom");
100
- }
101
- });
102
- });
103
- describe("GeminiTranscriber Layer (compile-time)", () => {
104
- it("leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer", () => {
105
- const events = Stream.fromIterable([new Uint8Array([0])]).pipe(Transcriber$1.streamTranscriptionFrom({
106
- model: "gemini-2.5-flash",
107
- inputFormat: {
108
- container: "raw",
109
- encoding: "pcm_s16le",
110
- sampleRate: 16e3
111
- }
112
- }));
113
- (0, import_dist.expectTypeOf)(Stream.runDrain(events).pipe(Effect.provide(live))).toEqualTypeOf();
114
- });
115
- it("sync `transcribe` requires no marker", () => {
116
- (0, import_dist.expectTypeOf)(Transcriber$1.transcribe({
117
- audio: dummyAudio,
118
- model: "gemini-2.5-flash"
119
- }).pipe(Effect.provide(live))).toEqualTypeOf();
120
- });
121
- });
122
- //#endregion
123
- export {};
124
-
125
- //# sourceMappingURL=GeminiTranscriber.test.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"GeminiTranscriber.test.mjs","names":["GeminiTranscriber.layer","GeminiTranscriber.buildPrompt","Transcriber"],"sources":["../src/GeminiTranscriber.test.ts"],"sourcesContent":["import { Effect, Layer, Redacted, Stream } from \"effect\"\nimport { FetchHttpClient } from \"effect/unstable/http\"\nimport { describe, expect, expectTypeOf, it } from \"vitest\"\nimport type * as AiError from \"@effect-uai/core/AiError\"\nimport type { AudioSource } from \"@effect-uai/core/Audio\"\nimport type { TranscriptResult } from \"@effect-uai/core/Transcript\"\nimport * as Transcriber from \"@effect-uai/core/Transcriber\"\nimport * as GeminiTranscriber from \"./GeminiTranscriber.js\"\n\nconst cfg: GeminiTranscriber.Config = { apiKey: Redacted.make(\"test-key\") }\nconst live = Layer.provide(GeminiTranscriber.layer(cfg), FetchHttpClient.layer)\n\nconst dummyAudio: AudioSource = {\n _tag: \"bytes\",\n bytes: new Uint8Array([0, 1, 2, 3]),\n mimeType: \"audio/wav\",\n}\n\ndescribe(\"GeminiTranscriber.buildPrompt\", () => {\n it(\"uses the language-agnostic prompt when no language is set\", () => {\n expect(\n GeminiTranscriber.buildPrompt({ audio: dummyAudio, model: \"gemini-2.5-flash\" }),\n ).toContain(\"Transcribe the audio verbatim. Return only the transcript text\")\n })\n\n it(\"includes the language when set\", () => {\n expect(\n GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n language: \"pt-BR\",\n }),\n ).toContain(\"in pt-BR\")\n })\n\n it(\"appends a free-text prompt as context\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: \"Engineering meeting; expect technical jargon.\",\n })\n expect(out).toContain(\"Context: Engineering meeting\")\n })\n\n it(\"appends a terms list as biasing vocabulary\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: { terms: [\"Effect\", \"Lyria\", \"MusicGenerator\"] },\n })\n expect(out).toContain(\"Effect, Lyria, MusicGenerator\")\n })\n\n it(\"omits the biasing block when the terms list is empty\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: { terms: [] },\n })\n expect(out).not.toContain(\"terms / names\")\n })\n})\n\ndescribe(\"GeminiTranscriber capability guards (runtime)\", () => {\n it(\"fails Unsupported for wordTimestamps\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n s.transcribe({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n wordTimestamps: true,\n }),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"wordTimestamps\")\n }\n })\n\n it(\"fails Unsupported for diarization\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n s.transcribe({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n diarization: true,\n }),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"diarization\")\n }\n })\n\n it(\"streamTranscriptionFrom returns an Unsupported stream\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n Stream.runDrain(\n s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {\n model: \"gemini-2.5-flash\",\n inputFormat: { container: \"raw\", encoding: \"pcm_s16le\", sampleRate: 16000 },\n }),\n ),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"streamTranscriptionFrom\")\n }\n })\n})\n\ndescribe(\"GeminiTranscriber Layer (compile-time)\", () => {\n it(\"leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer\", () => {\n const audio: Stream.Stream<Uint8Array> = Stream.fromIterable([new Uint8Array([0])])\n const events = audio.pipe(\n Transcriber.streamTranscriptionFrom({\n model: \"gemini-2.5-flash\",\n inputFormat: { container: \"raw\", encoding: \"pcm_s16le\", sampleRate: 16000 },\n }),\n )\n const provided = Stream.runDrain(events).pipe(Effect.provide(live))\n expectTypeOf(provided).toEqualTypeOf<\n Effect.Effect<void, AiError.AiError, Transcriber.SttStreaming>\n >()\n })\n\n it(\"sync `transcribe` requires no marker\", () => {\n const t = Transcriber.transcribe({ audio: dummyAudio, model: \"gemini-2.5-flash\" }).pipe(\n Effect.provide(live),\n )\n expectTypeOf(t).toEqualTypeOf<Effect.Effect<TranscriptResult, AiError.AiError, never>>()\n })\n})\n"],"mappings":";;;;;;AASA,MAAM,MAAgC,EAAE,QAAQ,SAAS,KAAK,WAAW,EAAE;AAC3E,MAAM,OAAO,MAAM,QAAQA,MAAwB,IAAI,EAAE,gBAAgB,MAAM;AAE/E,MAAM,aAA0B;CAC9B,MAAM;CACN,OAAO,IAAI,WAAW;EAAC;EAAG;EAAG;EAAG;EAAE,CAAC;CACnC,UAAU;CACX;AAED,SAAS,uCAAuC;AAC9C,IAAG,mEAAmE;AACpE,eACEC,YAA8B;GAAE,OAAO;GAAY,OAAO;GAAoB,CAAC,CAChF,CAAC,UAAU,iEAAiE;GAC7E;AAEF,IAAG,wCAAwC;AACzC,eACEA,YAA8B;GAC5B,OAAO;GACP,OAAO;GACP,UAAU;GACX,CAAC,CACH,CAAC,UAAU,WAAW;GACvB;AAEF,IAAG,+CAA+C;AAMhD,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ;GACT,CACS,CAAC,CAAC,UAAU,+BAA+B;GACrD;AAEF,IAAG,oDAAoD;AAMrD,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ,EAAE,OAAO;IAAC;IAAU;IAAS;IAAiB,EAAE;GACzD,CACS,CAAC,CAAC,UAAU,gCAAgC;GACtD;AAEF,IAAG,8DAA8D;AAM/D,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ,EAAE,OAAO,EAAE,EAAE;GACtB,CACS,CAAC,CAAC,IAAI,UAAU,gBAAgB;GAC1C;EACF;AAEF,SAAS,uDAAuD;AAC9D,IAAG,wCAAwC,YAAY;EACrD,MAAM,UAAA,kBAA8C,KAAK,MACvD,EAAE,WAAW;GACX,OAAO;GACP,OAAO;GACP,gBAAgB;GACjB,CAAC,CACH;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,iBAAiB;;GAEhE;AAEF,IAAG,qCAAqC,YAAY;EAClD,MAAM,UAAA,kBAA8C,KAAK,MACvD,EAAE,WAAW;GACX,OAAO;GACP,OAAO;GACP,aAAa;GACd,CAAC,CACH;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;;GAE7D;AAEF,IAAG,yDAAyD,YAAY;EACtE,MAAM,UAAA,kBAA8C,KAAK,MACvD,OAAO,SACL,EAAE,wBAAwB,OAAO,aAAa,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;GACpE,OAAO;GACP,aAAa;IAAE,WAAW;IAAO,UAAU;IAAa,YAAY;IAAO;GAC5E,CAAC,CACH,CACF;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,0BAA0B;;GAEzE;EACF;AAEF,SAAS,gDAAgD;AACvD,IAAG,mGAAmG;EAEpG,MAAM,SADmC,OAAO,aAAa,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC,CAC9D,CAAC,KACnBC,cAAY,wBAAwB;GAClC,OAAO;GACP,aAAa;IAAE,WAAW;IAAO,UAAU;IAAa,YAAY;IAAO;GAC5E,CAAC,CACH;AAED,GAAA,GAAA,YAAA,cADiB,OAAO,SAAS,OAAO,CAAC,KAAK,OAAO,QAAQ,KAAK,CAC7C,CAAC,CAAC,eAEpB;GACH;AAEF,IAAG,8CAA8C;AAI/C,GAAA,GAAA,YAAA,cAHUA,cAAY,WAAW;GAAE,OAAO;GAAY,OAAO;GAAoB,CAAC,CAAC,KACjF,OAAO,QAAQ,KAAK,CAER,CAAC,CAAC,eAAwE;GACxF;EACF"}
@@ -1,136 +0,0 @@
1
- import { Effect, Layer, Redacted, Stream } from "effect"
2
- import { FetchHttpClient } from "effect/unstable/http"
3
- import { describe, expect, expectTypeOf, it } from "vitest"
4
- import type * as AiError from "@effect-uai/core/AiError"
5
- import type { AudioSource } from "@effect-uai/core/Audio"
6
- import type { TranscriptResult } from "@effect-uai/core/Transcript"
7
- import * as Transcriber from "@effect-uai/core/Transcriber"
8
- import * as GeminiTranscriber from "./GeminiTranscriber.js"
9
-
10
- const cfg: GeminiTranscriber.Config = { apiKey: Redacted.make("test-key") }
11
- const live = Layer.provide(GeminiTranscriber.layer(cfg), FetchHttpClient.layer)
12
-
13
- const dummyAudio: AudioSource = {
14
- _tag: "bytes",
15
- bytes: new Uint8Array([0, 1, 2, 3]),
16
- mimeType: "audio/wav",
17
- }
18
-
19
- describe("GeminiTranscriber.buildPrompt", () => {
20
- it("uses the language-agnostic prompt when no language is set", () => {
21
- expect(
22
- GeminiTranscriber.buildPrompt({ audio: dummyAudio, model: "gemini-2.5-flash" }),
23
- ).toContain("Transcribe the audio verbatim. Return only the transcript text")
24
- })
25
-
26
- it("includes the language when set", () => {
27
- expect(
28
- GeminiTranscriber.buildPrompt({
29
- audio: dummyAudio,
30
- model: "gemini-2.5-flash",
31
- language: "pt-BR",
32
- }),
33
- ).toContain("in pt-BR")
34
- })
35
-
36
- it("appends a free-text prompt as context", () => {
37
- const out = GeminiTranscriber.buildPrompt({
38
- audio: dummyAudio,
39
- model: "gemini-2.5-flash",
40
- prompt: "Engineering meeting; expect technical jargon.",
41
- })
42
- expect(out).toContain("Context: Engineering meeting")
43
- })
44
-
45
- it("appends a terms list as biasing vocabulary", () => {
46
- const out = GeminiTranscriber.buildPrompt({
47
- audio: dummyAudio,
48
- model: "gemini-2.5-flash",
49
- prompt: { terms: ["Effect", "Lyria", "MusicGenerator"] },
50
- })
51
- expect(out).toContain("Effect, Lyria, MusicGenerator")
52
- })
53
-
54
- it("omits the biasing block when the terms list is empty", () => {
55
- const out = GeminiTranscriber.buildPrompt({
56
- audio: dummyAudio,
57
- model: "gemini-2.5-flash",
58
- prompt: { terms: [] },
59
- })
60
- expect(out).not.toContain("terms / names")
61
- })
62
- })
63
-
64
- describe("GeminiTranscriber capability guards (runtime)", () => {
65
- it("fails Unsupported for wordTimestamps", async () => {
66
- const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
67
- s.transcribe({
68
- audio: dummyAudio,
69
- model: "gemini-2.5-flash",
70
- wordTimestamps: true,
71
- }),
72
- )
73
- const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
74
- expect(exit._tag).toBe("Failure")
75
- if (exit._tag === "Failure") {
76
- expect(JSON.stringify(exit.cause)).toContain("Unsupported")
77
- expect(JSON.stringify(exit.cause)).toContain("wordTimestamps")
78
- }
79
- })
80
-
81
- it("fails Unsupported for diarization", async () => {
82
- const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
83
- s.transcribe({
84
- audio: dummyAudio,
85
- model: "gemini-2.5-flash",
86
- diarization: true,
87
- }),
88
- )
89
- const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
90
- expect(exit._tag).toBe("Failure")
91
- if (exit._tag === "Failure") {
92
- expect(JSON.stringify(exit.cause)).toContain("Unsupported")
93
- expect(JSON.stringify(exit.cause)).toContain("diarization")
94
- }
95
- })
96
-
97
- it("streamTranscriptionFrom returns an Unsupported stream", async () => {
98
- const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
99
- Stream.runDrain(
100
- s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {
101
- model: "gemini-2.5-flash",
102
- inputFormat: { container: "raw", encoding: "pcm_s16le", sampleRate: 16000 },
103
- }),
104
- ),
105
- )
106
- const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
107
- expect(exit._tag).toBe("Failure")
108
- if (exit._tag === "Failure") {
109
- expect(JSON.stringify(exit.cause)).toContain("Unsupported")
110
- expect(JSON.stringify(exit.cause)).toContain("streamTranscriptionFrom")
111
- }
112
- })
113
- })
114
-
115
- describe("GeminiTranscriber Layer (compile-time)", () => {
116
- it("leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer", () => {
117
- const audio: Stream.Stream<Uint8Array> = Stream.fromIterable([new Uint8Array([0])])
118
- const events = audio.pipe(
119
- Transcriber.streamTranscriptionFrom({
120
- model: "gemini-2.5-flash",
121
- inputFormat: { container: "raw", encoding: "pcm_s16le", sampleRate: 16000 },
122
- }),
123
- )
124
- const provided = Stream.runDrain(events).pipe(Effect.provide(live))
125
- expectTypeOf(provided).toEqualTypeOf<
126
- Effect.Effect<void, AiError.AiError, Transcriber.SttStreaming>
127
- >()
128
- })
129
-
130
- it("sync `transcribe` requires no marker", () => {
131
- const t = Transcriber.transcribe({ audio: dummyAudio, model: "gemini-2.5-flash" }).pipe(
132
- Effect.provide(live),
133
- )
134
- expectTypeOf(t).toEqualTypeOf<Effect.Effect<TranscriptResult, AiError.AiError, never>>()
135
- })
136
- })
@@ -1,204 +0,0 @@
1
- import { Context, Effect, Layer, Match, Redacted, Schema, Stream } from "effect"
2
- import { HttpClient, HttpClientRequest } from "effect/unstable/http"
3
- import * as AiError from "@effect-uai/core/AiError"
4
- import type { TranscriptResult } from "@effect-uai/core/Transcript"
5
- import {
6
- type CommonTranscribeRequest,
7
- Transcriber,
8
- type TranscriberService,
9
- } from "@effect-uai/core/Transcriber"
10
- import { audioSourceToInlineData, httpStatusError, transportFailure } from "./geminiSpeechCodec.js"
11
- import type { GeminiSttModel } from "./models.js"
12
-
13
- // ---------------------------------------------------------------------------
14
- // Public types
15
- // ---------------------------------------------------------------------------
16
-
17
- /**
18
- * Gemini transcription rides on `:generateContent` — the model receives
19
- * audio plus a textual "transcribe verbatim" prompt and returns plain
20
- * text. There is no native structured timestamp / diarization channel,
21
- * so `wordTimestamps` / `diarization` short-circuit with `Unsupported`.
22
- */
23
- export type GeminiTranscribeRequest = Omit<CommonTranscribeRequest, "model"> & {
24
- readonly model: GeminiSttModel
25
- }
26
-
27
- export type GeminiTranscriberService = {
28
- readonly transcribe: (
29
- r: GeminiTranscribeRequest,
30
- ) => Effect.Effect<TranscriptResult, AiError.AiError>
31
- readonly streamTranscriptionFrom: TranscriberService["streamTranscriptionFrom"]
32
- }
33
-
34
- export class GeminiTranscriber extends Context.Service<
35
- GeminiTranscriber,
36
- GeminiTranscriberService
37
- >()("@betalyra/effect-uai/providers/google/GeminiTranscriber") {}
38
-
39
- export type Config = { readonly apiKey: Redacted.Redacted; readonly baseUrl?: string }
40
-
41
- // ---------------------------------------------------------------------------
42
- // Prompt builder + capability guards
43
- // ---------------------------------------------------------------------------
44
-
45
- const unsupported = (capability: string, reason: string) =>
46
- new AiError.Unsupported({ provider: "gemini", capability, reason })
47
-
48
- const ensureSupported = Match.type<GeminiTranscribeRequest>().pipe(
49
- Match.when({ wordTimestamps: true }, () =>
50
- Effect.fail(
51
- unsupported(
52
- "wordTimestamps",
53
- "Gemini's prompt-driven transcription returns plain text — no per-word timing. Use Cloud Speech-to-Text (Chirp 2) for word timestamps.",
54
- ),
55
- ),
56
- ),
57
- Match.when({ diarization: true }, () =>
58
- Effect.fail(
59
- unsupported(
60
- "diarization",
61
- "Gemini's prompt-driven transcription does not surface speaker IDs. Use Cloud Speech-to-Text (Chirp 2) for diarization.",
62
- ),
63
- ),
64
- ),
65
- Match.orElse(() => Effect.void),
66
- )
67
-
68
- const biasingHint = (r: GeminiTranscribeRequest) => {
69
- if (r.prompt === undefined) return ""
70
- if (typeof r.prompt === "string") return `\nContext: ${r.prompt}`
71
- return r.prompt.terms.length === 0
72
- ? ""
73
- : `\nThe following terms / names appear in the audio: ${r.prompt.terms.join(", ")}.`
74
- }
75
-
76
- export const buildPrompt = (r: GeminiTranscribeRequest) =>
77
- (r.language !== undefined
78
- ? `Transcribe the audio verbatim in ${r.language}. Return only the transcript text, no preamble.`
79
- : "Transcribe the audio verbatim. Return only the transcript text, no preamble.") +
80
- biasingHint(r)
81
-
82
- // ---------------------------------------------------------------------------
83
- // Wire
84
- // ---------------------------------------------------------------------------
85
-
86
- const Wire = Schema.Struct({
87
- candidates: Schema.optional(
88
- Schema.Array(
89
- Schema.Struct({
90
- content: Schema.optional(
91
- Schema.Struct({
92
- parts: Schema.optional(
93
- Schema.Array(Schema.Struct({ text: Schema.optional(Schema.String) })),
94
- ),
95
- }),
96
- ),
97
- }),
98
- ),
99
- ),
100
- })
101
- const decodeWire = Schema.decodeUnknownEffect(Wire)
102
-
103
- const collectText = (wire: typeof Wire.Type) =>
104
- (wire.candidates ?? [])
105
- .flatMap((c) => c.content?.parts ?? [])
106
- .flatMap((p) => (p.text !== undefined ? [p.text] : []))
107
- .join("\n")
108
- .trim()
109
-
110
- // ---------------------------------------------------------------------------
111
- // Service implementation
112
- // ---------------------------------------------------------------------------
113
-
114
- const baseUrl = (cfg: Config) => cfg.baseUrl ?? "https://generativelanguage.googleapis.com/v1beta"
115
-
116
- const transcribeImpl = (cfg: Config) => (request: GeminiTranscribeRequest) =>
117
- Effect.gen(function* () {
118
- yield* ensureSupported(request)
119
- const client = yield* HttpClient.HttpClient
120
- const inline = yield* audioSourceToInlineData(request.audio)
121
- const httpRequest = HttpClientRequest.post(
122
- `${baseUrl(cfg)}/models/${request.model}:generateContent`,
123
- ).pipe(
124
- HttpClientRequest.setHeader("x-goog-api-key", Redacted.value(cfg.apiKey)),
125
- HttpClientRequest.bodyJsonUnsafe({
126
- contents: [{ parts: [{ text: buildPrompt(request) }, { inlineData: inline }] }],
127
- }),
128
- )
129
- const response = yield* client.execute(httpRequest).pipe(Effect.mapError(transportFailure))
130
- if (response.status >= 400) {
131
- const text = yield* response.text.pipe(Effect.orElseSucceed(() => ""))
132
- return yield* httpStatusError(response.status, text)
133
- }
134
- const json = yield* response.json.pipe(Effect.mapError(transportFailure))
135
- const text = yield* decodeWire(json).pipe(
136
- Effect.map(collectText),
137
- Effect.mapError((cause) => new AiError.GenerationFailed({ provider: "gemini", raw: cause })),
138
- Effect.flatMap((t) =>
139
- t.length === 0
140
- ? Effect.fail(
141
- new AiError.GenerationFailed({
142
- provider: "gemini",
143
- raw: {
144
- message: "Gemini transcription response had no text part.",
145
- hint: "Likely a prompt-safety rejection or the model returned only metadata.",
146
- response: json,
147
- },
148
- }),
149
- )
150
- : Effect.succeed(t),
151
- ),
152
- )
153
- return {
154
- text,
155
- ...(request.language !== undefined && { languageCode: request.language }),
156
- raw: json,
157
- } satisfies TranscriptResult
158
- })
159
-
160
- const unsupportedStreamFrom: TranscriberService["streamTranscriptionFrom"] = () =>
161
- Stream.fail(
162
- new AiError.Unsupported({
163
- provider: "gemini",
164
- capability: "streamTranscriptionFrom",
165
- reason:
166
- "Gemini transcription via generateContent is sync-only. Use Cloud Speech-to-Text (StreamingRecognize) for live transcription.",
167
- }),
168
- )
169
-
170
- // ---------------------------------------------------------------------------
171
- // Constructors
172
- // ---------------------------------------------------------------------------
173
-
174
- export const make = (cfg: Config) =>
175
- Effect.map(
176
- HttpClient.HttpClient.asEffect(),
177
- (client): GeminiTranscriberService => ({
178
- transcribe: (r) =>
179
- transcribeImpl(cfg)(r).pipe(Effect.provideService(HttpClient.HttpClient, client)),
180
- streamTranscriptionFrom: unsupportedStreamFrom,
181
- }),
182
- )
183
-
184
- /**
185
- * Layer registers both `GeminiTranscriber` and the generic
186
- * `Transcriber`. Does NOT register `SttStreaming` — Gemini's transcription
187
- * is sync-only, so `streamTranscriptionFrom` against this Layer alone
188
- * is a compile-time error.
189
- */
190
- export const layer = (cfg: Config) =>
191
- Layer.merge(
192
- Layer.effect(GeminiTranscriber, make(cfg)),
193
- Layer.effect(
194
- Transcriber,
195
- Effect.map(
196
- make(cfg),
197
- (s): TranscriberService => ({
198
- transcribe: (req: CommonTranscribeRequest) =>
199
- s.transcribe(req as GeminiTranscribeRequest),
200
- streamTranscriptionFrom: s.streamTranscriptionFrom,
201
- }),
202
- ),
203
- ),
204
- )