@effect-uai/google 0.6.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Gemini.d.mts.map +1 -1
- package/dist/Gemini.mjs +7 -2
- package/dist/Gemini.mjs.map +1 -1
- package/dist/GeminiEmbedding.d.mts.map +1 -1
- package/dist/GeminiEmbedding.mjs +3 -3
- package/dist/GeminiEmbedding.mjs.map +1 -1
- package/dist/GeminiSynthesizer.d.mts.map +1 -1
- package/dist/GeminiSynthesizer.mjs +22 -4
- package/dist/GeminiSynthesizer.mjs.map +1 -1
- package/dist/GeminiSynthesizer.test.mjs +14 -48
- package/dist/GeminiSynthesizer.test.mjs.map +1 -1
- package/dist/LyriaGenerator.d.mts +18 -18
- package/dist/LyriaGenerator.d.mts.map +1 -1
- package/dist/LyriaGenerator.mjs +59 -42
- package/dist/LyriaGenerator.mjs.map +1 -1
- package/dist/LyriaGenerator.test.mjs +26 -72
- package/dist/LyriaGenerator.test.mjs.map +1 -1
- package/dist/codec.d.mts +11 -3
- package/dist/codec.d.mts.map +1 -1
- package/dist/codec.mjs +20 -3
- package/dist/codec.mjs.map +1 -1
- package/dist/index.d.mts +2 -3
- package/dist/index.mjs +1 -2
- package/dist/models.d.mts +1 -10
- package/dist/models.d.mts.map +1 -1
- package/package.json +2 -6
- package/src/Gemini.ts +15 -1
- package/src/GeminiEmbedding.ts +14 -9
- package/src/GeminiSynthesizer.test.ts +13 -67
- package/src/GeminiSynthesizer.ts +30 -4
- package/src/LyriaGenerator.test.ts +34 -78
- package/src/LyriaGenerator.ts +92 -73
- package/src/codec.ts +31 -1
- package/src/index.ts +0 -1
- package/src/models.ts +0 -17
- package/dist/GeminiTranscriber.d.mts +0 -42
- package/dist/GeminiTranscriber.d.mts.map +0 -1
- package/dist/GeminiTranscriber.mjs +0 -80
- package/dist/GeminiTranscriber.mjs.map +0 -1
- package/dist/GeminiTranscriber.test.d.mts +0 -1
- package/dist/GeminiTranscriber.test.mjs +0 -125
- package/dist/GeminiTranscriber.test.mjs.map +0 -1
- package/src/GeminiTranscriber.test.ts +0 -136
- package/src/GeminiTranscriber.ts +0 -204
|
@@ -1,125 +0,0 @@
|
|
|
1
|
-
import { i as it, n as globalExpect, r as describe, t as import_dist } from "./dist-DMsg8YLb.mjs";
|
|
2
|
-
import { GeminiTranscriber, buildPrompt, layer } from "./GeminiTranscriber.mjs";
|
|
3
|
-
import { Effect, Layer, Redacted, Stream } from "effect";
|
|
4
|
-
import { FetchHttpClient } from "effect/unstable/http";
|
|
5
|
-
import * as Transcriber$1 from "@effect-uai/core/Transcriber";
|
|
6
|
-
//#region src/GeminiTranscriber.test.ts
|
|
7
|
-
const cfg = { apiKey: Redacted.make("test-key") };
|
|
8
|
-
const live = Layer.provide(layer(cfg), FetchHttpClient.layer);
|
|
9
|
-
const dummyAudio = {
|
|
10
|
-
_tag: "bytes",
|
|
11
|
-
bytes: new Uint8Array([
|
|
12
|
-
0,
|
|
13
|
-
1,
|
|
14
|
-
2,
|
|
15
|
-
3
|
|
16
|
-
]),
|
|
17
|
-
mimeType: "audio/wav"
|
|
18
|
-
};
|
|
19
|
-
describe("GeminiTranscriber.buildPrompt", () => {
|
|
20
|
-
it("uses the language-agnostic prompt when no language is set", () => {
|
|
21
|
-
globalExpect(buildPrompt({
|
|
22
|
-
audio: dummyAudio,
|
|
23
|
-
model: "gemini-2.5-flash"
|
|
24
|
-
})).toContain("Transcribe the audio verbatim. Return only the transcript text");
|
|
25
|
-
});
|
|
26
|
-
it("includes the language when set", () => {
|
|
27
|
-
globalExpect(buildPrompt({
|
|
28
|
-
audio: dummyAudio,
|
|
29
|
-
model: "gemini-2.5-flash",
|
|
30
|
-
language: "pt-BR"
|
|
31
|
-
})).toContain("in pt-BR");
|
|
32
|
-
});
|
|
33
|
-
it("appends a free-text prompt as context", () => {
|
|
34
|
-
globalExpect(buildPrompt({
|
|
35
|
-
audio: dummyAudio,
|
|
36
|
-
model: "gemini-2.5-flash",
|
|
37
|
-
prompt: "Engineering meeting; expect technical jargon."
|
|
38
|
-
})).toContain("Context: Engineering meeting");
|
|
39
|
-
});
|
|
40
|
-
it("appends a terms list as biasing vocabulary", () => {
|
|
41
|
-
globalExpect(buildPrompt({
|
|
42
|
-
audio: dummyAudio,
|
|
43
|
-
model: "gemini-2.5-flash",
|
|
44
|
-
prompt: { terms: [
|
|
45
|
-
"Effect",
|
|
46
|
-
"Lyria",
|
|
47
|
-
"MusicGenerator"
|
|
48
|
-
] }
|
|
49
|
-
})).toContain("Effect, Lyria, MusicGenerator");
|
|
50
|
-
});
|
|
51
|
-
it("omits the biasing block when the terms list is empty", () => {
|
|
52
|
-
globalExpect(buildPrompt({
|
|
53
|
-
audio: dummyAudio,
|
|
54
|
-
model: "gemini-2.5-flash",
|
|
55
|
-
prompt: { terms: [] }
|
|
56
|
-
})).not.toContain("terms / names");
|
|
57
|
-
});
|
|
58
|
-
});
|
|
59
|
-
describe("GeminiTranscriber capability guards (runtime)", () => {
|
|
60
|
-
it("fails Unsupported for wordTimestamps", async () => {
|
|
61
|
-
const program = GeminiTranscriber.use((s) => s.transcribe({
|
|
62
|
-
audio: dummyAudio,
|
|
63
|
-
model: "gemini-2.5-flash",
|
|
64
|
-
wordTimestamps: true
|
|
65
|
-
}));
|
|
66
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
|
|
67
|
-
globalExpect(exit._tag).toBe("Failure");
|
|
68
|
-
if (exit._tag === "Failure") {
|
|
69
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
|
|
70
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("wordTimestamps");
|
|
71
|
-
}
|
|
72
|
-
});
|
|
73
|
-
it("fails Unsupported for diarization", async () => {
|
|
74
|
-
const program = GeminiTranscriber.use((s) => s.transcribe({
|
|
75
|
-
audio: dummyAudio,
|
|
76
|
-
model: "gemini-2.5-flash",
|
|
77
|
-
diarization: true
|
|
78
|
-
}));
|
|
79
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
|
|
80
|
-
globalExpect(exit._tag).toBe("Failure");
|
|
81
|
-
if (exit._tag === "Failure") {
|
|
82
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
|
|
83
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("diarization");
|
|
84
|
-
}
|
|
85
|
-
});
|
|
86
|
-
it("streamTranscriptionFrom returns an Unsupported stream", async () => {
|
|
87
|
-
const program = GeminiTranscriber.use((s) => Stream.runDrain(s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {
|
|
88
|
-
model: "gemini-2.5-flash",
|
|
89
|
-
inputFormat: {
|
|
90
|
-
container: "raw",
|
|
91
|
-
encoding: "pcm_s16le",
|
|
92
|
-
sampleRate: 16e3
|
|
93
|
-
}
|
|
94
|
-
})));
|
|
95
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
|
|
96
|
-
globalExpect(exit._tag).toBe("Failure");
|
|
97
|
-
if (exit._tag === "Failure") {
|
|
98
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
|
|
99
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("streamTranscriptionFrom");
|
|
100
|
-
}
|
|
101
|
-
});
|
|
102
|
-
});
|
|
103
|
-
describe("GeminiTranscriber Layer (compile-time)", () => {
|
|
104
|
-
it("leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer", () => {
|
|
105
|
-
const events = Stream.fromIterable([new Uint8Array([0])]).pipe(Transcriber$1.streamTranscriptionFrom({
|
|
106
|
-
model: "gemini-2.5-flash",
|
|
107
|
-
inputFormat: {
|
|
108
|
-
container: "raw",
|
|
109
|
-
encoding: "pcm_s16le",
|
|
110
|
-
sampleRate: 16e3
|
|
111
|
-
}
|
|
112
|
-
}));
|
|
113
|
-
(0, import_dist.expectTypeOf)(Stream.runDrain(events).pipe(Effect.provide(live))).toEqualTypeOf();
|
|
114
|
-
});
|
|
115
|
-
it("sync `transcribe` requires no marker", () => {
|
|
116
|
-
(0, import_dist.expectTypeOf)(Transcriber$1.transcribe({
|
|
117
|
-
audio: dummyAudio,
|
|
118
|
-
model: "gemini-2.5-flash"
|
|
119
|
-
}).pipe(Effect.provide(live))).toEqualTypeOf();
|
|
120
|
-
});
|
|
121
|
-
});
|
|
122
|
-
//#endregion
|
|
123
|
-
export {};
|
|
124
|
-
|
|
125
|
-
//# sourceMappingURL=GeminiTranscriber.test.mjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiTranscriber.test.mjs","names":["GeminiTranscriber.layer","GeminiTranscriber.buildPrompt","Transcriber"],"sources":["../src/GeminiTranscriber.test.ts"],"sourcesContent":["import { Effect, Layer, Redacted, Stream } from \"effect\"\nimport { FetchHttpClient } from \"effect/unstable/http\"\nimport { describe, expect, expectTypeOf, it } from \"vitest\"\nimport type * as AiError from \"@effect-uai/core/AiError\"\nimport type { AudioSource } from \"@effect-uai/core/Audio\"\nimport type { TranscriptResult } from \"@effect-uai/core/Transcript\"\nimport * as Transcriber from \"@effect-uai/core/Transcriber\"\nimport * as GeminiTranscriber from \"./GeminiTranscriber.js\"\n\nconst cfg: GeminiTranscriber.Config = { apiKey: Redacted.make(\"test-key\") }\nconst live = Layer.provide(GeminiTranscriber.layer(cfg), FetchHttpClient.layer)\n\nconst dummyAudio: AudioSource = {\n _tag: \"bytes\",\n bytes: new Uint8Array([0, 1, 2, 3]),\n mimeType: \"audio/wav\",\n}\n\ndescribe(\"GeminiTranscriber.buildPrompt\", () => {\n it(\"uses the language-agnostic prompt when no language is set\", () => {\n expect(\n GeminiTranscriber.buildPrompt({ audio: dummyAudio, model: \"gemini-2.5-flash\" }),\n ).toContain(\"Transcribe the audio verbatim. Return only the transcript text\")\n })\n\n it(\"includes the language when set\", () => {\n expect(\n GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n language: \"pt-BR\",\n }),\n ).toContain(\"in pt-BR\")\n })\n\n it(\"appends a free-text prompt as context\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: \"Engineering meeting; expect technical jargon.\",\n })\n expect(out).toContain(\"Context: Engineering meeting\")\n })\n\n it(\"appends a terms list as biasing vocabulary\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: { terms: [\"Effect\", \"Lyria\", \"MusicGenerator\"] },\n })\n expect(out).toContain(\"Effect, Lyria, MusicGenerator\")\n })\n\n it(\"omits the biasing block when the terms list is empty\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: { terms: [] },\n })\n expect(out).not.toContain(\"terms / names\")\n })\n})\n\ndescribe(\"GeminiTranscriber capability guards (runtime)\", () => {\n it(\"fails Unsupported for wordTimestamps\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n s.transcribe({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n wordTimestamps: true,\n }),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"wordTimestamps\")\n }\n })\n\n it(\"fails Unsupported for diarization\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n s.transcribe({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n diarization: true,\n }),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"diarization\")\n }\n })\n\n it(\"streamTranscriptionFrom returns an Unsupported stream\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n Stream.runDrain(\n s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {\n model: \"gemini-2.5-flash\",\n inputFormat: { container: \"raw\", encoding: \"pcm_s16le\", sampleRate: 16000 },\n }),\n ),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"streamTranscriptionFrom\")\n }\n })\n})\n\ndescribe(\"GeminiTranscriber Layer (compile-time)\", () => {\n it(\"leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer\", () => {\n const audio: Stream.Stream<Uint8Array> = Stream.fromIterable([new Uint8Array([0])])\n const events = audio.pipe(\n Transcriber.streamTranscriptionFrom({\n model: \"gemini-2.5-flash\",\n inputFormat: { container: \"raw\", encoding: \"pcm_s16le\", sampleRate: 16000 },\n }),\n )\n const provided = Stream.runDrain(events).pipe(Effect.provide(live))\n expectTypeOf(provided).toEqualTypeOf<\n Effect.Effect<void, AiError.AiError, Transcriber.SttStreaming>\n >()\n })\n\n it(\"sync `transcribe` requires no marker\", () => {\n const t = Transcriber.transcribe({ audio: dummyAudio, model: \"gemini-2.5-flash\" }).pipe(\n Effect.provide(live),\n )\n expectTypeOf(t).toEqualTypeOf<Effect.Effect<TranscriptResult, AiError.AiError, never>>()\n })\n})\n"],"mappings":";;;;;;AASA,MAAM,MAAgC,EAAE,QAAQ,SAAS,KAAK,WAAW,EAAE;AAC3E,MAAM,OAAO,MAAM,QAAQA,MAAwB,IAAI,EAAE,gBAAgB,MAAM;AAE/E,MAAM,aAA0B;CAC9B,MAAM;CACN,OAAO,IAAI,WAAW;EAAC;EAAG;EAAG;EAAG;EAAE,CAAC;CACnC,UAAU;CACX;AAED,SAAS,uCAAuC;AAC9C,IAAG,mEAAmE;AACpE,eACEC,YAA8B;GAAE,OAAO;GAAY,OAAO;GAAoB,CAAC,CAChF,CAAC,UAAU,iEAAiE;GAC7E;AAEF,IAAG,wCAAwC;AACzC,eACEA,YAA8B;GAC5B,OAAO;GACP,OAAO;GACP,UAAU;GACX,CAAC,CACH,CAAC,UAAU,WAAW;GACvB;AAEF,IAAG,+CAA+C;AAMhD,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ;GACT,CACS,CAAC,CAAC,UAAU,+BAA+B;GACrD;AAEF,IAAG,oDAAoD;AAMrD,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ,EAAE,OAAO;IAAC;IAAU;IAAS;IAAiB,EAAE;GACzD,CACS,CAAC,CAAC,UAAU,gCAAgC;GACtD;AAEF,IAAG,8DAA8D;AAM/D,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ,EAAE,OAAO,EAAE,EAAE;GACtB,CACS,CAAC,CAAC,IAAI,UAAU,gBAAgB;GAC1C;EACF;AAEF,SAAS,uDAAuD;AAC9D,IAAG,wCAAwC,YAAY;EACrD,MAAM,UAAA,kBAA8C,KAAK,MACvD,EAAE,WAAW;GACX,OAAO;GACP,OAAO;GACP,gBAAgB;GACjB,CAAC,CACH;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,iBAAiB;;GAEhE;AAEF,IAAG,qCAAqC,YAAY;EAClD,MAAM,UAAA,kBAA8C,KAAK,MACvD,EAAE,WAAW;GACX,OAAO;GACP,OAAO;GACP,aAAa;GACd,CAAC,CACH;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;;GAE7D;AAEF,IAAG,yDAAyD,YAAY;EACtE,MAAM,UAAA,kBAA8C,KAAK,MACvD,OAAO,SACL,EAAE,wBAAwB,OAAO,aAAa,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;GACpE,OAAO;GACP,aAAa;IAAE,WAAW;IAAO,UAAU;IAAa,YAAY;IAAO;GAC5E,CAAC,CACH,CACF;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,0BAA0B;;GAEzE;EACF;AAEF,SAAS,gDAAgD;AACvD,IAAG,mGAAmG;EAEpG,MAAM,SADmC,OAAO,aAAa,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC,CAC9D,CAAC,KACnBC,cAAY,wBAAwB;GAClC,OAAO;GACP,aAAa;IAAE,WAAW;IAAO,UAAU;IAAa,YAAY;IAAO;GAC5E,CAAC,CACH;AAED,GAAA,GAAA,YAAA,cADiB,OAAO,SAAS,OAAO,CAAC,KAAK,OAAO,QAAQ,KAAK,CAC7C,CAAC,CAAC,eAEpB;GACH;AAEF,IAAG,8CAA8C;AAI/C,GAAA,GAAA,YAAA,cAHUA,cAAY,WAAW;GAAE,OAAO;GAAY,OAAO;GAAoB,CAAC,CAAC,KACjF,OAAO,QAAQ,KAAK,CAER,CAAC,CAAC,eAAwE;GACxF;EACF"}
|
|
@@ -1,136 +0,0 @@
|
|
|
1
|
-
import { Effect, Layer, Redacted, Stream } from "effect"
|
|
2
|
-
import { FetchHttpClient } from "effect/unstable/http"
|
|
3
|
-
import { describe, expect, expectTypeOf, it } from "vitest"
|
|
4
|
-
import type * as AiError from "@effect-uai/core/AiError"
|
|
5
|
-
import type { AudioSource } from "@effect-uai/core/Audio"
|
|
6
|
-
import type { TranscriptResult } from "@effect-uai/core/Transcript"
|
|
7
|
-
import * as Transcriber from "@effect-uai/core/Transcriber"
|
|
8
|
-
import * as GeminiTranscriber from "./GeminiTranscriber.js"
|
|
9
|
-
|
|
10
|
-
const cfg: GeminiTranscriber.Config = { apiKey: Redacted.make("test-key") }
|
|
11
|
-
const live = Layer.provide(GeminiTranscriber.layer(cfg), FetchHttpClient.layer)
|
|
12
|
-
|
|
13
|
-
const dummyAudio: AudioSource = {
|
|
14
|
-
_tag: "bytes",
|
|
15
|
-
bytes: new Uint8Array([0, 1, 2, 3]),
|
|
16
|
-
mimeType: "audio/wav",
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
describe("GeminiTranscriber.buildPrompt", () => {
|
|
20
|
-
it("uses the language-agnostic prompt when no language is set", () => {
|
|
21
|
-
expect(
|
|
22
|
-
GeminiTranscriber.buildPrompt({ audio: dummyAudio, model: "gemini-2.5-flash" }),
|
|
23
|
-
).toContain("Transcribe the audio verbatim. Return only the transcript text")
|
|
24
|
-
})
|
|
25
|
-
|
|
26
|
-
it("includes the language when set", () => {
|
|
27
|
-
expect(
|
|
28
|
-
GeminiTranscriber.buildPrompt({
|
|
29
|
-
audio: dummyAudio,
|
|
30
|
-
model: "gemini-2.5-flash",
|
|
31
|
-
language: "pt-BR",
|
|
32
|
-
}),
|
|
33
|
-
).toContain("in pt-BR")
|
|
34
|
-
})
|
|
35
|
-
|
|
36
|
-
it("appends a free-text prompt as context", () => {
|
|
37
|
-
const out = GeminiTranscriber.buildPrompt({
|
|
38
|
-
audio: dummyAudio,
|
|
39
|
-
model: "gemini-2.5-flash",
|
|
40
|
-
prompt: "Engineering meeting; expect technical jargon.",
|
|
41
|
-
})
|
|
42
|
-
expect(out).toContain("Context: Engineering meeting")
|
|
43
|
-
})
|
|
44
|
-
|
|
45
|
-
it("appends a terms list as biasing vocabulary", () => {
|
|
46
|
-
const out = GeminiTranscriber.buildPrompt({
|
|
47
|
-
audio: dummyAudio,
|
|
48
|
-
model: "gemini-2.5-flash",
|
|
49
|
-
prompt: { terms: ["Effect", "Lyria", "MusicGenerator"] },
|
|
50
|
-
})
|
|
51
|
-
expect(out).toContain("Effect, Lyria, MusicGenerator")
|
|
52
|
-
})
|
|
53
|
-
|
|
54
|
-
it("omits the biasing block when the terms list is empty", () => {
|
|
55
|
-
const out = GeminiTranscriber.buildPrompt({
|
|
56
|
-
audio: dummyAudio,
|
|
57
|
-
model: "gemini-2.5-flash",
|
|
58
|
-
prompt: { terms: [] },
|
|
59
|
-
})
|
|
60
|
-
expect(out).not.toContain("terms / names")
|
|
61
|
-
})
|
|
62
|
-
})
|
|
63
|
-
|
|
64
|
-
describe("GeminiTranscriber capability guards (runtime)", () => {
|
|
65
|
-
it("fails Unsupported for wordTimestamps", async () => {
|
|
66
|
-
const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
|
|
67
|
-
s.transcribe({
|
|
68
|
-
audio: dummyAudio,
|
|
69
|
-
model: "gemini-2.5-flash",
|
|
70
|
-
wordTimestamps: true,
|
|
71
|
-
}),
|
|
72
|
-
)
|
|
73
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
|
|
74
|
-
expect(exit._tag).toBe("Failure")
|
|
75
|
-
if (exit._tag === "Failure") {
|
|
76
|
-
expect(JSON.stringify(exit.cause)).toContain("Unsupported")
|
|
77
|
-
expect(JSON.stringify(exit.cause)).toContain("wordTimestamps")
|
|
78
|
-
}
|
|
79
|
-
})
|
|
80
|
-
|
|
81
|
-
it("fails Unsupported for diarization", async () => {
|
|
82
|
-
const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
|
|
83
|
-
s.transcribe({
|
|
84
|
-
audio: dummyAudio,
|
|
85
|
-
model: "gemini-2.5-flash",
|
|
86
|
-
diarization: true,
|
|
87
|
-
}),
|
|
88
|
-
)
|
|
89
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
|
|
90
|
-
expect(exit._tag).toBe("Failure")
|
|
91
|
-
if (exit._tag === "Failure") {
|
|
92
|
-
expect(JSON.stringify(exit.cause)).toContain("Unsupported")
|
|
93
|
-
expect(JSON.stringify(exit.cause)).toContain("diarization")
|
|
94
|
-
}
|
|
95
|
-
})
|
|
96
|
-
|
|
97
|
-
it("streamTranscriptionFrom returns an Unsupported stream", async () => {
|
|
98
|
-
const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
|
|
99
|
-
Stream.runDrain(
|
|
100
|
-
s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {
|
|
101
|
-
model: "gemini-2.5-flash",
|
|
102
|
-
inputFormat: { container: "raw", encoding: "pcm_s16le", sampleRate: 16000 },
|
|
103
|
-
}),
|
|
104
|
-
),
|
|
105
|
-
)
|
|
106
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
|
|
107
|
-
expect(exit._tag).toBe("Failure")
|
|
108
|
-
if (exit._tag === "Failure") {
|
|
109
|
-
expect(JSON.stringify(exit.cause)).toContain("Unsupported")
|
|
110
|
-
expect(JSON.stringify(exit.cause)).toContain("streamTranscriptionFrom")
|
|
111
|
-
}
|
|
112
|
-
})
|
|
113
|
-
})
|
|
114
|
-
|
|
115
|
-
describe("GeminiTranscriber Layer (compile-time)", () => {
|
|
116
|
-
it("leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer", () => {
|
|
117
|
-
const audio: Stream.Stream<Uint8Array> = Stream.fromIterable([new Uint8Array([0])])
|
|
118
|
-
const events = audio.pipe(
|
|
119
|
-
Transcriber.streamTranscriptionFrom({
|
|
120
|
-
model: "gemini-2.5-flash",
|
|
121
|
-
inputFormat: { container: "raw", encoding: "pcm_s16le", sampleRate: 16000 },
|
|
122
|
-
}),
|
|
123
|
-
)
|
|
124
|
-
const provided = Stream.runDrain(events).pipe(Effect.provide(live))
|
|
125
|
-
expectTypeOf(provided).toEqualTypeOf<
|
|
126
|
-
Effect.Effect<void, AiError.AiError, Transcriber.SttStreaming>
|
|
127
|
-
>()
|
|
128
|
-
})
|
|
129
|
-
|
|
130
|
-
it("sync `transcribe` requires no marker", () => {
|
|
131
|
-
const t = Transcriber.transcribe({ audio: dummyAudio, model: "gemini-2.5-flash" }).pipe(
|
|
132
|
-
Effect.provide(live),
|
|
133
|
-
)
|
|
134
|
-
expectTypeOf(t).toEqualTypeOf<Effect.Effect<TranscriptResult, AiError.AiError, never>>()
|
|
135
|
-
})
|
|
136
|
-
})
|
package/src/GeminiTranscriber.ts
DELETED
|
@@ -1,204 +0,0 @@
|
|
|
1
|
-
import { Context, Effect, Layer, Match, Redacted, Schema, Stream } from "effect"
|
|
2
|
-
import { HttpClient, HttpClientRequest } from "effect/unstable/http"
|
|
3
|
-
import * as AiError from "@effect-uai/core/AiError"
|
|
4
|
-
import type { TranscriptResult } from "@effect-uai/core/Transcript"
|
|
5
|
-
import {
|
|
6
|
-
type CommonTranscribeRequest,
|
|
7
|
-
Transcriber,
|
|
8
|
-
type TranscriberService,
|
|
9
|
-
} from "@effect-uai/core/Transcriber"
|
|
10
|
-
import { audioSourceToInlineData, httpStatusError, transportFailure } from "./geminiSpeechCodec.js"
|
|
11
|
-
import type { GeminiSttModel } from "./models.js"
|
|
12
|
-
|
|
13
|
-
// ---------------------------------------------------------------------------
|
|
14
|
-
// Public types
|
|
15
|
-
// ---------------------------------------------------------------------------
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* Gemini transcription rides on `:generateContent` — the model receives
|
|
19
|
-
* audio plus a textual "transcribe verbatim" prompt and returns plain
|
|
20
|
-
* text. There is no native structured timestamp / diarization channel,
|
|
21
|
-
* so `wordTimestamps` / `diarization` short-circuit with `Unsupported`.
|
|
22
|
-
*/
|
|
23
|
-
export type GeminiTranscribeRequest = Omit<CommonTranscribeRequest, "model"> & {
|
|
24
|
-
readonly model: GeminiSttModel
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
export type GeminiTranscriberService = {
|
|
28
|
-
readonly transcribe: (
|
|
29
|
-
r: GeminiTranscribeRequest,
|
|
30
|
-
) => Effect.Effect<TranscriptResult, AiError.AiError>
|
|
31
|
-
readonly streamTranscriptionFrom: TranscriberService["streamTranscriptionFrom"]
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export class GeminiTranscriber extends Context.Service<
|
|
35
|
-
GeminiTranscriber,
|
|
36
|
-
GeminiTranscriberService
|
|
37
|
-
>()("@betalyra/effect-uai/providers/google/GeminiTranscriber") {}
|
|
38
|
-
|
|
39
|
-
export type Config = { readonly apiKey: Redacted.Redacted; readonly baseUrl?: string }
|
|
40
|
-
|
|
41
|
-
// ---------------------------------------------------------------------------
|
|
42
|
-
// Prompt builder + capability guards
|
|
43
|
-
// ---------------------------------------------------------------------------
|
|
44
|
-
|
|
45
|
-
const unsupported = (capability: string, reason: string) =>
|
|
46
|
-
new AiError.Unsupported({ provider: "gemini", capability, reason })
|
|
47
|
-
|
|
48
|
-
const ensureSupported = Match.type<GeminiTranscribeRequest>().pipe(
|
|
49
|
-
Match.when({ wordTimestamps: true }, () =>
|
|
50
|
-
Effect.fail(
|
|
51
|
-
unsupported(
|
|
52
|
-
"wordTimestamps",
|
|
53
|
-
"Gemini's prompt-driven transcription returns plain text — no per-word timing. Use Cloud Speech-to-Text (Chirp 2) for word timestamps.",
|
|
54
|
-
),
|
|
55
|
-
),
|
|
56
|
-
),
|
|
57
|
-
Match.when({ diarization: true }, () =>
|
|
58
|
-
Effect.fail(
|
|
59
|
-
unsupported(
|
|
60
|
-
"diarization",
|
|
61
|
-
"Gemini's prompt-driven transcription does not surface speaker IDs. Use Cloud Speech-to-Text (Chirp 2) for diarization.",
|
|
62
|
-
),
|
|
63
|
-
),
|
|
64
|
-
),
|
|
65
|
-
Match.orElse(() => Effect.void),
|
|
66
|
-
)
|
|
67
|
-
|
|
68
|
-
const biasingHint = (r: GeminiTranscribeRequest) => {
|
|
69
|
-
if (r.prompt === undefined) return ""
|
|
70
|
-
if (typeof r.prompt === "string") return `\nContext: ${r.prompt}`
|
|
71
|
-
return r.prompt.terms.length === 0
|
|
72
|
-
? ""
|
|
73
|
-
: `\nThe following terms / names appear in the audio: ${r.prompt.terms.join(", ")}.`
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
export const buildPrompt = (r: GeminiTranscribeRequest) =>
|
|
77
|
-
(r.language !== undefined
|
|
78
|
-
? `Transcribe the audio verbatim in ${r.language}. Return only the transcript text, no preamble.`
|
|
79
|
-
: "Transcribe the audio verbatim. Return only the transcript text, no preamble.") +
|
|
80
|
-
biasingHint(r)
|
|
81
|
-
|
|
82
|
-
// ---------------------------------------------------------------------------
|
|
83
|
-
// Wire
|
|
84
|
-
// ---------------------------------------------------------------------------
|
|
85
|
-
|
|
86
|
-
const Wire = Schema.Struct({
|
|
87
|
-
candidates: Schema.optional(
|
|
88
|
-
Schema.Array(
|
|
89
|
-
Schema.Struct({
|
|
90
|
-
content: Schema.optional(
|
|
91
|
-
Schema.Struct({
|
|
92
|
-
parts: Schema.optional(
|
|
93
|
-
Schema.Array(Schema.Struct({ text: Schema.optional(Schema.String) })),
|
|
94
|
-
),
|
|
95
|
-
}),
|
|
96
|
-
),
|
|
97
|
-
}),
|
|
98
|
-
),
|
|
99
|
-
),
|
|
100
|
-
})
|
|
101
|
-
const decodeWire = Schema.decodeUnknownEffect(Wire)
|
|
102
|
-
|
|
103
|
-
const collectText = (wire: typeof Wire.Type) =>
|
|
104
|
-
(wire.candidates ?? [])
|
|
105
|
-
.flatMap((c) => c.content?.parts ?? [])
|
|
106
|
-
.flatMap((p) => (p.text !== undefined ? [p.text] : []))
|
|
107
|
-
.join("\n")
|
|
108
|
-
.trim()
|
|
109
|
-
|
|
110
|
-
// ---------------------------------------------------------------------------
|
|
111
|
-
// Service implementation
|
|
112
|
-
// ---------------------------------------------------------------------------
|
|
113
|
-
|
|
114
|
-
const baseUrl = (cfg: Config) => cfg.baseUrl ?? "https://generativelanguage.googleapis.com/v1beta"
|
|
115
|
-
|
|
116
|
-
const transcribeImpl = (cfg: Config) => (request: GeminiTranscribeRequest) =>
|
|
117
|
-
Effect.gen(function* () {
|
|
118
|
-
yield* ensureSupported(request)
|
|
119
|
-
const client = yield* HttpClient.HttpClient
|
|
120
|
-
const inline = yield* audioSourceToInlineData(request.audio)
|
|
121
|
-
const httpRequest = HttpClientRequest.post(
|
|
122
|
-
`${baseUrl(cfg)}/models/${request.model}:generateContent`,
|
|
123
|
-
).pipe(
|
|
124
|
-
HttpClientRequest.setHeader("x-goog-api-key", Redacted.value(cfg.apiKey)),
|
|
125
|
-
HttpClientRequest.bodyJsonUnsafe({
|
|
126
|
-
contents: [{ parts: [{ text: buildPrompt(request) }, { inlineData: inline }] }],
|
|
127
|
-
}),
|
|
128
|
-
)
|
|
129
|
-
const response = yield* client.execute(httpRequest).pipe(Effect.mapError(transportFailure))
|
|
130
|
-
if (response.status >= 400) {
|
|
131
|
-
const text = yield* response.text.pipe(Effect.orElseSucceed(() => ""))
|
|
132
|
-
return yield* httpStatusError(response.status, text)
|
|
133
|
-
}
|
|
134
|
-
const json = yield* response.json.pipe(Effect.mapError(transportFailure))
|
|
135
|
-
const text = yield* decodeWire(json).pipe(
|
|
136
|
-
Effect.map(collectText),
|
|
137
|
-
Effect.mapError((cause) => new AiError.GenerationFailed({ provider: "gemini", raw: cause })),
|
|
138
|
-
Effect.flatMap((t) =>
|
|
139
|
-
t.length === 0
|
|
140
|
-
? Effect.fail(
|
|
141
|
-
new AiError.GenerationFailed({
|
|
142
|
-
provider: "gemini",
|
|
143
|
-
raw: {
|
|
144
|
-
message: "Gemini transcription response had no text part.",
|
|
145
|
-
hint: "Likely a prompt-safety rejection or the model returned only metadata.",
|
|
146
|
-
response: json,
|
|
147
|
-
},
|
|
148
|
-
}),
|
|
149
|
-
)
|
|
150
|
-
: Effect.succeed(t),
|
|
151
|
-
),
|
|
152
|
-
)
|
|
153
|
-
return {
|
|
154
|
-
text,
|
|
155
|
-
...(request.language !== undefined && { languageCode: request.language }),
|
|
156
|
-
raw: json,
|
|
157
|
-
} satisfies TranscriptResult
|
|
158
|
-
})
|
|
159
|
-
|
|
160
|
-
const unsupportedStreamFrom: TranscriberService["streamTranscriptionFrom"] = () =>
|
|
161
|
-
Stream.fail(
|
|
162
|
-
new AiError.Unsupported({
|
|
163
|
-
provider: "gemini",
|
|
164
|
-
capability: "streamTranscriptionFrom",
|
|
165
|
-
reason:
|
|
166
|
-
"Gemini transcription via generateContent is sync-only. Use Cloud Speech-to-Text (StreamingRecognize) for live transcription.",
|
|
167
|
-
}),
|
|
168
|
-
)
|
|
169
|
-
|
|
170
|
-
// ---------------------------------------------------------------------------
|
|
171
|
-
// Constructors
|
|
172
|
-
// ---------------------------------------------------------------------------
|
|
173
|
-
|
|
174
|
-
export const make = (cfg: Config) =>
|
|
175
|
-
Effect.map(
|
|
176
|
-
HttpClient.HttpClient.asEffect(),
|
|
177
|
-
(client): GeminiTranscriberService => ({
|
|
178
|
-
transcribe: (r) =>
|
|
179
|
-
transcribeImpl(cfg)(r).pipe(Effect.provideService(HttpClient.HttpClient, client)),
|
|
180
|
-
streamTranscriptionFrom: unsupportedStreamFrom,
|
|
181
|
-
}),
|
|
182
|
-
)
|
|
183
|
-
|
|
184
|
-
/**
|
|
185
|
-
* Layer registers both `GeminiTranscriber` and the generic
|
|
186
|
-
* `Transcriber`. Does NOT register `SttStreaming` — Gemini's transcription
|
|
187
|
-
* is sync-only, so `streamTranscriptionFrom` against this Layer alone
|
|
188
|
-
* is a compile-time error.
|
|
189
|
-
*/
|
|
190
|
-
export const layer = (cfg: Config) =>
|
|
191
|
-
Layer.merge(
|
|
192
|
-
Layer.effect(GeminiTranscriber, make(cfg)),
|
|
193
|
-
Layer.effect(
|
|
194
|
-
Transcriber,
|
|
195
|
-
Effect.map(
|
|
196
|
-
make(cfg),
|
|
197
|
-
(s): TranscriberService => ({
|
|
198
|
-
transcribe: (req: CommonTranscribeRequest) =>
|
|
199
|
-
s.transcribe(req as GeminiTranscribeRequest),
|
|
200
|
-
streamTranscriptionFrom: s.streamTranscriptionFrom,
|
|
201
|
-
}),
|
|
202
|
-
),
|
|
203
|
-
),
|
|
204
|
-
)
|