@effect-uai/google 0.5.2 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Gemini.d.mts.map +1 -1
- package/dist/Gemini.mjs +7 -2
- package/dist/Gemini.mjs.map +1 -1
- package/dist/GeminiEmbedding.d.mts.map +1 -1
- package/dist/GeminiEmbedding.mjs +3 -3
- package/dist/GeminiEmbedding.mjs.map +1 -1
- package/dist/GeminiSynthesizer.d.mts +2 -0
- package/dist/GeminiSynthesizer.d.mts.map +1 -1
- package/dist/GeminiSynthesizer.mjs +38 -6
- package/dist/GeminiSynthesizer.mjs.map +1 -1
- package/dist/GeminiSynthesizer.test.mjs +14 -48
- package/dist/GeminiSynthesizer.test.mjs.map +1 -1
- package/dist/LyriaGenerator.d.mts +18 -18
- package/dist/LyriaGenerator.d.mts.map +1 -1
- package/dist/LyriaGenerator.mjs +59 -42
- package/dist/LyriaGenerator.mjs.map +1 -1
- package/dist/LyriaGenerator.test.mjs +26 -72
- package/dist/LyriaGenerator.test.mjs.map +1 -1
- package/dist/codec.d.mts +13 -5
- package/dist/codec.d.mts.map +1 -1
- package/dist/codec.mjs +21 -4
- package/dist/codec.mjs.map +1 -1
- package/dist/index.d.mts +2 -3
- package/dist/index.mjs +1 -2
- package/dist/models.d.mts +1 -10
- package/dist/models.d.mts.map +1 -1
- package/package.json +2 -6
- package/src/Gemini.ts +15 -1
- package/src/GeminiEmbedding.ts +14 -9
- package/src/GeminiSynthesizer.test.ts +13 -67
- package/src/GeminiSynthesizer.ts +56 -5
- package/src/LyriaGenerator.test.ts +34 -78
- package/src/LyriaGenerator.ts +92 -73
- package/src/codec.ts +55 -18
- package/src/index.ts +0 -1
- package/src/models.ts +0 -17
- package/dist/GeminiTranscriber.d.mts +0 -42
- package/dist/GeminiTranscriber.d.mts.map +0 -1
- package/dist/GeminiTranscriber.mjs +0 -80
- package/dist/GeminiTranscriber.mjs.map +0 -1
- package/dist/GeminiTranscriber.test.d.mts +0 -1
- package/dist/GeminiTranscriber.test.mjs +0 -125
- package/dist/GeminiTranscriber.test.mjs.map +0 -1
- package/src/GeminiTranscriber.test.ts +0 -136
- package/src/GeminiTranscriber.ts +0 -204
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
import { GeminiSttModel } from "./models.mjs";
|
|
2
|
-
import { Context, Effect, Layer, Redacted } from "effect";
|
|
3
|
-
import { HttpClient } from "effect/unstable/http";
|
|
4
|
-
import * as AiError from "@effect-uai/core/AiError";
|
|
5
|
-
import { CommonTranscribeRequest, TranscriberService } from "@effect-uai/core/Transcriber";
|
|
6
|
-
import { TranscriptResult } from "@effect-uai/core/Transcript";
|
|
7
|
-
|
|
8
|
-
//#region src/GeminiTranscriber.d.ts
|
|
9
|
-
declare namespace GeminiTranscriber_d_exports {
|
|
10
|
-
export { Config, GeminiTranscribeRequest, GeminiTranscriber, GeminiTranscriberService, buildPrompt, layer, make };
|
|
11
|
-
}
|
|
12
|
-
/**
|
|
13
|
-
* Gemini transcription rides on `:generateContent` — the model receives
|
|
14
|
-
* audio plus a textual "transcribe verbatim" prompt and returns plain
|
|
15
|
-
* text. There is no native structured timestamp / diarization channel,
|
|
16
|
-
* so `wordTimestamps` / `diarization` short-circuit with `Unsupported`.
|
|
17
|
-
*/
|
|
18
|
-
type GeminiTranscribeRequest = Omit<CommonTranscribeRequest, "model"> & {
|
|
19
|
-
readonly model: GeminiSttModel;
|
|
20
|
-
};
|
|
21
|
-
type GeminiTranscriberService = {
|
|
22
|
-
readonly transcribe: (r: GeminiTranscribeRequest) => Effect.Effect<TranscriptResult, AiError.AiError>;
|
|
23
|
-
readonly streamTranscriptionFrom: TranscriberService["streamTranscriptionFrom"];
|
|
24
|
-
};
|
|
25
|
-
declare const GeminiTranscriber_base: Context.ServiceClass<GeminiTranscriber, "@betalyra/effect-uai/providers/google/GeminiTranscriber", GeminiTranscriberService>;
|
|
26
|
-
declare class GeminiTranscriber extends GeminiTranscriber_base {}
|
|
27
|
-
type Config = {
|
|
28
|
-
readonly apiKey: Redacted.Redacted;
|
|
29
|
-
readonly baseUrl?: string;
|
|
30
|
-
};
|
|
31
|
-
declare const buildPrompt: (r: GeminiTranscribeRequest) => string;
|
|
32
|
-
declare const make: (cfg: Config) => Effect.Effect<GeminiTranscriberService, never, HttpClient.HttpClient>;
|
|
33
|
-
/**
|
|
34
|
-
* Layer registers both `GeminiTranscriber` and the generic
|
|
35
|
-
* `Transcriber`. Does NOT register `SttStreaming` — Gemini's transcription
|
|
36
|
-
* is sync-only, so `streamTranscriptionFrom` against this Layer alone
|
|
37
|
-
* is a compile-time error.
|
|
38
|
-
*/
|
|
39
|
-
declare const layer: (cfg: Config) => Layer.Layer<unknown, never, HttpClient.HttpClient>;
|
|
40
|
-
//#endregion
|
|
41
|
-
export { Config, GeminiTranscribeRequest, GeminiTranscriber, GeminiTranscriberService, buildPrompt, layer, make, GeminiTranscriber_d_exports as t };
|
|
42
|
-
//# sourceMappingURL=GeminiTranscriber.d.mts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiTranscriber.d.mts","names":[],"sources":["../src/GeminiTranscriber.ts"],"mappings":";;;;;;;;;;;;;;;;;KAsBY,uBAAA,GAA0B,IAAA,CAAK,uBAAA;EAAA,SAChC,KAAA,EAAO,cAAA;AAAA;AAAA,KAGN,wBAAA;EAAA,SACD,UAAA,GACP,CAAA,EAAG,uBAAA,KACA,MAAA,CAAO,MAAA,CAAO,gBAAA,EAAkB,OAAA,CAAQ,OAAA;EAAA,SACpC,uBAAA,EAAyB,kBAAA;AAAA;AAAA,cACnC,sBAAA;cAEY,iBAAA,SAA0B,sBAAA;AAAA,KAK3B,MAAA;EAAA,SAAoB,MAAA,EAAQ,QAAA,CAAS,QAAA;EAAA,SAAmB,OAAA;AAAA;AAAA,cAqCvD,WAAA,GAAe,CAAA,EAAG,uBAAA;AAAA,cAkGlB,IAAA,GAAQ,GAAA,EAAK,MAAA,KAAM,MAAA,CAAA,MAAA,CAAA,wBAAA,SAAA,UAAA,CAAA,UAAA;;;;;AAnJhC;;cAmKa,KAAA,GAAS,GAAA,EAAK,MAAA,KAAM,KAAA,CAAA,KAAA,iBAAA,UAAA,CAAA,UAAA"}
|
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
import { n as __exportAll } from "./chunk-uyGKjUfl.mjs";
|
|
2
|
-
import { audioSourceToInlineData, httpStatusError, transportFailure } from "./geminiSpeechCodec.mjs";
|
|
3
|
-
import { Context, Effect, Layer, Match, Redacted, Schema, Stream } from "effect";
|
|
4
|
-
import { HttpClient, HttpClientRequest } from "effect/unstable/http";
|
|
5
|
-
import * as AiError from "@effect-uai/core/AiError";
|
|
6
|
-
import { Transcriber } from "@effect-uai/core/Transcriber";
|
|
7
|
-
//#region src/GeminiTranscriber.ts
|
|
8
|
-
var GeminiTranscriber_exports = /* @__PURE__ */ __exportAll({
|
|
9
|
-
GeminiTranscriber: () => GeminiTranscriber,
|
|
10
|
-
buildPrompt: () => buildPrompt,
|
|
11
|
-
layer: () => layer,
|
|
12
|
-
make: () => make
|
|
13
|
-
});
|
|
14
|
-
var GeminiTranscriber = class extends Context.Service()("@betalyra/effect-uai/providers/google/GeminiTranscriber") {};
|
|
15
|
-
const unsupported = (capability, reason) => new AiError.Unsupported({
|
|
16
|
-
provider: "gemini",
|
|
17
|
-
capability,
|
|
18
|
-
reason
|
|
19
|
-
});
|
|
20
|
-
const ensureSupported = Match.type().pipe(Match.when({ wordTimestamps: true }, () => Effect.fail(unsupported("wordTimestamps", "Gemini's prompt-driven transcription returns plain text — no per-word timing. Use Cloud Speech-to-Text (Chirp 2) for word timestamps."))), Match.when({ diarization: true }, () => Effect.fail(unsupported("diarization", "Gemini's prompt-driven transcription does not surface speaker IDs. Use Cloud Speech-to-Text (Chirp 2) for diarization."))), Match.orElse(() => Effect.void));
|
|
21
|
-
const biasingHint = (r) => {
|
|
22
|
-
if (r.prompt === void 0) return "";
|
|
23
|
-
if (typeof r.prompt === "string") return `\nContext: ${r.prompt}`;
|
|
24
|
-
return r.prompt.terms.length === 0 ? "" : `\nThe following terms / names appear in the audio: ${r.prompt.terms.join(", ")}.`;
|
|
25
|
-
};
|
|
26
|
-
const buildPrompt = (r) => (r.language !== void 0 ? `Transcribe the audio verbatim in ${r.language}. Return only the transcript text, no preamble.` : "Transcribe the audio verbatim. Return only the transcript text, no preamble.") + biasingHint(r);
|
|
27
|
-
const Wire = Schema.Struct({ candidates: Schema.optional(Schema.Array(Schema.Struct({ content: Schema.optional(Schema.Struct({ parts: Schema.optional(Schema.Array(Schema.Struct({ text: Schema.optional(Schema.String) }))) })) }))) });
|
|
28
|
-
const decodeWire = Schema.decodeUnknownEffect(Wire);
|
|
29
|
-
const collectText = (wire) => (wire.candidates ?? []).flatMap((c) => c.content?.parts ?? []).flatMap((p) => p.text !== void 0 ? [p.text] : []).join("\n").trim();
|
|
30
|
-
const baseUrl = (cfg) => cfg.baseUrl ?? "https://generativelanguage.googleapis.com/v1beta";
|
|
31
|
-
const transcribeImpl = (cfg) => (request) => Effect.gen(function* () {
|
|
32
|
-
yield* ensureSupported(request);
|
|
33
|
-
const client = yield* HttpClient.HttpClient;
|
|
34
|
-
const inline = yield* audioSourceToInlineData(request.audio);
|
|
35
|
-
const httpRequest = HttpClientRequest.post(`${baseUrl(cfg)}/models/${request.model}:generateContent`).pipe(HttpClientRequest.setHeader("x-goog-api-key", Redacted.value(cfg.apiKey)), HttpClientRequest.bodyJsonUnsafe({ contents: [{ parts: [{ text: buildPrompt(request) }, { inlineData: inline }] }] }));
|
|
36
|
-
const response = yield* client.execute(httpRequest).pipe(Effect.mapError(transportFailure));
|
|
37
|
-
if (response.status >= 400) {
|
|
38
|
-
const text = yield* response.text.pipe(Effect.orElseSucceed(() => ""));
|
|
39
|
-
return yield* httpStatusError(response.status, text);
|
|
40
|
-
}
|
|
41
|
-
const json = yield* response.json.pipe(Effect.mapError(transportFailure));
|
|
42
|
-
return {
|
|
43
|
-
text: yield* decodeWire(json).pipe(Effect.map(collectText), Effect.mapError((cause) => new AiError.GenerationFailed({
|
|
44
|
-
provider: "gemini",
|
|
45
|
-
raw: cause
|
|
46
|
-
})), Effect.flatMap((t) => t.length === 0 ? Effect.fail(new AiError.GenerationFailed({
|
|
47
|
-
provider: "gemini",
|
|
48
|
-
raw: {
|
|
49
|
-
message: "Gemini transcription response had no text part.",
|
|
50
|
-
hint: "Likely a prompt-safety rejection or the model returned only metadata.",
|
|
51
|
-
response: json
|
|
52
|
-
}
|
|
53
|
-
})) : Effect.succeed(t))),
|
|
54
|
-
...request.language !== void 0 && { languageCode: request.language },
|
|
55
|
-
raw: json
|
|
56
|
-
};
|
|
57
|
-
});
|
|
58
|
-
const unsupportedStreamFrom = () => Stream.fail(new AiError.Unsupported({
|
|
59
|
-
provider: "gemini",
|
|
60
|
-
capability: "streamTranscriptionFrom",
|
|
61
|
-
reason: "Gemini transcription via generateContent is sync-only. Use Cloud Speech-to-Text (StreamingRecognize) for live transcription."
|
|
62
|
-
}));
|
|
63
|
-
const make = (cfg) => Effect.map(HttpClient.HttpClient.asEffect(), (client) => ({
|
|
64
|
-
transcribe: (r) => transcribeImpl(cfg)(r).pipe(Effect.provideService(HttpClient.HttpClient, client)),
|
|
65
|
-
streamTranscriptionFrom: unsupportedStreamFrom
|
|
66
|
-
}));
|
|
67
|
-
/**
|
|
68
|
-
* Layer registers both `GeminiTranscriber` and the generic
|
|
69
|
-
* `Transcriber`. Does NOT register `SttStreaming` — Gemini's transcription
|
|
70
|
-
* is sync-only, so `streamTranscriptionFrom` against this Layer alone
|
|
71
|
-
* is a compile-time error.
|
|
72
|
-
*/
|
|
73
|
-
const layer = (cfg) => Layer.merge(Layer.effect(GeminiTranscriber, make(cfg)), Layer.effect(Transcriber, Effect.map(make(cfg), (s) => ({
|
|
74
|
-
transcribe: (req) => s.transcribe(req),
|
|
75
|
-
streamTranscriptionFrom: s.streamTranscriptionFrom
|
|
76
|
-
}))));
|
|
77
|
-
//#endregion
|
|
78
|
-
export { GeminiTranscriber, buildPrompt, layer, make, GeminiTranscriber_exports as t };
|
|
79
|
-
|
|
80
|
-
//# sourceMappingURL=GeminiTranscriber.mjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiTranscriber.mjs","names":[],"sources":["../src/GeminiTranscriber.ts"],"sourcesContent":["import { Context, Effect, Layer, Match, Redacted, Schema, Stream } from \"effect\"\nimport { HttpClient, HttpClientRequest } from \"effect/unstable/http\"\nimport * as AiError from \"@effect-uai/core/AiError\"\nimport type { TranscriptResult } from \"@effect-uai/core/Transcript\"\nimport {\n type CommonTranscribeRequest,\n Transcriber,\n type TranscriberService,\n} from \"@effect-uai/core/Transcriber\"\nimport { audioSourceToInlineData, httpStatusError, transportFailure } from \"./geminiSpeechCodec.js\"\nimport type { GeminiSttModel } from \"./models.js\"\n\n// ---------------------------------------------------------------------------\n// Public types\n// ---------------------------------------------------------------------------\n\n/**\n * Gemini transcription rides on `:generateContent` — the model receives\n * audio plus a textual \"transcribe verbatim\" prompt and returns plain\n * text. There is no native structured timestamp / diarization channel,\n * so `wordTimestamps` / `diarization` short-circuit with `Unsupported`.\n */\nexport type GeminiTranscribeRequest = Omit<CommonTranscribeRequest, \"model\"> & {\n readonly model: GeminiSttModel\n}\n\nexport type GeminiTranscriberService = {\n readonly transcribe: (\n r: GeminiTranscribeRequest,\n ) => Effect.Effect<TranscriptResult, AiError.AiError>\n readonly streamTranscriptionFrom: TranscriberService[\"streamTranscriptionFrom\"]\n}\n\nexport class GeminiTranscriber extends Context.Service<\n GeminiTranscriber,\n GeminiTranscriberService\n>()(\"@betalyra/effect-uai/providers/google/GeminiTranscriber\") {}\n\nexport type Config = { readonly apiKey: Redacted.Redacted; readonly baseUrl?: string }\n\n// ---------------------------------------------------------------------------\n// Prompt builder + capability guards\n// ---------------------------------------------------------------------------\n\nconst unsupported = (capability: string, reason: string) =>\n new AiError.Unsupported({ provider: \"gemini\", capability, reason })\n\nconst ensureSupported = Match.type<GeminiTranscribeRequest>().pipe(\n Match.when({ wordTimestamps: true }, () =>\n Effect.fail(\n unsupported(\n \"wordTimestamps\",\n \"Gemini's prompt-driven transcription returns plain text — no per-word timing. Use Cloud Speech-to-Text (Chirp 2) for word timestamps.\",\n ),\n ),\n ),\n Match.when({ diarization: true }, () =>\n Effect.fail(\n unsupported(\n \"diarization\",\n \"Gemini's prompt-driven transcription does not surface speaker IDs. Use Cloud Speech-to-Text (Chirp 2) for diarization.\",\n ),\n ),\n ),\n Match.orElse(() => Effect.void),\n)\n\nconst biasingHint = (r: GeminiTranscribeRequest) => {\n if (r.prompt === undefined) return \"\"\n if (typeof r.prompt === \"string\") return `\\nContext: ${r.prompt}`\n return r.prompt.terms.length === 0\n ? \"\"\n : `\\nThe following terms / names appear in the audio: ${r.prompt.terms.join(\", \")}.`\n}\n\nexport const buildPrompt = (r: GeminiTranscribeRequest) =>\n (r.language !== undefined\n ? `Transcribe the audio verbatim in ${r.language}. Return only the transcript text, no preamble.`\n : \"Transcribe the audio verbatim. Return only the transcript text, no preamble.\") +\n biasingHint(r)\n\n// ---------------------------------------------------------------------------\n// Wire\n// ---------------------------------------------------------------------------\n\nconst Wire = Schema.Struct({\n candidates: Schema.optional(\n Schema.Array(\n Schema.Struct({\n content: Schema.optional(\n Schema.Struct({\n parts: Schema.optional(\n Schema.Array(Schema.Struct({ text: Schema.optional(Schema.String) })),\n ),\n }),\n ),\n }),\n ),\n ),\n})\nconst decodeWire = Schema.decodeUnknownEffect(Wire)\n\nconst collectText = (wire: typeof Wire.Type) =>\n (wire.candidates ?? [])\n .flatMap((c) => c.content?.parts ?? [])\n .flatMap((p) => (p.text !== undefined ? [p.text] : []))\n .join(\"\\n\")\n .trim()\n\n// ---------------------------------------------------------------------------\n// Service implementation\n// ---------------------------------------------------------------------------\n\nconst baseUrl = (cfg: Config) => cfg.baseUrl ?? \"https://generativelanguage.googleapis.com/v1beta\"\n\nconst transcribeImpl = (cfg: Config) => (request: GeminiTranscribeRequest) =>\n Effect.gen(function* () {\n yield* ensureSupported(request)\n const client = yield* HttpClient.HttpClient\n const inline = yield* audioSourceToInlineData(request.audio)\n const httpRequest = HttpClientRequest.post(\n `${baseUrl(cfg)}/models/${request.model}:generateContent`,\n ).pipe(\n HttpClientRequest.setHeader(\"x-goog-api-key\", Redacted.value(cfg.apiKey)),\n HttpClientRequest.bodyJsonUnsafe({\n contents: [{ parts: [{ text: buildPrompt(request) }, { inlineData: inline }] }],\n }),\n )\n const response = yield* client.execute(httpRequest).pipe(Effect.mapError(transportFailure))\n if (response.status >= 400) {\n const text = yield* response.text.pipe(Effect.orElseSucceed(() => \"\"))\n return yield* httpStatusError(response.status, text)\n }\n const json = yield* response.json.pipe(Effect.mapError(transportFailure))\n const text = yield* decodeWire(json).pipe(\n Effect.map(collectText),\n Effect.mapError((cause) => new AiError.GenerationFailed({ provider: \"gemini\", raw: cause })),\n Effect.flatMap((t) =>\n t.length === 0\n ? Effect.fail(\n new AiError.GenerationFailed({\n provider: \"gemini\",\n raw: {\n message: \"Gemini transcription response had no text part.\",\n hint: \"Likely a prompt-safety rejection or the model returned only metadata.\",\n response: json,\n },\n }),\n )\n : Effect.succeed(t),\n ),\n )\n return {\n text,\n ...(request.language !== undefined && { languageCode: request.language }),\n raw: json,\n } satisfies TranscriptResult\n })\n\nconst unsupportedStreamFrom: TranscriberService[\"streamTranscriptionFrom\"] = () =>\n Stream.fail(\n new AiError.Unsupported({\n provider: \"gemini\",\n capability: \"streamTranscriptionFrom\",\n reason:\n \"Gemini transcription via generateContent is sync-only. Use Cloud Speech-to-Text (StreamingRecognize) for live transcription.\",\n }),\n )\n\n// ---------------------------------------------------------------------------\n// Constructors\n// ---------------------------------------------------------------------------\n\nexport const make = (cfg: Config) =>\n Effect.map(\n HttpClient.HttpClient.asEffect(),\n (client): GeminiTranscriberService => ({\n transcribe: (r) =>\n transcribeImpl(cfg)(r).pipe(Effect.provideService(HttpClient.HttpClient, client)),\n streamTranscriptionFrom: unsupportedStreamFrom,\n }),\n )\n\n/**\n * Layer registers both `GeminiTranscriber` and the generic\n * `Transcriber`. Does NOT register `SttStreaming` — Gemini's transcription\n * is sync-only, so `streamTranscriptionFrom` against this Layer alone\n * is a compile-time error.\n */\nexport const layer = (cfg: Config) =>\n Layer.merge(\n Layer.effect(GeminiTranscriber, make(cfg)),\n Layer.effect(\n Transcriber,\n Effect.map(\n make(cfg),\n (s): TranscriberService => ({\n transcribe: (req: CommonTranscribeRequest) =>\n s.transcribe(req as GeminiTranscribeRequest),\n streamTranscriptionFrom: s.streamTranscriptionFrom,\n }),\n ),\n ),\n )\n"],"mappings":";;;;;;;;;;;;;AAiCA,IAAa,oBAAb,cAAuC,QAAQ,SAG5C,CAAC,0DAA0D,CAAC;AAQ/D,MAAM,eAAe,YAAoB,WACvC,IAAI,QAAQ,YAAY;CAAE,UAAU;CAAU;CAAY;CAAQ,CAAC;AAErE,MAAM,kBAAkB,MAAM,MAA+B,CAAC,KAC5D,MAAM,KAAK,EAAE,gBAAgB,MAAM,QACjC,OAAO,KACL,YACE,kBACA,wIACD,CACF,CACF,EACD,MAAM,KAAK,EAAE,aAAa,MAAM,QAC9B,OAAO,KACL,YACE,eACA,yHACD,CACF,CACF,EACD,MAAM,aAAa,OAAO,KAAK,CAChC;AAED,MAAM,eAAe,MAA+B;AAClD,KAAI,EAAE,WAAW,KAAA,EAAW,QAAO;AACnC,KAAI,OAAO,EAAE,WAAW,SAAU,QAAO,cAAc,EAAE;AACzD,QAAO,EAAE,OAAO,MAAM,WAAW,IAC7B,KACA,sDAAsD,EAAE,OAAO,MAAM,KAAK,KAAK,CAAC;;AAGtF,MAAa,eAAe,OACzB,EAAE,aAAa,KAAA,IACZ,oCAAoC,EAAE,SAAS,mDAC/C,kFACJ,YAAY,EAAE;AAMhB,MAAM,OAAO,OAAO,OAAO,EACzB,YAAY,OAAO,SACjB,OAAO,MACL,OAAO,OAAO,EACZ,SAAS,OAAO,SACd,OAAO,OAAO,EACZ,OAAO,OAAO,SACZ,OAAO,MAAM,OAAO,OAAO,EAAE,MAAM,OAAO,SAAS,OAAO,OAAO,EAAE,CAAC,CAAC,CACtE,EACF,CAAC,CACH,EACF,CAAC,CACH,CACF,EACF,CAAC;AACF,MAAM,aAAa,OAAO,oBAAoB,KAAK;AAEnD,MAAM,eAAe,UAClB,KAAK,cAAc,EAAE,EACnB,SAAS,MAAM,EAAE,SAAS,SAAS,EAAE,CAAC,CACtC,SAAS,MAAO,EAAE,SAAS,KAAA,IAAY,CAAC,EAAE,KAAK,GAAG,EAAE,CAAE,CACtD,KAAK,KAAK,CACV,MAAM;AAMX,MAAM,WAAW,QAAgB,IAAI,WAAW;AAEhD,MAAM,kBAAkB,SAAiB,YACvC,OAAO,IAAI,aAAa;AACtB,QAAO,gBAAgB,QAAQ;CAC/B,MAAM,SAAS,OAAO,WAAW;CACjC,MAAM,SAAS,OAAO,wBAAwB,QAAQ,MAAM;CAC5D,MAAM,cAAc,kBAAkB,KACpC,GAAG,QAAQ,IAAI,CAAC,UAAU,QAAQ,MAAM,kBACzC,CAAC,KACA,kBAAkB,UAAU,kBAAkB,SAAS,MAAM,IAAI,OAAO,CAAC,EACzE,kBAAkB,eAAe,EAC/B,UAAU,CAAC,EAAE,OAAO,CAAC,EAAE,MAAM,YAAY,QAAQ,EAAE,EAAE,EAAE,YAAY,QAAQ,CAAC,EAAE,CAAC,EAChF,CAAC,CACH;CACD,MAAM,WAAW,OAAO,OAAO,QAAQ,YAAY,CAAC,KAAK,OAAO,SAAS,iBAAiB,CAAC;AAC3F,KAAI,SAAS,UAAU,KAAK;EAC1B,MAAM,OAAO,OAAO,SAAS,KAAK,KAAK,OAAO,oBAAoB,GAAG,CAAC;AACtE,SAAO,OAAO,gBAAgB,SAAS,QAAQ,KAAK;;CAEtD,MAAM,OAAO,OAAO,SAAS,KAAK,KAAK,OAAO,SAAS,iBAAiB,CAAC;AAmBzE,QAAO;EACL,MAAA,OAnBkB,WAAW,KAAK,CAAC,KACnC,OAAO,IAAI,YAAY,EACvB,OAAO,UAAU,UAAU,IAAI,QAAQ,iBAAiB;GAAE,UAAU;GAAU,KAAK;GAAO,CAAC,CAAC,EAC5F,OAAO,SAAS,MACd,EAAE,WAAW,IACT,OAAO,KACL,IAAI,QAAQ,iBAAiB;GAC3B,UAAU;GACV,KAAK;IACH,SAAS;IACT,MAAM;IACN,UAAU;IACX;GACF,CAAC,CACH,GACD,OAAO,QAAQ,EAAE,CACtB,CACF;EAGC,GAAI,QAAQ,aAAa,KAAA,KAAa,EAAE,cAAc,QAAQ,UAAU;EACxE,KAAK;EACN;EACD;AAEJ,MAAM,8BACJ,OAAO,KACL,IAAI,QAAQ,YAAY;CACtB,UAAU;CACV,YAAY;CACZ,QACE;CACH,CAAC,CACH;AAMH,MAAa,QAAQ,QACnB,OAAO,IACL,WAAW,WAAW,UAAU,GAC/B,YAAsC;CACrC,aAAa,MACX,eAAe,IAAI,CAAC,EAAE,CAAC,KAAK,OAAO,eAAe,WAAW,YAAY,OAAO,CAAC;CACnF,yBAAyB;CAC1B,EACF;;;;;;;AAQH,MAAa,SAAS,QACpB,MAAM,MACJ,MAAM,OAAO,mBAAmB,KAAK,IAAI,CAAC,EAC1C,MAAM,OACJ,aACA,OAAO,IACL,KAAK,IAAI,GACR,OAA2B;CAC1B,aAAa,QACX,EAAE,WAAW,IAA+B;CAC9C,yBAAyB,EAAE;CAC5B,EACF,CACF,CACF"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export { };
|
|
@@ -1,125 +0,0 @@
|
|
|
1
|
-
import { i as it, n as globalExpect, r as describe, t as import_dist } from "./dist-DMsg8YLb.mjs";
|
|
2
|
-
import { GeminiTranscriber, buildPrompt, layer } from "./GeminiTranscriber.mjs";
|
|
3
|
-
import { Effect, Layer, Redacted, Stream } from "effect";
|
|
4
|
-
import { FetchHttpClient } from "effect/unstable/http";
|
|
5
|
-
import * as Transcriber$1 from "@effect-uai/core/Transcriber";
|
|
6
|
-
//#region src/GeminiTranscriber.test.ts
|
|
7
|
-
const cfg = { apiKey: Redacted.make("test-key") };
|
|
8
|
-
const live = Layer.provide(layer(cfg), FetchHttpClient.layer);
|
|
9
|
-
const dummyAudio = {
|
|
10
|
-
_tag: "bytes",
|
|
11
|
-
bytes: new Uint8Array([
|
|
12
|
-
0,
|
|
13
|
-
1,
|
|
14
|
-
2,
|
|
15
|
-
3
|
|
16
|
-
]),
|
|
17
|
-
mimeType: "audio/wav"
|
|
18
|
-
};
|
|
19
|
-
describe("GeminiTranscriber.buildPrompt", () => {
|
|
20
|
-
it("uses the language-agnostic prompt when no language is set", () => {
|
|
21
|
-
globalExpect(buildPrompt({
|
|
22
|
-
audio: dummyAudio,
|
|
23
|
-
model: "gemini-2.5-flash"
|
|
24
|
-
})).toContain("Transcribe the audio verbatim. Return only the transcript text");
|
|
25
|
-
});
|
|
26
|
-
it("includes the language when set", () => {
|
|
27
|
-
globalExpect(buildPrompt({
|
|
28
|
-
audio: dummyAudio,
|
|
29
|
-
model: "gemini-2.5-flash",
|
|
30
|
-
language: "pt-BR"
|
|
31
|
-
})).toContain("in pt-BR");
|
|
32
|
-
});
|
|
33
|
-
it("appends a free-text prompt as context", () => {
|
|
34
|
-
globalExpect(buildPrompt({
|
|
35
|
-
audio: dummyAudio,
|
|
36
|
-
model: "gemini-2.5-flash",
|
|
37
|
-
prompt: "Engineering meeting; expect technical jargon."
|
|
38
|
-
})).toContain("Context: Engineering meeting");
|
|
39
|
-
});
|
|
40
|
-
it("appends a terms list as biasing vocabulary", () => {
|
|
41
|
-
globalExpect(buildPrompt({
|
|
42
|
-
audio: dummyAudio,
|
|
43
|
-
model: "gemini-2.5-flash",
|
|
44
|
-
prompt: { terms: [
|
|
45
|
-
"Effect",
|
|
46
|
-
"Lyria",
|
|
47
|
-
"MusicGenerator"
|
|
48
|
-
] }
|
|
49
|
-
})).toContain("Effect, Lyria, MusicGenerator");
|
|
50
|
-
});
|
|
51
|
-
it("omits the biasing block when the terms list is empty", () => {
|
|
52
|
-
globalExpect(buildPrompt({
|
|
53
|
-
audio: dummyAudio,
|
|
54
|
-
model: "gemini-2.5-flash",
|
|
55
|
-
prompt: { terms: [] }
|
|
56
|
-
})).not.toContain("terms / names");
|
|
57
|
-
});
|
|
58
|
-
});
|
|
59
|
-
describe("GeminiTranscriber capability guards (runtime)", () => {
|
|
60
|
-
it("fails Unsupported for wordTimestamps", async () => {
|
|
61
|
-
const program = GeminiTranscriber.use((s) => s.transcribe({
|
|
62
|
-
audio: dummyAudio,
|
|
63
|
-
model: "gemini-2.5-flash",
|
|
64
|
-
wordTimestamps: true
|
|
65
|
-
}));
|
|
66
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
|
|
67
|
-
globalExpect(exit._tag).toBe("Failure");
|
|
68
|
-
if (exit._tag === "Failure") {
|
|
69
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
|
|
70
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("wordTimestamps");
|
|
71
|
-
}
|
|
72
|
-
});
|
|
73
|
-
it("fails Unsupported for diarization", async () => {
|
|
74
|
-
const program = GeminiTranscriber.use((s) => s.transcribe({
|
|
75
|
-
audio: dummyAudio,
|
|
76
|
-
model: "gemini-2.5-flash",
|
|
77
|
-
diarization: true
|
|
78
|
-
}));
|
|
79
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
|
|
80
|
-
globalExpect(exit._tag).toBe("Failure");
|
|
81
|
-
if (exit._tag === "Failure") {
|
|
82
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
|
|
83
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("diarization");
|
|
84
|
-
}
|
|
85
|
-
});
|
|
86
|
-
it("streamTranscriptionFrom returns an Unsupported stream", async () => {
|
|
87
|
-
const program = GeminiTranscriber.use((s) => Stream.runDrain(s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {
|
|
88
|
-
model: "gemini-2.5-flash",
|
|
89
|
-
inputFormat: {
|
|
90
|
-
container: "raw",
|
|
91
|
-
encoding: "pcm_s16le",
|
|
92
|
-
sampleRate: 16e3
|
|
93
|
-
}
|
|
94
|
-
})));
|
|
95
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)));
|
|
96
|
-
globalExpect(exit._tag).toBe("Failure");
|
|
97
|
-
if (exit._tag === "Failure") {
|
|
98
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("Unsupported");
|
|
99
|
-
globalExpect(JSON.stringify(exit.cause)).toContain("streamTranscriptionFrom");
|
|
100
|
-
}
|
|
101
|
-
});
|
|
102
|
-
});
|
|
103
|
-
describe("GeminiTranscriber Layer (compile-time)", () => {
|
|
104
|
-
it("leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer", () => {
|
|
105
|
-
const events = Stream.fromIterable([new Uint8Array([0])]).pipe(Transcriber$1.streamTranscriptionFrom({
|
|
106
|
-
model: "gemini-2.5-flash",
|
|
107
|
-
inputFormat: {
|
|
108
|
-
container: "raw",
|
|
109
|
-
encoding: "pcm_s16le",
|
|
110
|
-
sampleRate: 16e3
|
|
111
|
-
}
|
|
112
|
-
}));
|
|
113
|
-
(0, import_dist.expectTypeOf)(Stream.runDrain(events).pipe(Effect.provide(live))).toEqualTypeOf();
|
|
114
|
-
});
|
|
115
|
-
it("sync `transcribe` requires no marker", () => {
|
|
116
|
-
(0, import_dist.expectTypeOf)(Transcriber$1.transcribe({
|
|
117
|
-
audio: dummyAudio,
|
|
118
|
-
model: "gemini-2.5-flash"
|
|
119
|
-
}).pipe(Effect.provide(live))).toEqualTypeOf();
|
|
120
|
-
});
|
|
121
|
-
});
|
|
122
|
-
//#endregion
|
|
123
|
-
export {};
|
|
124
|
-
|
|
125
|
-
//# sourceMappingURL=GeminiTranscriber.test.mjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiTranscriber.test.mjs","names":["GeminiTranscriber.layer","GeminiTranscriber.buildPrompt","Transcriber"],"sources":["../src/GeminiTranscriber.test.ts"],"sourcesContent":["import { Effect, Layer, Redacted, Stream } from \"effect\"\nimport { FetchHttpClient } from \"effect/unstable/http\"\nimport { describe, expect, expectTypeOf, it } from \"vitest\"\nimport type * as AiError from \"@effect-uai/core/AiError\"\nimport type { AudioSource } from \"@effect-uai/core/Audio\"\nimport type { TranscriptResult } from \"@effect-uai/core/Transcript\"\nimport * as Transcriber from \"@effect-uai/core/Transcriber\"\nimport * as GeminiTranscriber from \"./GeminiTranscriber.js\"\n\nconst cfg: GeminiTranscriber.Config = { apiKey: Redacted.make(\"test-key\") }\nconst live = Layer.provide(GeminiTranscriber.layer(cfg), FetchHttpClient.layer)\n\nconst dummyAudio: AudioSource = {\n _tag: \"bytes\",\n bytes: new Uint8Array([0, 1, 2, 3]),\n mimeType: \"audio/wav\",\n}\n\ndescribe(\"GeminiTranscriber.buildPrompt\", () => {\n it(\"uses the language-agnostic prompt when no language is set\", () => {\n expect(\n GeminiTranscriber.buildPrompt({ audio: dummyAudio, model: \"gemini-2.5-flash\" }),\n ).toContain(\"Transcribe the audio verbatim. Return only the transcript text\")\n })\n\n it(\"includes the language when set\", () => {\n expect(\n GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n language: \"pt-BR\",\n }),\n ).toContain(\"in pt-BR\")\n })\n\n it(\"appends a free-text prompt as context\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: \"Engineering meeting; expect technical jargon.\",\n })\n expect(out).toContain(\"Context: Engineering meeting\")\n })\n\n it(\"appends a terms list as biasing vocabulary\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: { terms: [\"Effect\", \"Lyria\", \"MusicGenerator\"] },\n })\n expect(out).toContain(\"Effect, Lyria, MusicGenerator\")\n })\n\n it(\"omits the biasing block when the terms list is empty\", () => {\n const out = GeminiTranscriber.buildPrompt({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n prompt: { terms: [] },\n })\n expect(out).not.toContain(\"terms / names\")\n })\n})\n\ndescribe(\"GeminiTranscriber capability guards (runtime)\", () => {\n it(\"fails Unsupported for wordTimestamps\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n s.transcribe({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n wordTimestamps: true,\n }),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"wordTimestamps\")\n }\n })\n\n it(\"fails Unsupported for diarization\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n s.transcribe({\n audio: dummyAudio,\n model: \"gemini-2.5-flash\",\n diarization: true,\n }),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"diarization\")\n }\n })\n\n it(\"streamTranscriptionFrom returns an Unsupported stream\", async () => {\n const program = GeminiTranscriber.GeminiTranscriber.use((s) =>\n Stream.runDrain(\n s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {\n model: \"gemini-2.5-flash\",\n inputFormat: { container: \"raw\", encoding: \"pcm_s16le\", sampleRate: 16000 },\n }),\n ),\n )\n const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))\n expect(exit._tag).toBe(\"Failure\")\n if (exit._tag === \"Failure\") {\n expect(JSON.stringify(exit.cause)).toContain(\"Unsupported\")\n expect(JSON.stringify(exit.cause)).toContain(\"streamTranscriptionFrom\")\n }\n })\n})\n\ndescribe(\"GeminiTranscriber Layer (compile-time)\", () => {\n it(\"leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer\", () => {\n const audio: Stream.Stream<Uint8Array> = Stream.fromIterable([new Uint8Array([0])])\n const events = audio.pipe(\n Transcriber.streamTranscriptionFrom({\n model: \"gemini-2.5-flash\",\n inputFormat: { container: \"raw\", encoding: \"pcm_s16le\", sampleRate: 16000 },\n }),\n )\n const provided = Stream.runDrain(events).pipe(Effect.provide(live))\n expectTypeOf(provided).toEqualTypeOf<\n Effect.Effect<void, AiError.AiError, Transcriber.SttStreaming>\n >()\n })\n\n it(\"sync `transcribe` requires no marker\", () => {\n const t = Transcriber.transcribe({ audio: dummyAudio, model: \"gemini-2.5-flash\" }).pipe(\n Effect.provide(live),\n )\n expectTypeOf(t).toEqualTypeOf<Effect.Effect<TranscriptResult, AiError.AiError, never>>()\n })\n})\n"],"mappings":";;;;;;AASA,MAAM,MAAgC,EAAE,QAAQ,SAAS,KAAK,WAAW,EAAE;AAC3E,MAAM,OAAO,MAAM,QAAQA,MAAwB,IAAI,EAAE,gBAAgB,MAAM;AAE/E,MAAM,aAA0B;CAC9B,MAAM;CACN,OAAO,IAAI,WAAW;EAAC;EAAG;EAAG;EAAG;EAAE,CAAC;CACnC,UAAU;CACX;AAED,SAAS,uCAAuC;AAC9C,IAAG,mEAAmE;AACpE,eACEC,YAA8B;GAAE,OAAO;GAAY,OAAO;GAAoB,CAAC,CAChF,CAAC,UAAU,iEAAiE;GAC7E;AAEF,IAAG,wCAAwC;AACzC,eACEA,YAA8B;GAC5B,OAAO;GACP,OAAO;GACP,UAAU;GACX,CAAC,CACH,CAAC,UAAU,WAAW;GACvB;AAEF,IAAG,+CAA+C;AAMhD,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ;GACT,CACS,CAAC,CAAC,UAAU,+BAA+B;GACrD;AAEF,IAAG,oDAAoD;AAMrD,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ,EAAE,OAAO;IAAC;IAAU;IAAS;IAAiB,EAAE;GACzD,CACS,CAAC,CAAC,UAAU,gCAAgC;GACtD;AAEF,IAAG,8DAA8D;AAM/D,eALYA,YAA8B;GACxC,OAAO;GACP,OAAO;GACP,QAAQ,EAAE,OAAO,EAAE,EAAE;GACtB,CACS,CAAC,CAAC,IAAI,UAAU,gBAAgB;GAC1C;EACF;AAEF,SAAS,uDAAuD;AAC9D,IAAG,wCAAwC,YAAY;EACrD,MAAM,UAAA,kBAA8C,KAAK,MACvD,EAAE,WAAW;GACX,OAAO;GACP,OAAO;GACP,gBAAgB;GACjB,CAAC,CACH;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,iBAAiB;;GAEhE;AAEF,IAAG,qCAAqC,YAAY;EAClD,MAAM,UAAA,kBAA8C,KAAK,MACvD,EAAE,WAAW;GACX,OAAO;GACP,OAAO;GACP,aAAa;GACd,CAAC,CACH;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;;GAE7D;AAEF,IAAG,yDAAyD,YAAY;EACtE,MAAM,UAAA,kBAA8C,KAAK,MACvD,OAAO,SACL,EAAE,wBAAwB,OAAO,aAAa,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;GACpE,OAAO;GACP,aAAa;IAAE,WAAW;IAAO,UAAU;IAAa,YAAY;IAAO;GAC5E,CAAC,CACH,CACF;EACD,MAAM,OAAO,MAAM,OAAO,eAAe,QAAQ,KAAK,OAAO,QAAQ,KAAK,CAAC,CAAC;AAC5E,eAAO,KAAK,KAAK,CAAC,KAAK,UAAU;AACjC,MAAI,KAAK,SAAS,WAAW;AAC3B,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,cAAc;AAC3D,gBAAO,KAAK,UAAU,KAAK,MAAM,CAAC,CAAC,UAAU,0BAA0B;;GAEzE;EACF;AAEF,SAAS,gDAAgD;AACvD,IAAG,mGAAmG;EAEpG,MAAM,SADmC,OAAO,aAAa,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC,CAC9D,CAAC,KACnBC,cAAY,wBAAwB;GAClC,OAAO;GACP,aAAa;IAAE,WAAW;IAAO,UAAU;IAAa,YAAY;IAAO;GAC5E,CAAC,CACH;AAED,GAAA,GAAA,YAAA,cADiB,OAAO,SAAS,OAAO,CAAC,KAAK,OAAO,QAAQ,KAAK,CAC7C,CAAC,CAAC,eAEpB;GACH;AAEF,IAAG,8CAA8C;AAI/C,GAAA,GAAA,YAAA,cAHUA,cAAY,WAAW;GAAE,OAAO;GAAY,OAAO;GAAoB,CAAC,CAAC,KACjF,OAAO,QAAQ,KAAK,CAER,CAAC,CAAC,eAAwE;GACxF;EACF"}
|
|
@@ -1,136 +0,0 @@
|
|
|
1
|
-
import { Effect, Layer, Redacted, Stream } from "effect"
|
|
2
|
-
import { FetchHttpClient } from "effect/unstable/http"
|
|
3
|
-
import { describe, expect, expectTypeOf, it } from "vitest"
|
|
4
|
-
import type * as AiError from "@effect-uai/core/AiError"
|
|
5
|
-
import type { AudioSource } from "@effect-uai/core/Audio"
|
|
6
|
-
import type { TranscriptResult } from "@effect-uai/core/Transcript"
|
|
7
|
-
import * as Transcriber from "@effect-uai/core/Transcriber"
|
|
8
|
-
import * as GeminiTranscriber from "./GeminiTranscriber.js"
|
|
9
|
-
|
|
10
|
-
const cfg: GeminiTranscriber.Config = { apiKey: Redacted.make("test-key") }
|
|
11
|
-
const live = Layer.provide(GeminiTranscriber.layer(cfg), FetchHttpClient.layer)
|
|
12
|
-
|
|
13
|
-
const dummyAudio: AudioSource = {
|
|
14
|
-
_tag: "bytes",
|
|
15
|
-
bytes: new Uint8Array([0, 1, 2, 3]),
|
|
16
|
-
mimeType: "audio/wav",
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
describe("GeminiTranscriber.buildPrompt", () => {
|
|
20
|
-
it("uses the language-agnostic prompt when no language is set", () => {
|
|
21
|
-
expect(
|
|
22
|
-
GeminiTranscriber.buildPrompt({ audio: dummyAudio, model: "gemini-2.5-flash" }),
|
|
23
|
-
).toContain("Transcribe the audio verbatim. Return only the transcript text")
|
|
24
|
-
})
|
|
25
|
-
|
|
26
|
-
it("includes the language when set", () => {
|
|
27
|
-
expect(
|
|
28
|
-
GeminiTranscriber.buildPrompt({
|
|
29
|
-
audio: dummyAudio,
|
|
30
|
-
model: "gemini-2.5-flash",
|
|
31
|
-
language: "pt-BR",
|
|
32
|
-
}),
|
|
33
|
-
).toContain("in pt-BR")
|
|
34
|
-
})
|
|
35
|
-
|
|
36
|
-
it("appends a free-text prompt as context", () => {
|
|
37
|
-
const out = GeminiTranscriber.buildPrompt({
|
|
38
|
-
audio: dummyAudio,
|
|
39
|
-
model: "gemini-2.5-flash",
|
|
40
|
-
prompt: "Engineering meeting; expect technical jargon.",
|
|
41
|
-
})
|
|
42
|
-
expect(out).toContain("Context: Engineering meeting")
|
|
43
|
-
})
|
|
44
|
-
|
|
45
|
-
it("appends a terms list as biasing vocabulary", () => {
|
|
46
|
-
const out = GeminiTranscriber.buildPrompt({
|
|
47
|
-
audio: dummyAudio,
|
|
48
|
-
model: "gemini-2.5-flash",
|
|
49
|
-
prompt: { terms: ["Effect", "Lyria", "MusicGenerator"] },
|
|
50
|
-
})
|
|
51
|
-
expect(out).toContain("Effect, Lyria, MusicGenerator")
|
|
52
|
-
})
|
|
53
|
-
|
|
54
|
-
it("omits the biasing block when the terms list is empty", () => {
|
|
55
|
-
const out = GeminiTranscriber.buildPrompt({
|
|
56
|
-
audio: dummyAudio,
|
|
57
|
-
model: "gemini-2.5-flash",
|
|
58
|
-
prompt: { terms: [] },
|
|
59
|
-
})
|
|
60
|
-
expect(out).not.toContain("terms / names")
|
|
61
|
-
})
|
|
62
|
-
})
|
|
63
|
-
|
|
64
|
-
describe("GeminiTranscriber capability guards (runtime)", () => {
|
|
65
|
-
it("fails Unsupported for wordTimestamps", async () => {
|
|
66
|
-
const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
|
|
67
|
-
s.transcribe({
|
|
68
|
-
audio: dummyAudio,
|
|
69
|
-
model: "gemini-2.5-flash",
|
|
70
|
-
wordTimestamps: true,
|
|
71
|
-
}),
|
|
72
|
-
)
|
|
73
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
|
|
74
|
-
expect(exit._tag).toBe("Failure")
|
|
75
|
-
if (exit._tag === "Failure") {
|
|
76
|
-
expect(JSON.stringify(exit.cause)).toContain("Unsupported")
|
|
77
|
-
expect(JSON.stringify(exit.cause)).toContain("wordTimestamps")
|
|
78
|
-
}
|
|
79
|
-
})
|
|
80
|
-
|
|
81
|
-
it("fails Unsupported for diarization", async () => {
|
|
82
|
-
const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
|
|
83
|
-
s.transcribe({
|
|
84
|
-
audio: dummyAudio,
|
|
85
|
-
model: "gemini-2.5-flash",
|
|
86
|
-
diarization: true,
|
|
87
|
-
}),
|
|
88
|
-
)
|
|
89
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
|
|
90
|
-
expect(exit._tag).toBe("Failure")
|
|
91
|
-
if (exit._tag === "Failure") {
|
|
92
|
-
expect(JSON.stringify(exit.cause)).toContain("Unsupported")
|
|
93
|
-
expect(JSON.stringify(exit.cause)).toContain("diarization")
|
|
94
|
-
}
|
|
95
|
-
})
|
|
96
|
-
|
|
97
|
-
it("streamTranscriptionFrom returns an Unsupported stream", async () => {
|
|
98
|
-
const program = GeminiTranscriber.GeminiTranscriber.use((s) =>
|
|
99
|
-
Stream.runDrain(
|
|
100
|
-
s.streamTranscriptionFrom(Stream.fromIterable([new Uint8Array([0])]), {
|
|
101
|
-
model: "gemini-2.5-flash",
|
|
102
|
-
inputFormat: { container: "raw", encoding: "pcm_s16le", sampleRate: 16000 },
|
|
103
|
-
}),
|
|
104
|
-
),
|
|
105
|
-
)
|
|
106
|
-
const exit = await Effect.runPromiseExit(program.pipe(Effect.provide(live)))
|
|
107
|
-
expect(exit._tag).toBe("Failure")
|
|
108
|
-
if (exit._tag === "Failure") {
|
|
109
|
-
expect(JSON.stringify(exit.cause)).toContain("Unsupported")
|
|
110
|
-
expect(JSON.stringify(exit.cause)).toContain("streamTranscriptionFrom")
|
|
111
|
-
}
|
|
112
|
-
})
|
|
113
|
-
})
|
|
114
|
-
|
|
115
|
-
describe("GeminiTranscriber Layer (compile-time)", () => {
|
|
116
|
-
it("leaves `SttStreaming` unsatisfied when using `streamTranscriptionFrom` against this Layer", () => {
|
|
117
|
-
const audio: Stream.Stream<Uint8Array> = Stream.fromIterable([new Uint8Array([0])])
|
|
118
|
-
const events = audio.pipe(
|
|
119
|
-
Transcriber.streamTranscriptionFrom({
|
|
120
|
-
model: "gemini-2.5-flash",
|
|
121
|
-
inputFormat: { container: "raw", encoding: "pcm_s16le", sampleRate: 16000 },
|
|
122
|
-
}),
|
|
123
|
-
)
|
|
124
|
-
const provided = Stream.runDrain(events).pipe(Effect.provide(live))
|
|
125
|
-
expectTypeOf(provided).toEqualTypeOf<
|
|
126
|
-
Effect.Effect<void, AiError.AiError, Transcriber.SttStreaming>
|
|
127
|
-
>()
|
|
128
|
-
})
|
|
129
|
-
|
|
130
|
-
it("sync `transcribe` requires no marker", () => {
|
|
131
|
-
const t = Transcriber.transcribe({ audio: dummyAudio, model: "gemini-2.5-flash" }).pipe(
|
|
132
|
-
Effect.provide(live),
|
|
133
|
-
)
|
|
134
|
-
expectTypeOf(t).toEqualTypeOf<Effect.Effect<TranscriptResult, AiError.AiError, never>>()
|
|
135
|
-
})
|
|
136
|
-
})
|
package/src/GeminiTranscriber.ts
DELETED
|
@@ -1,204 +0,0 @@
|
|
|
1
|
-
import { Context, Effect, Layer, Match, Redacted, Schema, Stream } from "effect"
|
|
2
|
-
import { HttpClient, HttpClientRequest } from "effect/unstable/http"
|
|
3
|
-
import * as AiError from "@effect-uai/core/AiError"
|
|
4
|
-
import type { TranscriptResult } from "@effect-uai/core/Transcript"
|
|
5
|
-
import {
|
|
6
|
-
type CommonTranscribeRequest,
|
|
7
|
-
Transcriber,
|
|
8
|
-
type TranscriberService,
|
|
9
|
-
} from "@effect-uai/core/Transcriber"
|
|
10
|
-
import { audioSourceToInlineData, httpStatusError, transportFailure } from "./geminiSpeechCodec.js"
|
|
11
|
-
import type { GeminiSttModel } from "./models.js"
|
|
12
|
-
|
|
13
|
-
// ---------------------------------------------------------------------------
|
|
14
|
-
// Public types
|
|
15
|
-
// ---------------------------------------------------------------------------
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* Gemini transcription rides on `:generateContent` — the model receives
|
|
19
|
-
* audio plus a textual "transcribe verbatim" prompt and returns plain
|
|
20
|
-
* text. There is no native structured timestamp / diarization channel,
|
|
21
|
-
* so `wordTimestamps` / `diarization` short-circuit with `Unsupported`.
|
|
22
|
-
*/
|
|
23
|
-
export type GeminiTranscribeRequest = Omit<CommonTranscribeRequest, "model"> & {
|
|
24
|
-
readonly model: GeminiSttModel
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
export type GeminiTranscriberService = {
|
|
28
|
-
readonly transcribe: (
|
|
29
|
-
r: GeminiTranscribeRequest,
|
|
30
|
-
) => Effect.Effect<TranscriptResult, AiError.AiError>
|
|
31
|
-
readonly streamTranscriptionFrom: TranscriberService["streamTranscriptionFrom"]
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export class GeminiTranscriber extends Context.Service<
|
|
35
|
-
GeminiTranscriber,
|
|
36
|
-
GeminiTranscriberService
|
|
37
|
-
>()("@betalyra/effect-uai/providers/google/GeminiTranscriber") {}
|
|
38
|
-
|
|
39
|
-
export type Config = { readonly apiKey: Redacted.Redacted; readonly baseUrl?: string }
|
|
40
|
-
|
|
41
|
-
// ---------------------------------------------------------------------------
|
|
42
|
-
// Prompt builder + capability guards
|
|
43
|
-
// ---------------------------------------------------------------------------
|
|
44
|
-
|
|
45
|
-
const unsupported = (capability: string, reason: string) =>
|
|
46
|
-
new AiError.Unsupported({ provider: "gemini", capability, reason })
|
|
47
|
-
|
|
48
|
-
const ensureSupported = Match.type<GeminiTranscribeRequest>().pipe(
|
|
49
|
-
Match.when({ wordTimestamps: true }, () =>
|
|
50
|
-
Effect.fail(
|
|
51
|
-
unsupported(
|
|
52
|
-
"wordTimestamps",
|
|
53
|
-
"Gemini's prompt-driven transcription returns plain text — no per-word timing. Use Cloud Speech-to-Text (Chirp 2) for word timestamps.",
|
|
54
|
-
),
|
|
55
|
-
),
|
|
56
|
-
),
|
|
57
|
-
Match.when({ diarization: true }, () =>
|
|
58
|
-
Effect.fail(
|
|
59
|
-
unsupported(
|
|
60
|
-
"diarization",
|
|
61
|
-
"Gemini's prompt-driven transcription does not surface speaker IDs. Use Cloud Speech-to-Text (Chirp 2) for diarization.",
|
|
62
|
-
),
|
|
63
|
-
),
|
|
64
|
-
),
|
|
65
|
-
Match.orElse(() => Effect.void),
|
|
66
|
-
)
|
|
67
|
-
|
|
68
|
-
const biasingHint = (r: GeminiTranscribeRequest) => {
|
|
69
|
-
if (r.prompt === undefined) return ""
|
|
70
|
-
if (typeof r.prompt === "string") return `\nContext: ${r.prompt}`
|
|
71
|
-
return r.prompt.terms.length === 0
|
|
72
|
-
? ""
|
|
73
|
-
: `\nThe following terms / names appear in the audio: ${r.prompt.terms.join(", ")}.`
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
export const buildPrompt = (r: GeminiTranscribeRequest) =>
|
|
77
|
-
(r.language !== undefined
|
|
78
|
-
? `Transcribe the audio verbatim in ${r.language}. Return only the transcript text, no preamble.`
|
|
79
|
-
: "Transcribe the audio verbatim. Return only the transcript text, no preamble.") +
|
|
80
|
-
biasingHint(r)
|
|
81
|
-
|
|
82
|
-
// ---------------------------------------------------------------------------
|
|
83
|
-
// Wire
|
|
84
|
-
// ---------------------------------------------------------------------------
|
|
85
|
-
|
|
86
|
-
const Wire = Schema.Struct({
|
|
87
|
-
candidates: Schema.optional(
|
|
88
|
-
Schema.Array(
|
|
89
|
-
Schema.Struct({
|
|
90
|
-
content: Schema.optional(
|
|
91
|
-
Schema.Struct({
|
|
92
|
-
parts: Schema.optional(
|
|
93
|
-
Schema.Array(Schema.Struct({ text: Schema.optional(Schema.String) })),
|
|
94
|
-
),
|
|
95
|
-
}),
|
|
96
|
-
),
|
|
97
|
-
}),
|
|
98
|
-
),
|
|
99
|
-
),
|
|
100
|
-
})
|
|
101
|
-
const decodeWire = Schema.decodeUnknownEffect(Wire)
|
|
102
|
-
|
|
103
|
-
const collectText = (wire: typeof Wire.Type) =>
|
|
104
|
-
(wire.candidates ?? [])
|
|
105
|
-
.flatMap((c) => c.content?.parts ?? [])
|
|
106
|
-
.flatMap((p) => (p.text !== undefined ? [p.text] : []))
|
|
107
|
-
.join("\n")
|
|
108
|
-
.trim()
|
|
109
|
-
|
|
110
|
-
// ---------------------------------------------------------------------------
|
|
111
|
-
// Service implementation
|
|
112
|
-
// ---------------------------------------------------------------------------
|
|
113
|
-
|
|
114
|
-
const baseUrl = (cfg: Config) => cfg.baseUrl ?? "https://generativelanguage.googleapis.com/v1beta"
|
|
115
|
-
|
|
116
|
-
const transcribeImpl = (cfg: Config) => (request: GeminiTranscribeRequest) =>
|
|
117
|
-
Effect.gen(function* () {
|
|
118
|
-
yield* ensureSupported(request)
|
|
119
|
-
const client = yield* HttpClient.HttpClient
|
|
120
|
-
const inline = yield* audioSourceToInlineData(request.audio)
|
|
121
|
-
const httpRequest = HttpClientRequest.post(
|
|
122
|
-
`${baseUrl(cfg)}/models/${request.model}:generateContent`,
|
|
123
|
-
).pipe(
|
|
124
|
-
HttpClientRequest.setHeader("x-goog-api-key", Redacted.value(cfg.apiKey)),
|
|
125
|
-
HttpClientRequest.bodyJsonUnsafe({
|
|
126
|
-
contents: [{ parts: [{ text: buildPrompt(request) }, { inlineData: inline }] }],
|
|
127
|
-
}),
|
|
128
|
-
)
|
|
129
|
-
const response = yield* client.execute(httpRequest).pipe(Effect.mapError(transportFailure))
|
|
130
|
-
if (response.status >= 400) {
|
|
131
|
-
const text = yield* response.text.pipe(Effect.orElseSucceed(() => ""))
|
|
132
|
-
return yield* httpStatusError(response.status, text)
|
|
133
|
-
}
|
|
134
|
-
const json = yield* response.json.pipe(Effect.mapError(transportFailure))
|
|
135
|
-
const text = yield* decodeWire(json).pipe(
|
|
136
|
-
Effect.map(collectText),
|
|
137
|
-
Effect.mapError((cause) => new AiError.GenerationFailed({ provider: "gemini", raw: cause })),
|
|
138
|
-
Effect.flatMap((t) =>
|
|
139
|
-
t.length === 0
|
|
140
|
-
? Effect.fail(
|
|
141
|
-
new AiError.GenerationFailed({
|
|
142
|
-
provider: "gemini",
|
|
143
|
-
raw: {
|
|
144
|
-
message: "Gemini transcription response had no text part.",
|
|
145
|
-
hint: "Likely a prompt-safety rejection or the model returned only metadata.",
|
|
146
|
-
response: json,
|
|
147
|
-
},
|
|
148
|
-
}),
|
|
149
|
-
)
|
|
150
|
-
: Effect.succeed(t),
|
|
151
|
-
),
|
|
152
|
-
)
|
|
153
|
-
return {
|
|
154
|
-
text,
|
|
155
|
-
...(request.language !== undefined && { languageCode: request.language }),
|
|
156
|
-
raw: json,
|
|
157
|
-
} satisfies TranscriptResult
|
|
158
|
-
})
|
|
159
|
-
|
|
160
|
-
const unsupportedStreamFrom: TranscriberService["streamTranscriptionFrom"] = () =>
|
|
161
|
-
Stream.fail(
|
|
162
|
-
new AiError.Unsupported({
|
|
163
|
-
provider: "gemini",
|
|
164
|
-
capability: "streamTranscriptionFrom",
|
|
165
|
-
reason:
|
|
166
|
-
"Gemini transcription via generateContent is sync-only. Use Cloud Speech-to-Text (StreamingRecognize) for live transcription.",
|
|
167
|
-
}),
|
|
168
|
-
)
|
|
169
|
-
|
|
170
|
-
// ---------------------------------------------------------------------------
|
|
171
|
-
// Constructors
|
|
172
|
-
// ---------------------------------------------------------------------------
|
|
173
|
-
|
|
174
|
-
export const make = (cfg: Config) =>
|
|
175
|
-
Effect.map(
|
|
176
|
-
HttpClient.HttpClient.asEffect(),
|
|
177
|
-
(client): GeminiTranscriberService => ({
|
|
178
|
-
transcribe: (r) =>
|
|
179
|
-
transcribeImpl(cfg)(r).pipe(Effect.provideService(HttpClient.HttpClient, client)),
|
|
180
|
-
streamTranscriptionFrom: unsupportedStreamFrom,
|
|
181
|
-
}),
|
|
182
|
-
)
|
|
183
|
-
|
|
184
|
-
/**
|
|
185
|
-
* Layer registers both `GeminiTranscriber` and the generic
|
|
186
|
-
* `Transcriber`. Does NOT register `SttStreaming` — Gemini's transcription
|
|
187
|
-
* is sync-only, so `streamTranscriptionFrom` against this Layer alone
|
|
188
|
-
* is a compile-time error.
|
|
189
|
-
*/
|
|
190
|
-
export const layer = (cfg: Config) =>
|
|
191
|
-
Layer.merge(
|
|
192
|
-
Layer.effect(GeminiTranscriber, make(cfg)),
|
|
193
|
-
Layer.effect(
|
|
194
|
-
Transcriber,
|
|
195
|
-
Effect.map(
|
|
196
|
-
make(cfg),
|
|
197
|
-
(s): TranscriberService => ({
|
|
198
|
-
transcribe: (req: CommonTranscribeRequest) =>
|
|
199
|
-
s.transcribe(req as GeminiTranscribeRequest),
|
|
200
|
-
streamTranscriptionFrom: s.streamTranscriptionFrom,
|
|
201
|
-
}),
|
|
202
|
-
),
|
|
203
|
-
),
|
|
204
|
-
)
|