@effect-uai/mistral 0.9.0 → 0.11.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@effect-uai/mistral",
-  "version": "0.9.0",
+  "version": "0.11.0",
   "description": "Mistral provider for @effect-uai/core: chat-completions plus Voxtral speech-to-text and text-to-speech.",
   "keywords": [
     "ai",
@@ -60,14 +60,14 @@
   },
   "devDependencies": {
     "@types/ws": "^8.5.13",
-    "effect": "4.0.0-beta.57",
+    "effect": "4.0.0-beta.94",
     "typescript": "^6.0.3",
     "ws": "^8.18.0",
-    "@effect-uai/core": "0.9.0"
+    "@effect-uai/core": "0.11.0"
   },
   "peerDependencies": {
     "@effect-uai/core": ">=0.2.0 <1",
-    "effect": "4.0.0-beta.57",
+    "effect": ">=4.0.0-beta.94 <5.0.0",
     "ws": "^8.0.0"
   },
   "peerDependenciesMeta": {

package/src/Mistral.ts

@@ -145,7 +145,12 @@ const buildStream = (cfg: Config) => {
             Option.isSome(chunk) ? Result.succeed(chunk.value) : Result.failVoid,
           ),
           Stream.mapAccum((): Accumulator => emptyAccumulator, applyChunk, {
-            onHalt: (acc) => [TurnEvent.TurnComplete({ turn: accumulatorToTurn(acc) })],
+            // `onHalt` also fires on upstream failure and truncated streams,
+            // so only emit `TurnComplete` once a `finish_reason` was observed
+            onHalt: (acc) =>
+              Option.isSome(acc.finishReason)
+                ? [TurnEvent.TurnComplete({ turn: accumulatorToTurn(acc) })]
+                : [],
           }),
         )
       }),
@@ -158,7 +163,7 @@ const buildStream = (cfg: Config) => {
 
 /** Build a `MistralService` value. For Layer-based setup, prefer `layer`. */
 export const make = (cfg: Config): Effect.Effect<MistralService, never, HttpClient.HttpClient> =>
-  Effect.map(HttpClient.HttpClient.asEffect(), (client) => {
+  Effect.map(HttpClient.HttpClient, (client) => {
     const streamTurn: MistralService["streamTurn"] = (request) =>
       buildStream(cfg)(request).pipe(Stream.provideService(HttpClient.HttpClient, client))
     return {

package/src/MistralRealtimeTranscriber.ts

@@ -34,7 +34,7 @@ export {
 export const make = (
   cfg: Config,
 ): Effect.Effect<MistralTranscriberService, never, HttpClient.HttpClient> =>
-  Effect.map(HttpClient.HttpClient.asEffect(), (client) => ({
+  Effect.map(HttpClient.HttpClient, (client) => ({
     transcribe: (request) =>
       transcribeImpl(cfg)(request).pipe(Effect.provideService(HttpClient.HttpClient, client)),
     streamTranscriptionFrom: streamTranscription(cfg),

package/src/MistralSynthesizer.ts

@@ -226,7 +226,7 @@ const streamSynthesizeDialogueUnsupported: SpeechSynthesizerService["streamSynth
 export const make = (
   cfg: Config,
 ): Effect.Effect<MistralSynthesizerService, never, HttpClient.HttpClient> =>
-  Effect.map(HttpClient.HttpClient.asEffect(), (client) => ({
+  Effect.map(HttpClient.HttpClient, (client) => ({
     synthesize: (request) =>
       synthesizeImpl(cfg)(request).pipe(Effect.provideService(HttpClient.HttpClient, client)),
     streamSynthesis: (request) =>

package/src/MistralTranscriber.ts

@@ -194,7 +194,7 @@ const streamUnsupported = <E, R>(
 export const make = (
   cfg: Config,
 ): Effect.Effect<MistralTranscriberService, never, HttpClient.HttpClient> =>
-  Effect.map(HttpClient.HttpClient.asEffect(), (client) => ({
+  Effect.map(HttpClient.HttpClient, (client) => ({
     transcribe: (request) =>
       transcribeImpl(cfg)(request).pipe(Effect.provideService(HttpClient.HttpClient, client)),
     streamTranscriptionFrom: streamUnsupported,

package/src/onHalt.test.ts

@@ -0,0 +1,75 @@
+import { Effect, Exit, Redacted, Stream } from "effect"
+import { HttpClient, HttpClientResponse } from "effect/unstable/http"
+import { describe, expect, it } from "vitest"
+import { TurnEvent } from "@effect-uai/core/Turn"
+import { make as makeMistral } from "./Mistral.js"
+
+// An HttpClient backed by a scripted SSE body
+const clientWithBody = (makeBody: () => ReadableStream<Uint8Array>): HttpClient.HttpClient =>
+  HttpClient.make((request) =>
+    Effect.succeed(
+      HttpClientResponse.fromWeb(
+        request,
+        new Response(makeBody(), {
+          status: 200,
+          headers: { "content-type": "text/event-stream" },
+        }),
+      ),
+    ),
+  )
+
+const enc = new TextEncoder()
+const sse = (obj: unknown) => enc.encode(`data: ${JSON.stringify(obj)}\n\n`)
+
+const runStream = (client: HttpClient.HttpClient) =>
+  Effect.gen(function* () {
+    const svc = yield* makeMistral({ apiKey: Redacted.make("k") })
+    const events: Array<TurnEvent> = []
+    const exit = yield* svc.streamTurn({ model: "mistral-small-latest", history: [] }).pipe(
+      Stream.runForEach((e) => Effect.sync(() => events.push(e))),
+      Effect.exit,
+    )
+    return { tags: events.map((e) => e._tag), events, exit }
+  }).pipe(Effect.provideService(HttpClient.HttpClient, client))
+
+describe("Mistral streamTurn: truncated turn presented as complete", () => {
+  it("truncated EOF (no finish_reason) must not synthesize a complete turn", async () => {
+    const body = () =>
+      new ReadableStream<Uint8Array>({
+        start(controller) {
+          controller.enqueue(sse({ choices: [{ delta: { content: "Hel" } }] }))
+          controller.close() // no finish_reason, no [DONE]
+        },
+      })
+    const { tags } = await Effect.runPromise(runStream(clientWithBody(body)))
+    expect(tags).toContain("TextDelta")
+    expect(tags).not.toContain("TurnComplete")
+  })
+
+  it("mid-stream error must surface as a failure, not a fake TurnComplete", async () => {
+    const body = () =>
+      new ReadableStream<Uint8Array>({
+        start(controller) {
+          controller.enqueue(sse({ choices: [{ delta: { content: "Hel" } }] }))
+          controller.error(new Error("connection reset"))
+        },
+      })
+    const { tags, exit } = await Effect.runPromise(runStream(clientWithBody(body)))
+    expect(Exit.isFailure(exit)).toBe(true)
+    expect(tags).not.toContain("TurnComplete")
+  })
+
+  it("a well-formed stream (finish_reason present) still completes", async () => {
+    const body = () =>
+      new ReadableStream<Uint8Array>({
+        start(controller) {
+          controller.enqueue(sse({ choices: [{ delta: { content: "Hel" } }] }))
+          controller.enqueue(sse({ choices: [{ delta: {}, finish_reason: "stop" }] }))
+          controller.enqueue(enc.encode("data: [DONE]\n\n"))
+          controller.close()
+        },
+      })
+    const { tags } = await Effect.runPromise(runStream(clientWithBody(body)))
+    expect(tags).toContain("TurnComplete")
+  })
+})

package/dist/models-DnDmylpj.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"models-DnDmylpj.d.mts","names":[],"sources":["../src/models.ts"],"mappings":";;AAWA;;;;;AAmBA;;;;;KAnBY,YAAA;;KAmBA,sBAAA;;KAOA,oBAAA;AAMZ;AAAA,KAAY,eAAA"}