@flink-app/flink 1.0.0 → 2.0.0-alpha.48

package/spec/StreamingIntegration.spec.ts

@@ -0,0 +1,138 @@
+import { FlinkAgent, StreamChunk } from "../src/ai/FlinkAgent";
+import { FlinkContext } from "../src/FlinkContext";
+import { LLMAdapter, LLMStreamChunk } from "../src/ai/LLMAdapter";
+
+describe("Streaming Integration", () => {
+  let mockCtx: FlinkContext;
+
+  beforeEach(() => {
+    mockCtx = {
+      repos: {},
+      plugins: {},
+    };
+  });
+
+  class StreamingTestAgent extends FlinkAgent<FlinkContext> {
+    description = "Test agent for streaming";
+    instructions = "You are a test agent";
+    tools = [];
+
+    async query(message: string) {
+      const response = this.execute({ message });
+      return response;
+    }
+
+    setContext(ctx: FlinkContext) {
+      (this as any).ctx = ctx;
+    }
+
+    setMockLLMAdapter(adapter: LLMAdapter) {
+      this.__init(new Map([["default", adapter]]), {});
+    }
+  }
+
+  it("should stream text deltas in real-time", async () => {
+    const agent = new StreamingTestAgent();
+    agent.setContext(mockCtx);
+
+    // Mock LLM that streams chunks
+    const mockAdapter: LLMAdapter = {
+      stream: async function* () {
+        yield { type: "text", delta: "Hello " } as LLMStreamChunk;
+        yield { type: "text", delta: "world " } as LLMStreamChunk;
+        yield { type: "text", delta: "from agent" } as LLMStreamChunk;
+        yield { type: "usage", usage: { inputTokens: 10, outputTokens: 5 } } as LLMStreamChunk;
+        yield { type: "done", stopReason: "end_turn" } as LLMStreamChunk;
+      },
+    };
+
+    agent.setMockLLMAdapter(mockAdapter);
+
+    const response = agent.query("Hello");
+
+    const textChunks: string[] = [];
+    for await (const text of (await response).textStream) {
+      textChunks.push(text);
+    }
+
+    expect(textChunks.length).toBe(3);
+    expect(textChunks.join("")).toBe("Hello world from agent");
+  });
+
+  it("should emit text_delta events during streaming", async () => {
+    const agent = new StreamingTestAgent();
+    agent.setContext(mockCtx);
+
+    const mockAdapter: LLMAdapter = {
+      stream: async function* () {
+        yield { type: "text", delta: "Pro" } as LLMStreamChunk;
+        yield { type: "text", delta: "gressive " } as LLMStreamChunk;
+        yield { type: "text", delta: "text" } as LLMStreamChunk;
+        yield { type: "usage", usage: { inputTokens: 10, outputTokens: 5 } } as LLMStreamChunk;
+        yield { type: "done", stopReason: "end_turn" } as LLMStreamChunk;
+      },
+    };
+
+    agent.setMockLLMAdapter(mockAdapter);
+
+    const response = agent.query("Hello");
+
+    const events: StreamChunk[] = [];
+    for await (const chunk of (await response).fullStream) {
+      events.push(chunk);
+    }
+
+    const textDeltas = events.filter((e) => e.type === "text_delta");
+    expect(textDeltas.length).toBe(3);
+    expect((textDeltas[0] as any).delta).toBe("Pro");
+    expect((textDeltas[1] as any).delta).toBe("gressive ");
+    expect((textDeltas[2] as any).delta).toBe("text");
+  });
+
+  it("should allow consuming result after streaming completes", async () => {
+    const agent = new StreamingTestAgent();
+    agent.setContext(mockCtx);
+
+    const mockAdapter: LLMAdapter = {
+      stream: async function* () {
+        yield { type: "text", delta: "Complete " } as LLMStreamChunk;
+        yield { type: "text", delta: "response" } as LLMStreamChunk;
+        yield { type: "usage", usage: { inputTokens: 10, outputTokens: 5 } } as LLMStreamChunk;
+        yield { type: "done", stopReason: "end_turn" } as LLMStreamChunk;
+      },
+    };
+
+    agent.setMockLLMAdapter(mockAdapter);
+
+    const response = agent.query("Hello");
+
+    // Consume stream first
+    const textChunks: string[] = [];
+    for await (const text of (await response).textStream) {
+      textChunks.push(text);
+    }
+
+    // Then await result
+    const result = await (await response).result;
+
+    expect(result.message).toContain("Complete response");
+    expect(textChunks.join("")).toBe("Complete response");
+  });
+
+  it("should handle streaming errors gracefully", async () => {
+    const agent = new StreamingTestAgent();
+    agent.setContext(mockCtx);
+
+    const mockAdapter: LLMAdapter = {
+      stream: async function* () {
+        throw new Error("Streaming failed");
+      },
+    };
+
+    agent.setMockLLMAdapter(mockAdapter);
+
+    const response = agent.query("Hello");
+
+    await expectAsync((await response).result).toBeRejectedWithError("Streaming failed");
+  });
+});