@sprinterai/runtime 0.2.0

package/dist/chat/chat-handler.test.js

@@ -0,0 +1,112 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import { AgentRegistry } from '../agent/agent-registry';
+import { InMemoryAgentStore } from '../testing/in-memory-agent-store';
+import { InMemoryChatStore } from '../testing/in-memory-chat-store';
+import { InMemoryEntityStore } from '../testing/in-memory-entity-store';
+import { InMemoryMemoryStore } from '../testing/in-memory-memory-store';
+import { InMemoryTenantStore } from '../testing/in-memory-tenant-store';
+import { createChatRouteHandler } from './chat-handler';
+// Mock AI SDK to avoid actual model calls
+vi.mock('ai', () => ({
+    streamText: vi.fn(() => ({
+        textStream: (async function* () {
+            yield 'Hello';
+        })(),
+        toDataStreamResponse: () => new Response('mocked'),
+    })),
+    generateText: vi.fn(),
+    stepCountIs: vi.fn((n) => ({ type: 'step-count', count: n })),
+    tool: vi.fn((config) => ({
+        type: 'function',
+        ...config,
+    })),
+}));
+describe('createChatRouteHandler', () => {
+    let agentRegistry;
+    const mockModel = { modelId: 'test-model' };
+    beforeEach(() => {
+        agentRegistry = new AgentRegistry();
+        agentRegistry.register({
+            id: 'analyst',
+            name: 'Analyst',
+            description: 'Data analyst',
+            icon: 'chart',
+            systemPrompt: 'You analyze data',
+            toolGroups: [],
+            customTools: [],
+        });
+    });
+    function makeHandler() {
+        return createChatRouteHandler({
+            stores: {
+                agent: new InMemoryAgentStore(),
+                entity: new InMemoryEntityStore(),
+                chat: new InMemoryChatStore(),
+                tenant: new InMemoryTenantStore(),
+                memory: new InMemoryMemoryStore(),
+            },
+            defaultAgentSlug: 'analyst',
+            resolveModel: () => mockModel,
+            agentRegistry,
+        });
+    }
+    it('resolves agent and returns stream', async () => {
+        const handler = makeHandler();
+        const { agent } = await handler.handle({
+            messages: [{ role: 'user', content: 'hello' }],
+        });
+        expect(agent.id).toBe('analyst');
+        expect(agent.source).toBe('code');
+    });
+    it('uses agentSlug from request', async () => {
+        agentRegistry.register({
+            id: 'researcher',
+            name: 'Researcher',
+            description: 'Web researcher',
+            icon: 'search',
+            systemPrompt: 'Research the web',
+        });
+        const handler = makeHandler();
+        const { agent } = await handler.handle({
+            messages: [{ role: 'user', content: 'search' }],
+            agentSlug: 'researcher',
+        });
+        expect(agent.id).toBe('researcher');
+    });
+    it('throws on empty messages', async () => {
+        const handler = makeHandler();
+        await expect(handler.handle({ messages: [] })).rejects.toThrow('Messages are required');
+    });
+    it('throws on invalid message', async () => {
+        const handler = makeHandler();
+        await expect(handler.handle({
+            messages: [{ role: 'user', content: '  ' }],
+        })).rejects.toThrow('Invalid message');
+    });
+    it('calls buildExtraSections hook', async () => {
+        const buildExtraSections = vi
+            .fn()
+            .mockResolvedValue([{ label: 'Memory', content: 'user likes tables', priority: 5 }]);
+        const handler = createChatRouteHandler({
+            stores: {
+                agent: new InMemoryAgentStore(),
+                entity: new InMemoryEntityStore(),
+                chat: new InMemoryChatStore(),
+                tenant: new InMemoryTenantStore(),
+                memory: new InMemoryMemoryStore(),
+            },
+            defaultAgentSlug: 'analyst',
+            resolveModel: () => mockModel,
+            agentRegistry,
+            hooks: { buildExtraSections },
+        });
+        await handler.handle({
+            messages: [{ role: 'user', content: 'hello' }],
+        });
+        expect(buildExtraSections).toHaveBeenCalledTimes(1);
+        expect(buildExtraSections).toHaveBeenCalledWith(expect.objectContaining({
+            agent: expect.objectContaining({ id: 'analyst' }),
+        }));
+    });
+});
+//# sourceMappingURL=chat-handler.test.js.map

package/dist/chat/chat-handler.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-handler.test.js","sourceRoot":"","sources":["../../src/chat/chat-handler.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAExE,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAExD,0CAA0C;AAC1C,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACnB,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QACvB,UAAU,EAAE,CAAC,KAAK,SAAS,CAAC;YAC1B,MAAM,OAAO,CAAC;QAChB,CAAC,CAAC,EAAE;QACJ,oBAAoB,EAAE,GAAG,EAAE,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC;KACnD,CAAC,CAAC;IACH,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE;IACrB,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACrE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,MAA+B,EAAE,EAAE,CAAC,CAAC;QAChD,IAAI,EAAE,UAAU;QAChB,GAAG,MAAM;KACV,CAAC,CAAC;CACJ,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,IAAI,aAA4B,CAAC;IACjC,MAAM,SAAS,GAAG,EAAE,OAAO,EAAE,YAAY,EAAW,CAAC;IAErD,UAAU,CAAC,GAAG,EAAE;QACd,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QACpC,aAAa,CAAC,QAAQ,CAAC;YACrB,EAAE,EAAE,SAAS;YACb,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,kBAAkB;YAChC,UAAU,EAAE,EAAE;YACd,WAAW,EAAE,EAAE;SAChB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,SAAS,WAAW;QAClB,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE;gBACN,KAAK,EAAE,IAAI,kBAAkB,EAAE;gBAC/B,MAAM,EAAE,IAAI,mBAAmB,EAAE;gBACjC,IAAI,EAAE,IAAI,iBAAiB,EAAE;gBAC7B,MAAM,EAAE,IAAI,mBAAmB,EAAE;gBACjC,MAAM,EAAE,IAAI,mBAAmB,EAAE;aAClC;YACD,gBAAgB,EAAE,SAAS;YAC3B,YAAY,EAAE,GAAG,EAAE,CAAC,SAAS;YAC7B,aAAa;SACd,CAAC,CAAC;IACL,CAAC;IAED,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;QAC9B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC;YACrC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,aAAa,CAAC,QAAQ,CAAC;YACrB,EAAE,EAAE,YAAY;YAChB,IAAI,EAAE,YAAY;YAClB,WAAW,EAAE,gBAAgB;YAC7B,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,kBAAkB;SACjC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;QAC9B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC;YACrC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YAC/C,SAAS,EAAE,YAAY;SACxB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;QAC9B,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;QAC9B,MAAM,MAAM,CACV,OAAO,CAAC,MAAM,CAAC;YACb,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;SAC5C,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,kBAAkB,GAAG,EAAE;aAC1B,EAAE,EAAE;aACJ,iBAAiB,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvF,MAAM,OAAO,GAAG,sBAAsB,CAAC;YACrC,MAAM,EAAE;gBACN,KAAK,EAAE,IAAI,kBAAkB,EAAE;gBAC/B,MAAM,EAAE,IAAI,mBAAmB,EAAE;gBACjC,IAAI,EAAE,IAAI,iBAAiB,EAAE;gBAC7B,MAAM,EAAE,IAAI,mBAAmB,EAAE;gBACjC,MAAM,EAAE,IAAI,mBAAmB,EAAE;aAClC;YACD,gBAAgB,EAAE,SAAS;YAC3B,YAAY,EAAE,GAAG,EAAE,CAAC,SAAS;YAC7B,aAAa;YACb,KAAK,EAAE,EAAE,kBAAkB,EAAE;SAC9B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,MAAM,CAAC;YACnB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC,CAAC;QAEH,MAAM,CAAC,kBAAkB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAC7C,MAAM,CAAC,gBAAgB,CAAC;YACtB,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC;SAClD,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/chat/index.d.ts

@@ -0,0 +1,4 @@
+export { createChatRouteHandler } from "./chat-handler";
+export type { ChatHandlerConfig, ChatRequest, ChatHandler, ChatContext, } from "./chat-handler";
+export { validateMessage, sanitizeContent, extractTextFromParts, toAIMessages, } from "./message-utils";
+//# sourceMappingURL=index.d.ts.map

package/dist/chat/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/chat/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,YAAY,EACV,iBAAiB,EACjB,WAAW,EACX,WAAW,EACX,WAAW,GACZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,YAAY,GACb,MAAM,iBAAiB,CAAC"}

package/dist/chat/index.js

@@ -0,0 +1,3 @@
+export { createChatRouteHandler } from "./chat-handler";
+export { validateMessage, sanitizeContent, extractTextFromParts, toAIMessages, } from "./message-utils";
+//# sourceMappingURL=index.js.map

package/dist/chat/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/chat/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAOxD,OAAO,EACL,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,YAAY,GACb,MAAM,iBAAiB,CAAC"}

package/dist/chat/message-utils.d.ts

@@ -0,0 +1,26 @@
+/** Validate that a message object has the required shape. */
+export declare function validateMessage(message: unknown): {
+    valid: boolean;
+    error?: string;
+};
+/** Sanitize message content by trimming and removing null bytes. */
+export declare function sanitizeContent(content: string): string;
+/**
+ * Extract plain text from AI SDK message parts.
+ * Handles text parts, tool calls, tool results, etc.
+ */
+export declare function extractTextFromParts(parts: unknown[] | null | undefined): string;
+/**
+ * Convert messages to the format expected by AI SDK.
+ * Ensures each message has role and content.
+ */
+export declare function toAIMessages(messages: Array<{
+    role?: string;
+    content?: string;
+    sender_type?: string;
+    parts?: unknown[];
+}>): Array<{
+    role: "user" | "assistant" | "system";
+    content: string;
+}>;
+//# sourceMappingURL=message-utils.d.ts.map

package/dist/chat/message-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-utils.d.ts","sourceRoot":"","sources":["../../src/chat/message-utils.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAC7D,wBAAgB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG;IACjD,KAAK,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAmBA;AAED,oEAAoE;AACpE,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,GAAG,SAAS,GAClC,MAAM,CAkBR;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,KAAK,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;CACnB,CAAC,GACD,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAMnE"}

package/dist/chat/message-utils.js

@@ -0,0 +1,65 @@
+/** Validate that a message object has the required shape. */
+export function validateMessage(message) {
+    if (!message || typeof message !== "object") {
+        return { valid: false, error: "Message must be an object" };
+    }
+    const msg = message;
+    if (typeof msg.content !== "string" && !Array.isArray(msg.parts)) {
+        return {
+            valid: false,
+            error: "Message must have content (string) or parts (array)",
+        };
+    }
+    if (typeof msg.content === "string" && msg.content.trim().length === 0) {
+        return { valid: false, error: "Message content cannot be empty" };
+    }
+    return { valid: true };
+}
+/** Sanitize message content by trimming and removing null bytes. */
+export function sanitizeContent(content) {
+    return content.replace(/\0/g, "").trim();
+}
+/**
+ * Extract plain text from AI SDK message parts.
+ * Handles text parts, tool calls, tool results, etc.
+ */
+export function extractTextFromParts(parts) {
+    if (!parts || parts.length === 0)
+        return "";
+    const textParts = [];
+    for (const part of parts) {
+        if (!part || typeof part !== "object")
+            continue;
+        const p = part;
+        if (p.type === "text" && typeof p.text === "string") {
+            textParts.push(p.text);
+        }
+        else if (p.type === "tool-result" && typeof p.result === "string") {
+            textParts.push(p.result);
+        }
+    }
+    return textParts.join("\n");
+}
+/**
+ * Convert messages to the format expected by AI SDK.
+ * Ensures each message has role and content.
+ */
+export function toAIMessages(messages) {
+    return messages.map((msg) => {
+        const role = mapRole(msg.role ?? msg.sender_type ?? "user");
+        const content = msg.content ?? extractTextFromParts(msg.parts) ?? "";
+        return { role, content };
+    });
+}
+function mapRole(role) {
+    switch (role) {
+        case "assistant":
+        case "agent":
+            return "assistant";
+        case "system":
+            return "system";
+        default:
+            return "user";
+    }
+}
+//# sourceMappingURL=message-utils.js.map

package/dist/chat/message-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-utils.js","sourceRoot":"","sources":["../../src/chat/message-utils.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAC7D,MAAM,UAAU,eAAe,CAAC,OAAgB;IAI9C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,GAAG,GAAG,OAAkC,CAAC;IAE/C,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACjE,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,qDAAqD;SAC7D,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAC;IACpE,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAmC;IAEnC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE5C,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,SAAS;QAEhD,MAAM,CAAC,GAAG,IAA+B,CAAC;QAE1C,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,QAKE;IAEF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACrE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,WAAW,CAAC;QACjB,KAAK,OAAO;YACV,OAAO,WAAW,CAAC;QACrB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/chat/message-utils.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=message-utils.test.d.ts.map

package/dist/chat/message-utils.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-utils.test.d.ts","sourceRoot":"","sources":["../../src/chat/message-utils.test.ts"],"names":[],"mappings":""}

package/dist/chat/message-utils.test.js

@@ -0,0 +1,85 @@
+import { describe, it, expect } from 'vitest';
+import { validateMessage, sanitizeContent, extractTextFromParts, toAIMessages, } from './message-utils';
+describe('validateMessage', () => {
+    it('validates a message with content', () => {
+        expect(validateMessage({ content: 'hello' })).toEqual({ valid: true });
+    });
+    it('validates a message with parts', () => {
+        expect(validateMessage({ parts: [{ type: 'text', text: 'hi' }] })).toEqual({
+            valid: true,
+        });
+    });
+    it('rejects non-object', () => {
+        expect(validateMessage(null)).toEqual({
+            valid: false,
+            error: 'Message must be an object',
+        });
+        expect(validateMessage('string')).toEqual({
+            valid: false,
+            error: 'Message must be an object',
+        });
+    });
+    it('rejects empty content', () => {
+        expect(validateMessage({ content: '  ' })).toEqual({
+            valid: false,
+            error: 'Message content cannot be empty',
+        });
+    });
+    it('rejects message without content or parts', () => {
+        expect(validateMessage({ role: 'user' })).toEqual({
+            valid: false,
+            error: 'Message must have content (string) or parts (array)',
+        });
+    });
+});
+describe('sanitizeContent', () => {
+    it('trims whitespace', () => {
+        expect(sanitizeContent('  hello  ')).toBe('hello');
+    });
+    it('removes null bytes', () => {
+        expect(sanitizeContent('he\0llo')).toBe('hello');
+    });
+});
+describe('extractTextFromParts', () => {
+    it('returns empty for null/undefined', () => {
+        expect(extractTextFromParts(null)).toBe('');
+        expect(extractTextFromParts(undefined)).toBe('');
+    });
+    it('extracts text parts', () => {
+        const parts = [
+            { type: 'text', text: 'Hello' },
+            { type: 'text', text: 'World' },
+        ];
+        expect(extractTextFromParts(parts)).toBe('Hello\nWorld');
+    });
+    it('extracts tool-result strings', () => {
+        const parts = [{ type: 'tool-result', result: 'Result here' }];
+        expect(extractTextFromParts(parts)).toBe('Result here');
+    });
+    it('skips non-text parts', () => {
+        const parts = [
+            { type: 'text', text: 'hello' },
+            { type: 'tool-call', toolName: 'search' },
+        ];
+        expect(extractTextFromParts(parts)).toBe('hello');
+    });
+});
+describe('toAIMessages', () => {
+    it('maps user messages', () => {
+        const result = toAIMessages([{ role: 'user', content: 'hi' }]);
+        expect(result).toEqual([{ role: 'user', content: 'hi' }]);
+    });
+    it('maps agent to assistant', () => {
+        const result = toAIMessages([{ sender_type: 'agent', content: 'response' }]);
+        expect(result).toEqual([{ role: 'assistant', content: 'response' }]);
+    });
+    it('maps system messages', () => {
+        const result = toAIMessages([{ role: 'system', content: 'context' }]);
+        expect(result).toEqual([{ role: 'system', content: 'context' }]);
+    });
+    it('defaults unknown roles to user', () => {
+        const result = toAIMessages([{ role: 'unknown', content: 'test' }]);
+        expect(result[0].role).toBe('user');
+    });
+});
+//# sourceMappingURL=message-utils.test.js.map

package/dist/chat/message-utils.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-utils.test.js","sourceRoot":"","sources":["../../src/chat/message-utils.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACL,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,YAAY,GACb,MAAM,iBAAiB,CAAC;AAEzB,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACzE,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAC5B,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YACpC,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,2BAA2B;SACnC,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,2BAA2B;SACnC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACjD,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,iCAAiC;SACzC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,qDAAqD;SAC7D,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC1B,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAC5B,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC7B,MAAM,KAAK,GAAG;YACZ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;YAC/B,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;SAChC,CAAC;QACF,MAAM,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,KAAK,GAAG,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAC/D,MAAM,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,KAAK,GAAG;YACZ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;YAC/B,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE;SAC1C,CAAC;QACF,MAAM,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval/eval-runner.d.ts

@@ -0,0 +1,22 @@
+import type { EvalScorer, EvalDataset, EvalRun } from "@sprinterai/core";
+/** Function that produces an output from an input. */
+export type EvalTarget = (input: unknown) => Promise<unknown>;
+/** Options for running an evaluation. */
+export interface RunEvalOptions {
+    /** Scorers to apply to each output. */
+    scorers: EvalScorer[];
+    /** Dataset with inputs and expected outputs. */
+    dataset: EvalDataset;
+    /** The function/agent/tool to evaluate. */
+    target: EvalTarget;
+    /** Optional agent slug for metadata. */
+    agentSlug?: string;
+    /** Optional tool slug for metadata. */
+    toolSlug?: string;
+}
+/**
+ * Run an evaluation: execute the target on each dataset entry,
+ * score with all scorers, and aggregate results.
+ */
+export declare function runEval(options: RunEvalOptions): Promise<EvalRun>;
+//# sourceMappingURL=eval-runner.d.ts.map

package/dist/eval/eval-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.d.ts","sourceRoot":"","sources":["../../src/eval/eval-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EAEX,OAAO,EACR,MAAM,kBAAkB,CAAC;AAE1B,sDAAsD;AACtD,MAAM,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAE9D,yCAAyC;AACzC,MAAM,WAAW,cAAc;IAC7B,uCAAuC;IACvC,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,gDAAgD;IAChD,OAAO,EAAE,WAAW,CAAC;IACrB,2CAA2C;IAC3C,MAAM,EAAE,UAAU,CAAC;IACnB,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,wBAAsB,OAAO,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,CA0DvE"}

package/dist/eval/eval-runner.js

@@ -0,0 +1,56 @@
+/**
+ * Run an evaluation: execute the target on each dataset entry,
+ * score with all scorers, and aggregate results.
+ */
+export async function runEval(options) {
+    const { scorers, dataset, target, agentSlug, toolSlug } = options;
+    const results = [];
+    for (let i = 0; i < dataset.entries.length; i++) {
+        const entry = dataset.entries[i];
+        const start = Date.now();
+        let output;
+        try {
+            output = await target(entry.input);
+        }
+        catch (err) {
+            output = { error: err instanceof Error ? err.message : String(err) };
+        }
+        const durationMs = Date.now() - start;
+        // Score with each scorer
+        const scores = {};
+        for (const scorer of scorers) {
+            scores[scorer.name] = await scorer.score({
+                input: entry.input,
+                output,
+                expected: entry.expected,
+                metadata: entry.metadata,
+            });
+        }
+        results.push({
+            entryIndex: i,
+            scores,
+            output,
+            durationMs,
+        });
+    }
+    // Compute summary statistics per scorer
+    const summary = {};
+    for (const scorer of scorers) {
+        const vals = results.map((r) => r.scores[scorer.name]);
+        summary[scorer.name] = {
+            mean: vals.reduce((a, b) => a + b, 0) / vals.length,
+            min: Math.min(...vals),
+            max: Math.max(...vals),
+        };
+    }
+    return {
+        id: `eval-${Date.now()}`,
+        datasetName: dataset.name,
+        agentSlug,
+        toolSlug,
+        results,
+        summary,
+        createdAt: new Date().toISOString(),
+    };
+}
+//# sourceMappingURL=eval-runner.js.map

package/dist/eval/eval-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../../src/eval/eval-runner.ts"],"names":[],"mappings":"AAwBA;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,OAAuB;IACnD,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAClE,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEtC,yBAAyB;QACzB,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC;gBACvC,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM;gBACN,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,CAAC;YACb,MAAM;YACN,MAAM;YACN,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,wCAAwC;IACxC,MAAM,OAAO,GACX,EAAE,CAAC;IAEL,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;YACrB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM;YACnD,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACtB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;SACvB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;QACxB,WAAW,EAAE,OAAO,CAAC,IAAI;QACzB,SAAS;QACT,QAAQ;QACR,OAAO;QACP,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;AACJ,CAAC"}

package/dist/eval/eval-runner.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=eval-runner.test.d.ts.map

package/dist/eval/eval-runner.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.test.d.ts","sourceRoot":"","sources":["../../src/eval/eval-runner.test.ts"],"names":[],"mappings":""}

package/dist/eval/eval-runner.test.js

@@ -0,0 +1,89 @@
+import { describe, it, expect } from 'vitest';
+import { runEval } from './eval-runner';
+import { exactMatch, numericCloseness } from './scorers';
+describe('runEval', () => {
+    it('runs evaluation and returns results', async () => {
+        const dataset = {
+            name: 'simple-test',
+            entries: [
+                { input: 'hello', expected: 'hello' },
+                { input: 'world', expected: 'world' },
+                { input: 'foo', expected: 'bar' },
+            ],
+        };
+        const run = await runEval({
+            scorers: [exactMatch],
+            dataset,
+            target: async (input) => input, // identity function
+        });
+        expect(run.datasetName).toBe('simple-test');
+        expect(run.results).toHaveLength(3);
+        // First two should be exact matches
+        expect(run.results[0].scores['exact-match']).toBe(1.0);
+        expect(run.results[1].scores['exact-match']).toBe(1.0);
+        // Third should not match
+        expect(run.results[2].scores['exact-match']).toBe(0.0);
+        // Summary
+        expect(run.summary['exact-match'].mean).toBeCloseTo(2 / 3, 2);
+        expect(run.summary['exact-match'].min).toBe(0.0);
+        expect(run.summary['exact-match'].max).toBe(1.0);
+    });
+    it('handles multiple scorers', async () => {
+        const dataset = {
+            name: 'multi-scorer',
+            entries: [{ input: 10, expected: 10 }],
+        };
+        const run = await runEval({
+            scorers: [exactMatch, numericCloseness],
+            dataset,
+            target: async (input) => input,
+        });
+        expect(Object.keys(run.results[0].scores)).toEqual(['exact-match', 'numeric-closeness']);
+        expect(run.results[0].scores['exact-match']).toBe(1.0);
+        expect(run.results[0].scores['numeric-closeness']).toBe(1.0);
+    });
+    it('captures errors from target function', async () => {
+        const dataset = {
+            name: 'error-test',
+            entries: [{ input: 'trigger-error', expected: 'ok' }],
+        };
+        const run = await runEval({
+            scorers: [exactMatch],
+            dataset,
+            target: async () => {
+                throw new Error('test error');
+            },
+        });
+        expect(run.results[0].output).toEqual({ error: 'test error' });
+        expect(run.results[0].scores['exact-match']).toBe(0.0);
+    });
+    it('includes duration for each entry', async () => {
+        const dataset = {
+            name: 'timing-test',
+            entries: [{ input: 1 }],
+        };
+        const run = await runEval({
+            scorers: [exactMatch],
+            dataset,
+            target: async (input) => input,
+        });
+        expect(run.results[0].durationMs).toBeGreaterThanOrEqual(0);
+    });
+    it('sets metadata fields', async () => {
+        const dataset = {
+            name: 'meta-test',
+            entries: [{ input: 1 }],
+        };
+        const run = await runEval({
+            scorers: [exactMatch],
+            dataset,
+            target: async (input) => input,
+            agentSlug: 'analyst',
+            toolSlug: 'search',
+        });
+        expect(run.agentSlug).toBe('analyst');
+        expect(run.toolSlug).toBe('search');
+        expect(run.createdAt).toBeDefined();
+    });
+});
+//# sourceMappingURL=eval-runner.test.js.map

package/dist/eval/eval-runner.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.test.js","sourceRoot":"","sources":["../../src/eval/eval-runner.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAEzD,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;IACvB,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,OAAO,GAAgB;YAC3B,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE;gBACP,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE;gBACrC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE;gBACrC,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;aAClC;SACF,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC;YACxB,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,OAAO;YACP,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,oBAAoB;SACrD,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAEpC,oCAAoC;QACpC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvD,yBAAyB;QACzB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEvD,UAAU;QACV,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,MAAM,OAAO,GAAgB;YAC3B,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;SACvC,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC;YACxB,OAAO,EAAE,CAAC,UAAU,EAAE,gBAAgB,CAAC;YACvC,OAAO;YACP,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK;SAC/B,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACzF,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,OAAO,GAAgB;YAC3B,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;SACtD,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC;YACxB,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,OAAO;YACP,MAAM,EAAE,KAAK,IAAI,EAAE;gBACjB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAC/D,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,OAAO,GAAgB;YAC3B,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;SACxB,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC;YACxB,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,OAAO;YACP,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK;SAC/B,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QACpC,MAAM,OAAO,GAAgB;YAC3B,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;SACxB,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC;YACxB,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,OAAO;YACP,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK;YAC9B,SAAS,EAAE,SAAS;YACpB,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/eval/index.d.ts

@@ -0,0 +1,4 @@
+export { exactMatch, fuzzyMatch, numericCloseness, contains, BUILT_IN_SCORERS, } from "./scorers";
+export { runEval } from "./eval-runner";
+export type { EvalTarget, RunEvalOptions } from "./eval-runner";
+//# sourceMappingURL=index.d.ts.map

package/dist/eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,QAAQ,EACR,gBAAgB,GACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC"}

package/dist/eval/index.js

@@ -0,0 +1,3 @@
+export { exactMatch, fuzzyMatch, numericCloseness, contains, BUILT_IN_SCORERS, } from "./scorers";
+export { runEval } from "./eval-runner";
+//# sourceMappingURL=index.js.map

package/dist/eval/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,QAAQ,EACR,gBAAgB,GACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC"}

package/dist/eval/scorers.d.ts

@@ -0,0 +1,26 @@
+import type { EvalScorer } from "@sprinterai/core";
+/**
+ * Exact match scorer: 1.0 if output === expected, 0.0 otherwise.
+ * Compares JSON stringified values for deep equality.
+ */
+export declare const exactMatch: EvalScorer;
+/**
+ * Fuzzy text match scorer: compares strings case-insensitively after trimming.
+ * Returns a score based on substring containment.
+ * 1.0 = exact match, 0.5 = one contains the other, 0.0 = no match.
+ */
+export declare const fuzzyMatch: EvalScorer;
+/**
+ * Numeric closeness scorer: returns 1.0 if values are equal,
+ * decreasing as the difference increases relative to expected.
+ * Uses formula: 1 - min(|output - expected| / |expected|, 1)
+ */
+export declare const numericCloseness: EvalScorer;
+/**
+ * Contains scorer: checks if the output string contains the expected string.
+ * Useful for checking if an agent mentioned specific keywords.
+ */
+export declare const contains: EvalScorer;
+/** All built-in scorers. */
+export declare const BUILT_IN_SCORERS: EvalScorer[];
+//# sourceMappingURL=scorers.d.ts.map

package/dist/eval/scorers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorers.d.ts","sourceRoot":"","sources":["../../src/eval/scorers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,UAOxB,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,UAAU,EAAE,UAcxB,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,EAAE,UAa9B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,QAAQ,EAAE,UAStB,CAAC;AAEF,4BAA4B;AAC5B,eAAO,MAAM,gBAAgB,EAAE,UAAU,EAKxC,CAAC"}