@cdot65/daystrom 1.0.3

package/dist/llm/prompts/generate-topic.js

@@ -0,0 +1,32 @@
+import { ChatPromptTemplate } from '@langchain/core/prompts';
+export const generateTopicPrompt = ChatPromptTemplate.fromMessages([
+    [
+        'system',
+        `You are an expert at configuring Prisma AIRS custom topic guardrails. Your job is to create a topic definition that will effectively {intent} conversations about the described topic.
+
+Constraints:
+- Name: max 100 characters, concise and descriptive
+- Description: max 250 characters, clearly defines what should be detected
+- Examples: 1-5 examples, each max 250 characters
+- Combined total (name + description + all examples) must not exceed 1000 characters
+
+The description should be specific enough to catch relevant content but not so broad that it triggers on unrelated topics. Examples should represent diverse ways users might discuss the topic.
+{memorySection}`,
+    ],
+    [
+        'human',
+        `Create a custom topic guardrail to {intent} the following:
+
+Topic: {topicDescription}
+
+{seedExamplesSection}
+
+Generate a topic definition with a name, description, and up to 5 representative examples.`,
+    ],
+]);
+export function buildSeedExamplesSection(seeds) {
+    if (!seeds || seeds.length === 0)
+        return '';
+    return `Seed examples to build upon:\n${seeds.map((s, i) => `${i + 1}. ${s}`).join('\n')}`;
+}
+//# sourceMappingURL=generate-topic.js.map

package/dist/llm/prompts/generate-topic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-topic.js","sourceRoot":"","sources":["../../../src/llm/prompts/generate-topic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,CAAC,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,YAAY,CAAC;IACjE;QACE,QAAQ;QACR;;;;;;;;;gBASY;KACb;IACD;QACE,OAAO;QACP;;;;;;2FAMuF;KACxF;CACF,CAAC,CAAC;AAEH,MAAM,UAAU,wBAAwB,CAAC,KAAgB;IACvD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5C,OAAO,iCAAiC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAC7F,CAAC"}

package/dist/llm/prompts/improve-topic.d.ts

@@ -0,0 +1,3 @@
+import { ChatPromptTemplate } from '@langchain/core/prompts';
+export declare const improveTopicPrompt: ChatPromptTemplate<any, any>;
+//# sourceMappingURL=improve-topic.d.ts.map

package/dist/llm/prompts/improve-topic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"improve-topic.d.ts","sourceRoot":"","sources":["../../../src/llm/prompts/improve-topic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,eAAO,MAAM,kBAAkB,8BA+C7B,CAAC"}

package/dist/llm/prompts/improve-topic.js

@@ -0,0 +1,50 @@
+import { ChatPromptTemplate } from '@langchain/core/prompts';
+export const improveTopicPrompt = ChatPromptTemplate.fromMessages([
+    [
+        'system',
+        `You are an expert at refining Prisma AIRS custom topic guardrails. Based on test results and analysis, improve the topic definition to reduce false positives and false negatives.
+
+Constraints (MUST be respected):
+- Name: KEEP THE EXACT SAME NAME as the current definition. Do NOT rename.
+- Description: max 250 characters
+- Examples: 1-5 examples, each max 250 characters
+- Combined total (name + description + all examples): max 1000 characters
+
+Focus on improving only the description and examples:
+- Making the description more precise to reduce false positives
+- Adding examples that cover missed patterns (false negatives)
+- Removing or replacing examples that cause over-matching
+- Using clear, unambiguous language
+{memorySection}`,
+    ],
+    [
+        'human',
+        `Improve this guardrail definition based on the analysis:
+
+Current Definition:
+- Name: {currentName}
+- Description: {currentDescription}
+- Examples: {currentExamples}
+
+Performance (iteration {iteration}):
+- Coverage: {coverage} (target: {targetCoverage})
+- TPR: {tpr}, TNR: {tnr}
+- Accuracy: {accuracy}
+
+Analysis Summary: {analysisSummary}
+
+False Positive Patterns: {fpPatterns}
+False Negative Patterns: {fnPatterns}
+
+Specific False Positives:
+{specificFPs}
+
+Specific False Negatives:
+{specificFNs}
+
+Suggestions from analysis: {suggestions}
+
+Generate an improved topic definition that addresses these issues while staying within constraints.`,
+    ],
+]);
+//# sourceMappingURL=improve-topic.js.map

package/dist/llm/prompts/improve-topic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"improve-topic.js","sourceRoot":"","sources":["../../../src/llm/prompts/improve-topic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC;IAChE;QACE,QAAQ;QACR;;;;;;;;;;;;;gBAaY;KACb;IACD;QACE,OAAO;QACP;;;;;;;;;;;;;;;;;;;;;;;;;oGAyBgG;KACjG;CACF,CAAC,CAAC"}

package/dist/llm/provider.d.ts

@@ -0,0 +1,15 @@
+import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import type { LlmProvider } from '../config/schema.js';
+export interface LlmProviderConfig {
+    provider: LlmProvider;
+    model?: string;
+    anthropicApiKey?: string;
+    googleApiKey?: string;
+    googleCloudProject?: string;
+    googleCloudLocation?: string;
+    awsRegion?: string;
+    awsAccessKeyId?: string;
+    awsSecretAccessKey?: string;
+}
+export declare function createLlmProvider(config: LlmProviderConfig): Promise<BaseChatModel>;
+//# sourceMappingURL=provider.d.ts.map

package/dist/llm/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/llm/provider.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAGjF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvD,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAWD,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,CAAC,CAgEzF"}

package/dist/llm/provider.js

@@ -0,0 +1,71 @@
+import { ChatAnthropic } from '@langchain/anthropic';
+import { ChatBedrockConverse } from '@langchain/aws';
+import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
+import { ChatVertexAI } from '@langchain/google-vertexai';
+const DEFAULT_MODELS = {
+    'claude-api': 'claude-opus-4-6',
+    'claude-vertex': 'claude-opus-4-6',
+    'claude-bedrock': 'anthropic.claude-opus-4-6-v1',
+    'gemini-api': 'gemini-2.0-flash',
+    'gemini-vertex': 'gemini-2.0-flash',
+    'gemini-bedrock': 'gemini-2.0-flash',
+};
+export async function createLlmProvider(config) {
+    const modelName = config.model ?? DEFAULT_MODELS[config.provider];
+    switch (config.provider) {
+        case 'claude-api':
+            return new ChatAnthropic({
+                model: modelName,
+                anthropicApiKey: config.anthropicApiKey,
+                temperature: 0,
+            });
+        case 'claude-vertex': {
+            const { AnthropicVertex } = await import('@anthropic-ai/vertex-sdk');
+            const client = new AnthropicVertex({
+                projectId: config.googleCloudProject,
+                region: config.googleCloudLocation ?? 'global',
+            });
+            return new ChatAnthropic({
+                model: modelName,
+                temperature: 0,
+                createClient: () => client,
+            });
+        }
+        case 'claude-bedrock': {
+            const opts = {
+                model: modelName,
+                region: config.awsRegion ?? 'us-east-1',
+                temperature: 0,
+            };
+            if (config.awsAccessKeyId && config.awsSecretAccessKey) {
+                opts.credentials = {
+                    accessKeyId: config.awsAccessKeyId,
+                    secretAccessKey: config.awsSecretAccessKey,
+                };
+            }
+            return new ChatBedrockConverse(opts);
+        }
+        case 'gemini-api':
+            return new ChatGoogleGenerativeAI({
+                model: modelName,
+                apiKey: config.googleApiKey,
+                temperature: 0,
+            });
+        case 'gemini-vertex':
+            return new ChatVertexAI({
+                model: modelName,
+                location: config.googleCloudLocation ?? 'us-central1',
+                temperature: 0,
+                authOptions: { projectId: config.googleCloudProject },
+            });
+        case 'gemini-bedrock':
+            return new ChatBedrockConverse({
+                model: modelName,
+                region: config.awsRegion ?? 'us-east-1',
+                temperature: 0,
+            });
+        default:
+            throw new Error(`Unknown LLM provider: ${config.provider}`);
+    }
+}
+//# sourceMappingURL=provider.js.map

package/dist/llm/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAe1D,MAAM,cAAc,GAAgC;IAClD,YAAY,EAAE,iBAAiB;IAC/B,eAAe,EAAE,iBAAiB;IAClC,gBAAgB,EAAE,8BAA8B;IAChD,YAAY,EAAE,kBAAkB;IAChC,eAAe,EAAE,kBAAkB;IACnC,gBAAgB,EAAE,kBAAkB;CACrC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAyB;IAC/D,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAElE,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,KAAK,YAAY;YACf,OAAO,IAAI,aAAa,CAAC;gBACvB,KAAK,EAAE,SAAS;gBAChB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,WAAW,EAAE,CAAC;aACf,CAAC,CAAC;QAEL,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;YACrE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;gBACjC,SAAS,EAAE,MAAM,CAAC,kBAAkB;gBACpC,MAAM,EAAE,MAAM,CAAC,mBAAmB,IAAI,QAAQ;aAC/C,CAAC,CAAC;YACH,OAAO,IAAI,aAAa,CAAC;gBACvB,KAAK,EAAE,SAAS;gBAChB,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,GAAG,EAAE,CAAC,MAAM;aAC3B,CAAC,CAAC;QACL,CAAC;QAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,MAAM,IAAI,GAA4B;gBACpC,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,MAAM,CAAC,SAAS,IAAI,WAAW;gBACvC,WAAW,EAAE,CAAC;aACf,CAAC;YACF,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;gBACvD,IAAI,CAAC,WAAW,GAAG;oBACjB,WAAW,EAAE,MAAM,CAAC,cAAc;oBAClC,eAAe,EAAE,MAAM,CAAC,kBAAkB;iBAC3C,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;QAED,KAAK,YAAY;YACf,OAAO,IAAI,sBAAsB,CAAC;gBAChC,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,MAAM,CAAC,YAAY;gBAC3B,WAAW,EAAE,CAAC;aACf,CAAC,CAAC;QAEL,KAAK,eAAe;YAClB,OAAO,IAAI,YAAY,CAAC;gBACtB,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,MAAM,CAAC,mBAAmB,IAAI,aAAa;gBACrD,WAAW,EAAE,CAAC;gBACd,WAAW,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,kBAAkB,EAAE;aACtD,CAAC,CAAC;QAEL,KAAK,gBAAgB;YACnB,OAAO,IAAI,mBAAmB,CAAC;gBAC7B,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,MAAM,CAAC,SAAS,IAAI,WAAW;gBACvC,WAAW,EAAE,CAAC;aACf,CAAC,CAAC;QAEL;YACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC"}

package/dist/llm/schemas.d.ts

@@ -0,0 +1,97 @@
+import { z } from 'zod';
+export declare const CustomTopicSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodString;
+    examples: z.ZodArray<z.ZodString, "many">;
+}, "strip", z.ZodTypeAny, {
+    description: string;
+    examples: string[];
+    name: string;
+}, {
+    description: string;
+    examples: string[];
+    name: string;
+}>;
+export declare const TestCaseSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    expectedTriggered: z.ZodBoolean;
+    category: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    category: string;
+    prompt: string;
+    expectedTriggered: boolean;
+}, {
+    category: string;
+    prompt: string;
+    expectedTriggered: boolean;
+}>;
+export declare const TestSuiteSchema: z.ZodObject<{
+    positiveTests: z.ZodArray<z.ZodObject<{
+        prompt: z.ZodString;
+        expectedTriggered: z.ZodBoolean;
+        category: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }, {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }>, "many">;
+    negativeTests: z.ZodArray<z.ZodObject<{
+        prompt: z.ZodString;
+        expectedTriggered: z.ZodBoolean;
+        category: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }, {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }>, "many">;
+}, "strip", z.ZodTypeAny, {
+    positiveTests: {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }[];
+    negativeTests: {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }[];
+}, {
+    positiveTests: {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }[];
+    negativeTests: {
+        category: string;
+        prompt: string;
+        expectedTriggered: boolean;
+    }[];
+}>;
+export declare const AnalysisReportSchema: z.ZodObject<{
+    summary: z.ZodString;
+    falsePositivePatterns: z.ZodArray<z.ZodString, "many">;
+    falseNegativePatterns: z.ZodArray<z.ZodString, "many">;
+    suggestions: z.ZodArray<z.ZodString, "many">;
+}, "strip", z.ZodTypeAny, {
+    summary: string;
+    falsePositivePatterns: string[];
+    falseNegativePatterns: string[];
+    suggestions: string[];
+}, {
+    summary: string;
+    falsePositivePatterns: string[];
+    falseNegativePatterns: string[];
+    suggestions: string[];
+}>;
+export type CustomTopicOutput = z.infer<typeof CustomTopicSchema>;
+export type TestSuiteOutput = z.infer<typeof TestSuiteSchema>;
+export type AnalysisReportOutput = z.infer<typeof AnalysisReportSchema>;
+//# sourceMappingURL=schemas.d.ts.map

package/dist/llm/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/llm/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,iBAAiB;;;;;;;;;;;;EAI5B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;EAIzB,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAG1B,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;EAK/B,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAC9D,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC"}

package/dist/llm/schemas.js

@@ -0,0 +1,22 @@
+import { z } from 'zod';
+export const CustomTopicSchema = z.object({
+    name: z.string().min(1),
+    description: z.string().min(1),
+    examples: z.array(z.string().min(1)).min(1).max(5),
+});
+export const TestCaseSchema = z.object({
+    prompt: z.string().min(1),
+    expectedTriggered: z.boolean(),
+    category: z.string().min(1),
+});
+export const TestSuiteSchema = z.object({
+    positiveTests: z.array(TestCaseSchema).min(1),
+    negativeTests: z.array(TestCaseSchema).min(1),
+});
+export const AnalysisReportSchema = z.object({
+    summary: z.string().min(1),
+    falsePositivePatterns: z.array(z.string()),
+    falseNegativePatterns: z.array(z.string()),
+    suggestions: z.array(z.string()).min(1),
+});
+//# sourceMappingURL=schemas.js.map

package/dist/llm/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/llm/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACnD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE;IAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CAC9C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,qBAAqB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC1C,qBAAqB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC1C,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACxC,CAAC,CAAC"}

package/dist/llm/service.d.ts

@@ -0,0 +1,19 @@
+import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import type { LlmService } from '../core/loop.js';
+import type { AnalysisReport, CustomTopic, EfficacyMetrics, TestCase, TestResult } from '../core/types.js';
+import type { MemoryInjector } from '../memory/injector.js';
+export declare class LangChainLlmService implements LlmService {
+    private model;
+    private memoryInjector?;
+    private memorySection;
+    constructor(model: BaseChatModel, memoryInjector?: MemoryInjector | undefined);
+    loadMemory(topicDescription: string): Promise<number>;
+    generateTopic(description: string, intent: string, seeds?: string[]): Promise<CustomTopic>;
+    generateTests(topic: CustomTopic, intent: string): Promise<{
+        positiveTests: TestCase[];
+        negativeTests: TestCase[];
+    }>;
+    analyzeResults(topic: CustomTopic, results: TestResult[], metrics: EfficacyMetrics): Promise<AnalysisReport>;
+    improveTopic(topic: CustomTopic, metrics: EfficacyMetrics, analysis: AnalysisReport, results: TestResult[], iteration: number, targetCoverage: number): Promise<CustomTopic>;
+}
+//# sourceMappingURL=service.d.ts.map

package/dist/llm/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/llm/service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AASjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EACV,cAAc,EACd,WAAW,EACX,eAAe,EACf,QAAQ,EACR,UAAU,EACX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAoD5D,qBAAa,mBAAoB,YAAW,UAAU;IAIlD,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,cAAc,CAAC;IAJzB,OAAO,CAAC,aAAa,CAAM;gBAGjB,KAAK,EAAE,aAAa,EACpB,cAAc,CAAC,EAAE,cAAc,YAAA;IAGnC,UAAU,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAOrD,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;IA+B1F,aAAa,CACjB,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;QAAE,aAAa,EAAE,QAAQ,EAAE,CAAC;QAAC,aAAa,EAAE,QAAQ,EAAE,CAAA;KAAE,CAAC;IAuB9D,cAAc,CAClB,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,cAAc,CAAC;IAqCpB,YAAY,CAChB,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,UAAU,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,WAAW,CAAC;CA6CxB"}

package/dist/llm/service.js

@@ -0,0 +1,177 @@
+import { MAX_COMBINED_LENGTH, MAX_DESCRIPTION_LENGTH, MAX_EXAMPLE_LENGTH, MAX_EXAMPLES, MAX_NAME_LENGTH, validateTopic, } from '../core/constraints.js';
+import { analyzeResultsPrompt } from './prompts/analyze-results.js';
+import { generateTestsPrompt } from './prompts/generate-tests.js';
+import { buildSeedExamplesSection, generateTopicPrompt } from './prompts/generate-topic.js';
+import { improveTopicPrompt } from './prompts/improve-topic.js';
+import { AnalysisReportSchema, CustomTopicSchema, TestSuiteSchema, } from './schemas.js';
+const MAX_RETRIES = 3;
+/** Truncate a string so its UTF-8 byte length does not exceed maxBytes. */
+function sliceToBytes(s, maxBytes) {
+    while (Buffer.byteLength(s, 'utf8') > maxBytes) {
+        s = s.slice(0, -1);
+    }
+    return s;
+}
+/** UTF-8 byte length of a string. */
+function byteLen(s) {
+    return Buffer.byteLength(s, 'utf8');
+}
+/** Clamp topic fields to fit Prisma AIRS constraints (byte-aware, including combined limit) */
+function clampTopic(topic) {
+    const name = sliceToBytes(topic.name, MAX_NAME_LENGTH);
+    let description = sliceToBytes(topic.description, MAX_DESCRIPTION_LENGTH);
+    const examples = topic.examples
+        .slice(0, MAX_EXAMPLES)
+        .map((e) => sliceToBytes(e, MAX_EXAMPLE_LENGTH));
+    // Enforce combined byte-length limit by dropping examples from the end, then trimming description
+    const combined = () => byteLen(name) + byteLen(description) + examples.reduce((s, e) => s + byteLen(e), 0);
+    while (combined() > MAX_COMBINED_LENGTH && examples.length > 1) {
+        examples.pop();
+    }
+    /* v8 ignore next 4 -- unreachable with current MAX constants (100+250+250=600 < 1000) */
+    if (combined() > MAX_COMBINED_LENGTH) {
+        const overflow = combined() - MAX_COMBINED_LENGTH;
+        description = sliceToBytes(description, byteLen(description) - overflow);
+    }
+    return { name, description, examples };
+}
+export class LangChainLlmService {
+    model;
+    memoryInjector;
+    memorySection = '';
+    constructor(model, memoryInjector) {
+        this.model = model;
+        this.memoryInjector = memoryInjector;
+    }
+    async loadMemory(topicDescription) {
+        if (!this.memoryInjector)
+            return 0;
+        this.memorySection = await this.memoryInjector.buildMemorySection(topicDescription);
+        // Count lines starting with "- [" as learning count
+        return this.memorySection.split('\n').filter((l) => l.startsWith('- [')).length;
+    }
+    async generateTopic(description, intent, seeds) {
+        const structured = this.model.withStructuredOutput(CustomTopicSchema);
+        const chain = generateTopicPrompt.pipe(structured);
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
+            try {
+                const raw = await chain.invoke({
+                    topicDescription: description,
+                    intent,
+                    seedExamplesSection: buildSeedExamplesSection(seeds),
+                    memorySection: this.memorySection,
+                });
+                const result = clampTopic(raw);
+                const errors = validateTopic(result);
+                if (errors.length === 0)
+                    return result;
+                if (attempt === MAX_RETRIES - 1) {
+                    throw new Error(`LLM output violates constraints after ${MAX_RETRIES} attempts: ${errors.map((e) => e.message).join(', ')}`);
+                }
+            }
+            catch (err) {
+                if (attempt === MAX_RETRIES - 1)
+                    throw err;
+            }
+        }
+        /* v8 ignore next */
+        throw new Error('Unreachable');
+    }
+    async generateTests(topic, intent) {
+        const structured = this.model.withStructuredOutput(TestSuiteSchema);
+        const chain = generateTestsPrompt.pipe(structured);
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
+            try {
+                const raw = await chain.invoke({
+                    topicName: topic.name,
+                    topicDescription: topic.description,
+                    topicExamples: topic.examples.map((e, i) => `${i + 1}. ${e}`).join('\n'),
+                    intent,
+                    memorySection: this.memorySection,
+                });
+                return raw;
+            }
+            catch (err) {
+                if (attempt === MAX_RETRIES - 1)
+                    throw err;
+            }
+        }
+        /* v8 ignore next */
+        throw new Error('Unreachable');
+    }
+    async analyzeResults(topic, results, metrics) {
+        const structured = this.model.withStructuredOutput(AnalysisReportSchema);
+        const chain = analyzeResultsPrompt.pipe(structured);
+        const fps = results.filter((r) => !r.testCase.expectedTriggered && r.actualTriggered);
+        const fns = results.filter((r) => r.testCase.expectedTriggered && !r.actualTriggered);
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
+            try {
+                const raw = await chain.invoke({
+                    topicName: topic.name,
+                    topicDescription: topic.description,
+                    topicExamples: topic.examples.join(', '),
+                    tpr: `${(metrics.truePositiveRate * 100).toFixed(1)}%`,
+                    tnr: `${(metrics.trueNegativeRate * 100).toFixed(1)}%`,
+                    accuracy: `${(metrics.accuracy * 100).toFixed(1)}%`,
+                    coverage: `${(metrics.coverage * 100).toFixed(1)}%`,
+                    falsePositives: fps.length > 0
+                        ? fps.map((r) => `- "${r.testCase.prompt}" (${r.testCase.category})`).join('\n')
+                        : 'None',
+                    falseNegatives: fns.length > 0
+                        ? fns.map((r) => `- "${r.testCase.prompt}" (${r.testCase.category})`).join('\n')
+                        : 'None',
+                    memorySection: this.memorySection,
+                });
+                return raw;
+            }
+            catch (err) {
+                if (attempt === MAX_RETRIES - 1)
+                    throw err;
+            }
+        }
+        /* v8 ignore next */
+        throw new Error('Unreachable');
+    }
+    async improveTopic(topic, metrics, analysis, results, iteration, targetCoverage) {
+        const structured = this.model.withStructuredOutput(CustomTopicSchema);
+        const chain = improveTopicPrompt.pipe(structured);
+        const fps = results.filter((r) => !r.testCase.expectedTriggered && r.actualTriggered);
+        const fns = results.filter((r) => r.testCase.expectedTriggered && !r.actualTriggered);
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
+            try {
+                const raw = await chain.invoke({
+                    currentName: topic.name,
+                    currentDescription: topic.description,
+                    currentExamples: topic.examples.join(', '),
+                    iteration,
+                    coverage: `${(metrics.coverage * 100).toFixed(1)}%`,
+                    targetCoverage: `${(targetCoverage * 100).toFixed(1)}%`,
+                    tpr: `${(metrics.truePositiveRate * 100).toFixed(1)}%`,
+                    tnr: `${(metrics.trueNegativeRate * 100).toFixed(1)}%`,
+                    accuracy: `${(metrics.accuracy * 100).toFixed(1)}%`,
+                    analysisSummary: analysis.summary,
+                    fpPatterns: analysis.falsePositivePatterns.join('; ') || 'None',
+                    fnPatterns: analysis.falseNegativePatterns.join('; ') || 'None',
+                    specificFPs: fps.map((r) => `- "${r.testCase.prompt}"`).join('\n') || 'None',
+                    specificFNs: fns.map((r) => `- "${r.testCase.prompt}"`).join('\n') || 'None',
+                    suggestions: analysis.suggestions.join('; '),
+                    memorySection: this.memorySection,
+                });
+                const result = clampTopic(raw);
+                const errors = validateTopic(result);
+                if (errors.length === 0)
+                    return result;
+                if (attempt === MAX_RETRIES - 1) {
+                    throw new Error(`LLM output violates constraints after ${MAX_RETRIES} attempts: ${errors.map((e) => e.message).join(', ')}`);
+                }
+            }
+            catch (err) {
+                if (attempt === MAX_RETRIES - 1)
+                    throw err;
+            }
+        }
+        /* v8 ignore next */
+        throw new Error('Unreachable');
+    }
+}
+//# sourceMappingURL=service.js.map

package/dist/llm/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../src/llm/service.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,sBAAsB,EACtB,kBAAkB,EAClB,YAAY,EACZ,eAAe,EACf,aAAa,GACd,MAAM,wBAAwB,CAAC;AAUhC,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAC5F,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAEL,oBAAoB,EAEpB,iBAAiB,EAEjB,eAAe,GAChB,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,2EAA2E;AAC3E,SAAS,YAAY,CAAC,CAAS,EAAE,QAAgB;IAC/C,OAAO,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;QAC/C,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,qCAAqC;AACrC,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AAED,+FAA+F;AAC/F,SAAS,UAAU,CAAC,KAAwB;IAC1C,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACvD,IAAI,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ;SAC5B,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAEnD,kGAAkG;IAClG,MAAM,QAAQ,GAAG,GAAG,EAAE,CACpB,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtF,OAAO,QAAQ,EAAE,GAAG,mBAAmB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/D,QAAQ,CAAC,GAAG,EAAE,CAAC;IACjB,CAAC;IACD,yFAAyF;IACzF,IAAI,QAAQ,EAAE,GAAG,mBAAmB,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,QAAQ,EAAE,GAAG,mBAAmB,CAAC;QAClD,WAAW,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,OAAO,mBAAmB;IAIpB;IACA;IAJF,aAAa,GAAG,EAAE,CAAC;IAE3B,YACU,KAAoB,EACpB,cAA+B;QAD/B,UAAK,GAAL,KAAK,CAAe;QACpB,mBAAc,GAAd,cAAc,CAAiB;IACtC,CAAC;IAEJ,KAAK,CAAC,UAAU,CAAC,gBAAwB;QACvC,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QACpF,oDAAoD;QACpD,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,WAAmB,EAAE,MAAc,EAAE,KAAgB;QACvE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEnD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;oBAC7B,gBAAgB,EAAE,WAAW;oBAC7B,MAAM;oBACN,mBAAmB,EAAE,wBAAwB,CAAC,KAAK,CAAC;oBACpD,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,UAAU,CAAC,GAAmC,CAAC,CAAC;gBAE/D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;gBACrC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,MAAM,CAAC;gBAEvC,IAAI,OAAO,KAAK,WAAW,GAAG,CAAC,EAAE,CAAC;oBAChC,MAAM,IAAI,KAAK,CACb,yCAAyC,WAAW,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5G,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,OAAO,KAAK,WAAW,GAAG,CAAC;oBAAE,MAAM,GAAG,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,KAAkB,EAClB,MAAc;QAEd,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEnD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;oBAC7B,SAAS,EAAE,KAAK,CAAC,IAAI;oBACrB,gBAAgB,EAAE,KAAK,CAAC,WAAW;oBACnC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;oBACxE,MAAM;oBACN,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,CAAC,CAAC;gBACH,OAAO,GAAiC,CAAC;YAC3C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,OAAO,KAAK,WAAW,GAAG,CAAC;oBAAE,MAAM,GAAG,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,KAAkB,EAClB,OAAqB,EACrB,OAAwB;QAExB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEpD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC;QACtF,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QAEtF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;oBAC7B,SAAS,EAAE,KAAK,CAAC,IAAI;oBACrB,gBAAgB,EAAE,KAAK,CAAC,WAAW;oBACnC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;oBACxC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACtD,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACtD,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACnD,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACnD,cAAc,EACZ,GAAG,CAAC,MAAM,GAAG,CAAC;wBACZ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAChF,CAAC,CAAC,MAAM;oBACZ,cAAc,EACZ,GAAG,CAAC,MAAM,GAAG,CAAC;wBACZ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAChF,CAAC,CAAC,MAAM;oBACZ,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,CAAC,CAAC;gBACH,OAAO,GAAsC,CAAC;YAChD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,OAAO,KAAK,WAAW,GAAG,CAAC;oBAAE,MAAM,GAAG,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAkB,EAClB,OAAwB,EACxB,QAAwB,EACxB,OAAqB,EACrB,SAAiB,EACjB,cAAsB;QAEtB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAElD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC;QACtF,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QAEtF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;oBAC7B,WAAW,EAAE,KAAK,CAAC,IAAI;oBACvB,kBAAkB,EAAE,KAAK,CAAC,WAAW;oBACrC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC1C,SAAS;oBACT,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACnD,cAAc,EAAE,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACvD,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACtD,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACtD,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACnD,eAAe,EAAE,QAAQ,CAAC,OAAO;oBACjC,UAAU,EAAE,QAAQ,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM;oBAC/D,UAAU,EAAE,QAAQ,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM;oBAC/D,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM;oBAC5E,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM;oBAC5E,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC5C,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,UAAU,CAAC,GAAmC,CAAC,CAAC;gBAE/D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;gBACrC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,MAAM,CAAC;gBAEvC,IAAI,OAAO,KAAK,WAAW,GAAG,CAAC,EAAE,CAAC;oBAChC,MAAM,IAAI,KAAK,CACb,yCAAyC,WAAW,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5G,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,OAAO,KAAK,WAAW,GAAG,CAAC;oBAAE,MAAM,GAAG,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/memory/diff.d.ts

@@ -0,0 +1,4 @@
+import type { IterationResult } from '../core/types.js';
+import type { IterationDiff } from './types.js';
+export declare function computeIterationDiff(from: IterationResult, to: IterationResult): IterationDiff;
+//# sourceMappingURL=diff.d.ts.map

package/dist/memory/diff.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff.d.ts","sourceRoot":"","sources":["../../src/memory/diff.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,eAAe,GAAG,aAAa,CAwB9F"}

package/dist/memory/diff.js

@@ -0,0 +1,24 @@
+export function computeIterationDiff(from, to) {
+    const fromExSet = new Set(from.topic.examples);
+    const toExSet = new Set(to.topic.examples);
+    const examplesAdded = to.topic.examples.filter((e) => !fromExSet.has(e));
+    const examplesRemoved = from.topic.examples.filter((e) => !toExSet.has(e));
+    return {
+        fromIteration: from.iteration,
+        toIteration: to.iteration,
+        descriptionChanged: from.topic.description !== to.topic.description,
+        examplesChanged: examplesAdded.length > 0 || examplesRemoved.length > 0,
+        examplesAdded,
+        examplesRemoved,
+        descriptionBefore: from.topic.description,
+        descriptionAfter: to.topic.description,
+        metricDelta: {
+            coverage: to.metrics.coverage - from.metrics.coverage,
+            tpr: to.metrics.truePositiveRate - from.metrics.truePositiveRate,
+            tnr: to.metrics.trueNegativeRate - from.metrics.trueNegativeRate,
+            accuracy: to.metrics.accuracy - from.metrics.accuracy,
+            f1: to.metrics.f1Score - from.metrics.f1Score,
+        },
+    };
+}
+//# sourceMappingURL=diff.js.map

package/dist/memory/diff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff.js","sourceRoot":"","sources":["../../src/memory/diff.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,oBAAoB,CAAC,IAAqB,EAAE,EAAmB;IAC7E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE3C,MAAM,aAAa,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAE3E,OAAO;QACL,aAAa,EAAE,IAAI,CAAC,SAAS;QAC7B,WAAW,EAAE,EAAE,CAAC,SAAS;QACzB,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,KAAK,EAAE,CAAC,KAAK,CAAC,WAAW;QACnE,eAAe,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC;QACvE,aAAa;QACb,eAAe;QACf,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;QACzC,gBAAgB,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW;QACtC,WAAW,EAAE;YACX,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;YACrD,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAChE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAChE,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;YACrD,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO;SAC9C;KACF,CAAC;AACJ,CAAC"}

package/dist/memory/extractor.d.ts

@@ -0,0 +1,15 @@
+import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import type { RunState } from '../core/types.js';
+import { type MemoryStore } from './store.js';
+import type { Learning } from './types.js';
+export declare class LearningExtractor {
+    private model;
+    private store;
+    constructor(model: BaseChatModel, store: MemoryStore);
+    extractAndSave(runState: RunState): Promise<{
+        learnings: Learning[];
+    }>;
+    private mergeLearnings;
+    private formatIterationHistory;
+}
+//# sourceMappingURL=extractor.d.ts.map

package/dist/memory/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../src/memory/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAEjF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAIjD,OAAO,EAAE,KAAK,WAAW,EAAqB,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAE,QAAQ,EAAe,MAAM,YAAY,CAAC;AAExD,qBAAa,iBAAiB;IAE1B,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,KAAK;gBADL,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE,WAAW;IAGtB,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,QAAQ,EAAE,CAAA;KAAE,CAAC;IAoF5E,OAAO,CAAC,cAAc;IAoBtB,OAAO,CAAC,sBAAsB;CAkC/B"}