@orq-ai/evaluatorq 1.3.1 → 1.3.2

package/dist/lib/integrations/simulation/generators/scenario-generator.js

@@ -4,6 +4,7 @@
  * Generates test scenarios from agent descriptions and optional context.
  */
 import OpenAI from "openai";
+import { getTraceContextHeaders, recordLLMInput, recordLLMResponse, withLLMSpan, withSimulationSpan, } from "../tracing.js";
 import { extractJsonFromResponse } from "../utils/extract-json.js";
 import { delimit } from "../utils/sanitize.js";
 // Temperature settings for different generation modes
@@ -225,9 +226,13 @@ export class ScenarioGenerator {
      * Generate scenarios for agent testing.
      */
     async generate(params) {
-        const { agentDescription, context = "", numScenarios = 10, edgeCasePercentage = 0.3, } = params;
-        const numEdgeCases = Math.floor(numScenarios * edgeCasePercentage);
-        const userPrompt = `Agent Description: ${delimit(agentDescription)}
+        return withSimulationSpan("orq.simulation.scenario_generation", {
+            "orq.simulation.num_scenarios": params.numScenarios ?? 10,
+            "orq.simulation.model": this.model,
+        }, async (_span) => {
+            const { agentDescription, context = "", numScenarios = 10, edgeCasePercentage = 0.3, } = params;
+            const numEdgeCases = Math.floor(numScenarios * edgeCasePercentage);
+            const userPrompt = `Agent Description: ${delimit(agentDescription)}
 
 Additional Context: ${delimit(context || "None provided")}
 
@@ -238,52 +243,73 @@ Generate ${numScenarios} diverse test scenarios for this agent.
 - Each scenario should have clear success/failure criteria
 
 Return ONLY a JSON array, no other text.`;
-        try {
-            const response = await this.client.chat.completions.create({
-                model: this.model,
-                messages: [
+            try {
+                const genMessages = [
                     { role: "system", content: SCENARIO_GENERATOR_PROMPT },
                     { role: "user", content: userPrompt },
-                ],
-                temperature: TEMPERATURE_CREATIVE,
-                max_tokens: 6000,
-            });
-            const content = response.choices[0]?.message.content ?? "[]";
-            const extracted = extractJsonFromResponse(content);
-            const scenarioDicts = parseJsonArray(extracted);
-            const scenarios = parseScenarios(scenarioDicts);
-            if (scenarios.length < numScenarios) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios but only ${scenarios.length} were successfully parsed`);
+                ];
+                const response = await withLLMSpan({
+                    model: this.model,
+                    temperature: TEMPERATURE_CREATIVE,
+                    maxTokens: 6000,
+                    purpose: "scenario_generation",
+                }, async (llmSpan) => {
+                    recordLLMInput(llmSpan, [
+                        { role: "system", content: SCENARIO_GENERATOR_PROMPT },
+                        { role: "user", content: userPrompt },
+                    ]);
+                    const traceHeaders = await getTraceContextHeaders();
+                    const res = await this.client.chat.completions.create({
+                        model: this.model,
+                        messages: genMessages,
+                        temperature: TEMPERATURE_CREATIVE,
+                        max_tokens: 6000,
+                    }, { headers: traceHeaders });
+                    recordLLMResponse(llmSpan, res);
+                    return res;
+                });
+                const content = response.choices[0]?.message.content ?? "[]";
+                const extracted = extractJsonFromResponse(content);
+                const scenarioDicts = parseJsonArray(extracted);
+                const scenarios = parseScenarios(scenarioDicts);
+                if (scenarios.length < numScenarios) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios but only ${scenarios.length} were successfully parsed`);
+                }
+                return scenarios;
             }
-            return scenarios;
-        }
-        catch (e) {
-            if (e instanceof SyntaxError) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios but LLM response was not valid JSON — returning empty array`);
-                return [];
+            catch (e) {
+                if (e instanceof SyntaxError) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios but LLM response was not valid JSON — returning empty array`);
+                    return [];
+                }
+                throw e;
             }
-            throw e;
-        }
+        });
     }
     /**
      * Generate scenarios with guaranteed emotion and criteria coverage.
      */
     async generateWithCoverage(params) {
-        const { agentDescription, context = "", numScenarios = 6, edgeCasePercentage = 0.3, } = params;
-        const emotions = [
-            "neutral",
-            "frustrated",
-            "confused",
-            "happy",
-            "urgent",
-        ];
-        const numEdgeCases = Math.floor(numScenarios * edgeCasePercentage);
-        const coverageInstructions = Array.from({ length: numScenarios }, (_, i) => {
-            const emotion = emotions[i % emotions.length];
-            const edgeLabel = i < numEdgeCases ? " (edge case)" : "";
-            return `- Scenario ${i + 1}: starting_emotion='${emotion}'${edgeLabel}`;
-        }).join("\n");
-        const userPrompt = `Agent Description: ${delimit(agentDescription)}
+        return withSimulationSpan("orq.simulation.scenario_generation", {
+            "orq.simulation.num_scenarios": params.numScenarios ?? 6,
+            "orq.simulation.mode": "coverage",
+            "orq.simulation.model": this.model,
+        }, async (_span) => {
+            const { agentDescription, context = "", numScenarios = 6, edgeCasePercentage = 0.3, } = params;
+            const emotions = [
+                "neutral",
+                "frustrated",
+                "confused",
+                "happy",
+                "urgent",
+            ];
+            const numEdgeCases = Math.floor(numScenarios * edgeCasePercentage);
+            const coverageInstructions = Array.from({ length: numScenarios }, (_, i) => {
+                const emotion = emotions[i % emotions.length];
+                const edgeLabel = i < numEdgeCases ? " (edge case)" : "";
+                return `- Scenario ${i + 1}: starting_emotion='${emotion}'${edgeLabel}`;
+            }).join("\n");
+            const userPrompt = `Agent Description: ${delimit(agentDescription)}
 
 Additional Context: ${delimit(context || "None provided")}
 
@@ -298,39 +324,55 @@ Additional requirements:
 - Cover different types of user requests
 
 Return ONLY a JSON array, no other text.`;
-        try {
-            const response = await this.client.chat.completions.create({
-                model: this.model,
-                messages: [
+            try {
+                const covMessages = [
                     { role: "system", content: SCENARIO_GENERATOR_PROMPT },
                     { role: "user", content: userPrompt },
-                ],
-                temperature: TEMPERATURE_BALANCED,
-                max_tokens: 6000,
-            });
-            const content = response.choices[0]?.message.content ?? "[]";
-            const extracted = extractJsonFromResponse(content);
-            const scenarioDicts = parseJsonArray(extracted);
-            let scenarios = parseScenarios(scenarioDicts);
-            // Validate coverage and fill gaps
-            scenarios = this.ensureEmotionCoverage(scenarios, emotions);
-            scenarios = this.ensureCriteriaCoverage(scenarios);
-            // Trim to requested count (coverage adjustments may have kept extras)
-            if (scenarios.length > numScenarios) {
-                scenarios = scenarios.slice(0, numScenarios);
-            }
-            if (scenarios.length < numScenarios) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios (with coverage) but only ${scenarios.length} were successfully parsed`);
+                ];
+                const response = await withLLMSpan({
+                    model: this.model,
+                    temperature: TEMPERATURE_BALANCED,
+                    maxTokens: 6000,
+                    purpose: "scenario_generation_coverage",
+                }, async (llmSpan) => {
+                    recordLLMInput(llmSpan, [
+                        { role: "system", content: SCENARIO_GENERATOR_PROMPT },
+                        { role: "user", content: userPrompt },
+                    ]);
+                    const traceHeaders = await getTraceContextHeaders();
+                    const res = await this.client.chat.completions.create({
+                        model: this.model,
+                        messages: covMessages,
+                        temperature: TEMPERATURE_BALANCED,
+                        max_tokens: 6000,
+                    }, { headers: traceHeaders });
+                    recordLLMResponse(llmSpan, res);
+                    return res;
+                });
+                const content = response.choices[0]?.message.content ?? "[]";
+                const extracted = extractJsonFromResponse(content);
+                const scenarioDicts = parseJsonArray(extracted);
+                let scenarios = parseScenarios(scenarioDicts);
+                // Validate coverage and fill gaps
+                scenarios = this.ensureEmotionCoverage(scenarios, emotions);
+                scenarios = this.ensureCriteriaCoverage(scenarios);
+                // Trim to requested count (coverage adjustments may have kept extras)
+                if (scenarios.length > numScenarios) {
+                    scenarios = scenarios.slice(0, numScenarios);
+                }
+                if (scenarios.length < numScenarios) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios (with coverage) but only ${scenarios.length} were successfully parsed`);
+                }
+                return scenarios;
             }
-            return scenarios;
-        }
-        catch (e) {
-            if (e instanceof SyntaxError) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios but LLM response was not valid JSON — returning empty array`);
-                return [];
+            catch (e) {
+                if (e instanceof SyntaxError) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} scenarios but LLM response was not valid JSON — returning empty array`);
+                    return [];
+                }
+                throw e;
             }
-            throw e;
-        }
+        });
     }
     /**
      * Ensure all starting emotions are covered.
@@ -381,11 +423,16 @@ Return ONLY a JSON array, no other text.`;
      * Generate edge case scenarios specifically.
      */
     async generateEdgeCases(params) {
-        const { agentDescription, existingScenarios, numEdgeCases = 5 } = params;
-        const existingNames = existingScenarios
-            ? existingScenarios.map((s) => s.name)
-            : [];
-        const userPrompt = `Agent Description: ${delimit(agentDescription)}
+        return withSimulationSpan("orq.simulation.scenario_generation", {
+            "orq.simulation.num_scenarios": params.numEdgeCases ?? 5,
+            "orq.simulation.mode": "edge_cases",
+            "orq.simulation.model": this.model,
+        }, async (_span) => {
+            const { agentDescription, existingScenarios, numEdgeCases = 5, } = params;
+            const existingNames = existingScenarios
+                ? existingScenarios.map((s) => s.name)
+                : [];
+            const userPrompt = `Agent Description: ${delimit(agentDescription)}
 
 Existing scenarios (avoid duplicating these):
 ${delimit(JSON.stringify(existingNames, null, 2))}
@@ -399,43 +446,64 @@ Generate ${numEdgeCases} EDGE CASE scenarios that:
 Each scenario MUST have is_edge_case: true
 
 Return ONLY a JSON array, no other text.`;
-        try {
-            const response = await this.client.chat.completions.create({
-                model: this.model,
-                messages: [
+            try {
+                const edgeMessages = [
                     { role: "system", content: SCENARIO_GENERATOR_PROMPT },
                     { role: "user", content: userPrompt },
-                ],
-                temperature: TEMPERATURE_EDGE_CASE,
-                max_tokens: 4000,
-            });
-            const content = response.choices[0]?.message.content ?? "[]";
-            const extracted = extractJsonFromResponse(content);
-            const scenarioDicts = parseJsonArray(extracted);
-            // Force edge case flag
-            for (const sDict of scenarioDicts) {
-                sDict.is_edge_case = true;
-            }
-            const scenarios = parseScenarios(scenarioDicts);
-            if (scenarios.length < numEdgeCases) {
-                console.warn(`ScenarioGenerator: requested ${numEdgeCases} edge cases but only ${scenarios.length} were successfully parsed`);
+                ];
+                const response = await withLLMSpan({
+                    model: this.model,
+                    temperature: TEMPERATURE_EDGE_CASE,
+                    maxTokens: 4000,
+                    purpose: "scenario_edge_cases",
+                }, async (llmSpan) => {
+                    recordLLMInput(llmSpan, [
+                        { role: "system", content: SCENARIO_GENERATOR_PROMPT },
+                        { role: "user", content: userPrompt },
+                    ]);
+                    const traceHeaders = await getTraceContextHeaders();
+                    const res = await this.client.chat.completions.create({
+                        model: this.model,
+                        messages: edgeMessages,
+                        temperature: TEMPERATURE_EDGE_CASE,
+                        max_tokens: 4000,
+                    }, { headers: traceHeaders });
+                    recordLLMResponse(llmSpan, res);
+                    return res;
+                });
+                const content = response.choices[0]?.message.content ?? "[]";
+                const extracted = extractJsonFromResponse(content);
+                const scenarioDicts = parseJsonArray(extracted);
+                // Force edge case flag
+                for (const sDict of scenarioDicts) {
+                    sDict.is_edge_case = true;
+                }
+                const scenarios = parseScenarios(scenarioDicts);
+                if (scenarios.length < numEdgeCases) {
+                    console.warn(`ScenarioGenerator: requested ${numEdgeCases} edge cases but only ${scenarios.length} were successfully parsed`);
+                }
+                return scenarios;
             }
-            return scenarios;
-        }
-        catch (e) {
-            if (e instanceof SyntaxError) {
-                console.warn(`ScenarioGenerator: requested ${numEdgeCases} edge cases but LLM response was not valid JSON — returning empty array`);
-                return [];
+            catch (e) {
+                if (e instanceof SyntaxError) {
+                    console.warn(`ScenarioGenerator: requested ${numEdgeCases} edge cases but LLM response was not valid JSON — returning empty array`);
+                    return [];
+                }
+                throw e;
             }
-            throw e;
-        }
+        });
     }
     /**
      * Generate boundary/out-of-scope test scenarios.
      */
     async generateBoundaryScenarios(params) {
-        const { agentDescription, numScenarios = 5 } = params;
-        const userPrompt = `Agent Description: ${delimit(agentDescription)}
+        return withSimulationSpan("orq.simulation.scenario_generation", {
+            "orq.simulation.num_scenarios": params.numScenarios ?? 5,
+            "orq.simulation.mode": "boundary",
+            "orq.simulation.model": this.model,
+        }, async (_span) => {
+            const { agentDescription, numScenarios = 5 } = params;
+            const userPrompt = `Agent Description: ${delimit(agentDescription)}
 
 Generate ${numScenarios} BOUNDARY TEST scenarios that probe the limits of this agent's scope.
 
@@ -448,56 +516,77 @@ Include a mix of:
 Each scenario MUST have is_edge_case: true
 
 Return ONLY a JSON array, no other text.`;
-        try {
-            const response = await this.client.chat.completions.create({
-                model: this.model,
-                messages: [
+            try {
+                const bndMessages = [
                     { role: "system", content: BOUNDARY_SCENARIO_PROMPT },
                     { role: "user", content: userPrompt },
-                ],
-                temperature: TEMPERATURE_EDGE_CASE,
-                max_tokens: 4000,
-            });
-            const content = response.choices[0]?.message.content ?? "[]";
-            const extracted = extractJsonFromResponse(content);
-            const scenarioDicts = parseJsonArray(extracted);
-            // Force edge case flag
-            for (const sDict of scenarioDicts) {
-                sDict.is_edge_case = true;
-            }
-            const scenarios = parseScenarios(scenarioDicts);
-            if (scenarios.length < numScenarios) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} boundary scenarios but only ${scenarios.length} were successfully parsed`);
+                ];
+                const response = await withLLMSpan({
+                    model: this.model,
+                    temperature: TEMPERATURE_EDGE_CASE,
+                    maxTokens: 4000,
+                    purpose: "scenario_boundary",
+                }, async (llmSpan) => {
+                    recordLLMInput(llmSpan, [
+                        { role: "system", content: BOUNDARY_SCENARIO_PROMPT },
+                        { role: "user", content: userPrompt },
+                    ]);
+                    const traceHeaders = await getTraceContextHeaders();
+                    const res = await this.client.chat.completions.create({
+                        model: this.model,
+                        messages: bndMessages,
+                        temperature: TEMPERATURE_EDGE_CASE,
+                        max_tokens: 4000,
+                    }, { headers: traceHeaders });
+                    recordLLMResponse(llmSpan, res);
+                    return res;
+                });
+                const content = response.choices[0]?.message.content ?? "[]";
+                const extracted = extractJsonFromResponse(content);
+                const scenarioDicts = parseJsonArray(extracted);
+                // Force edge case flag
+                for (const sDict of scenarioDicts) {
+                    sDict.is_edge_case = true;
+                }
+                const scenarios = parseScenarios(scenarioDicts);
+                if (scenarios.length < numScenarios) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} boundary scenarios but only ${scenarios.length} were successfully parsed`);
+                }
+                return scenarios;
             }
-            return scenarios;
-        }
-        catch (e) {
-            if (e instanceof SyntaxError) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} boundary scenarios but LLM response was not valid JSON — returning empty array`);
-                return [];
+            catch (e) {
+                if (e instanceof SyntaxError) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} boundary scenarios but LLM response was not valid JSON — returning empty array`);
+                    return [];
+                }
+                throw e;
             }
-            throw e;
-        }
+        });
     }
     /**
      * Generate security test scenarios inspired by OWASP attack patterns.
      */
     async generateSecurityScenarios(params) {
-        const { agentDescription, seedExamples, categories, numScenarios = 10, } = params;
-        let categoryFocus = "";
-        if (categories && categories.length > 0) {
-            const catNames = categories.map((cat) => {
-                const normalized = cat.toUpperCase().replace("OWASP-", "");
-                return `OWASP-${normalized}`;
-            });
-            categoryFocus = `\nFocus on these OWASP categories: ${delimit(catNames.join(", "))}`;
-        }
-        let seedText = "";
-        if (seedExamples && seedExamples.length > 0) {
-            const examplesToShow = seedExamples.slice(0, 5);
-            seedText = `\n\nUse these attack patterns as INSPIRATION (generate NOVEL variations, not copies):\n${delimit(JSON.stringify(examplesToShow, null, 2))}`;
-        }
-        const userPrompt = `Agent Description: ${delimit(agentDescription)}
+        return withSimulationSpan("orq.simulation.scenario_generation", {
+            "orq.simulation.num_scenarios": params.numScenarios ?? 10,
+            "orq.simulation.mode": "security",
+            "orq.simulation.model": this.model,
+        }, async (_span) => {
+            const { agentDescription, seedExamples, categories, numScenarios = 10, } = params;
+            let categoryFocus = "";
+            if (categories && categories.length > 0) {
+                const catNames = categories.map((cat) => {
+                    const normalized = cat.toUpperCase().replace("OWASP-", "");
+                    return `OWASP-${normalized}`;
+                });
+                categoryFocus = `\nFocus on these OWASP categories: ${delimit(catNames.join(", "))}`;
+            }
+            let seedText = "";
+            if (seedExamples && seedExamples.length > 0) {
+                const examplesToShow = seedExamples.slice(0, 5);
+                seedText = `\n\nUse these attack patterns as INSPIRATION (generate NOVEL variations, not copies):\n${delimit(JSON.stringify(examplesToShow, null, 2))}`;
+            }
+            const userPrompt = `Agent Description: ${delimit(agentDescription)}
 ${categoryFocus}
 ${seedText}
 
@@ -511,35 +600,51 @@ Requirements:
 - Include conversation_strategy matching the attack style
 
 Return ONLY a JSON array, no other text.`;
-        try {
-            const response = await this.client.chat.completions.create({
-                model: this.model,
-                messages: [
+            try {
+                const secMessages = [
                     { role: "system", content: SECURITY_SCENARIO_PROMPT },
                     { role: "user", content: userPrompt },
-                ],
-                temperature: TEMPERATURE_EDGE_CASE,
-                max_tokens: 6000,
-            });
-            const content = response.choices[0]?.message.content ?? "[]";
-            const extracted = extractJsonFromResponse(content);
-            const scenarioDicts = parseJsonArray(extracted);
-            // Force edge case flag
-            for (const sDict of scenarioDicts) {
-                sDict.is_edge_case = true;
-            }
-            const scenarios = parseScenarios(scenarioDicts);
-            if (scenarios.length < numScenarios) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} security scenarios but only ${scenarios.length} were successfully parsed`);
+                ];
+                const response = await withLLMSpan({
+                    model: this.model,
+                    temperature: TEMPERATURE_EDGE_CASE,
+                    maxTokens: 6000,
+                    purpose: "scenario_security",
+                }, async (llmSpan) => {
+                    recordLLMInput(llmSpan, [
+                        { role: "system", content: SECURITY_SCENARIO_PROMPT },
+                        { role: "user", content: userPrompt },
+                    ]);
+                    const traceHeaders = await getTraceContextHeaders();
+                    const res = await this.client.chat.completions.create({
+                        model: this.model,
+                        messages: secMessages,
+                        temperature: TEMPERATURE_EDGE_CASE,
+                        max_tokens: 6000,
+                    }, { headers: traceHeaders });
+                    recordLLMResponse(llmSpan, res);
+                    return res;
+                });
+                const content = response.choices[0]?.message.content ?? "[]";
+                const extracted = extractJsonFromResponse(content);
+                const scenarioDicts = parseJsonArray(extracted);
+                // Force edge case flag
+                for (const sDict of scenarioDicts) {
+                    sDict.is_edge_case = true;
+                }
+                const scenarios = parseScenarios(scenarioDicts);
+                if (scenarios.length < numScenarios) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} security scenarios but only ${scenarios.length} were successfully parsed`);
+                }
+                return scenarios;
             }
-            return scenarios;
-        }
-        catch (e) {
-            if (e instanceof SyntaxError) {
-                console.warn(`ScenarioGenerator: requested ${numScenarios} security scenarios but LLM response was not valid JSON — returning empty array`);
-                return [];
+            catch (e) {
+                if (e instanceof SyntaxError) {
+                    console.warn(`ScenarioGenerator: requested ${numScenarios} security scenarios but LLM response was not valid JSON — returning empty array`);
+                    return [];
+                }
+                throw e;
             }
-            throw e;
-        }
+        });
     }
 }

package/dist/lib/integrations/simulation/index.d.ts

@@ -10,7 +10,7 @@
  * import { simulate, wrapSimulationAgent, toOpenResponses } from "@orq-ai/evaluatorq/simulation";
  * ```
  */
-export { fromChatCompletions, fromOrqDeployment } from "./adapters.js";
+export { fromChatCompletions, fromOrqAgent, fromOrqDeployment, } from "./adapters.js";
 export type { AgentConfig } from "./agents/base.js";
 export { BaseAgent } from "./agents/base.js";
 export { JudgeAgent } from "./agents/judge.js";

package/dist/lib/integrations/simulation/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/integrations/simulation/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvE,YAAY,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EACL,gBAAgB,EAChB,YAAY,EACZ,qBAAqB,GACtB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAE1E,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,mCAAmC,CAAC;AAC3C,YAAY,EACV,cAAc,EACd,SAAS,EACT,sBAAsB,EACtB,WAAW,GACZ,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAI1D,YAAY,EACV,yBAAyB,EACzB,cAAc,GACf,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEtE,YAAY,EACV,WAAW,EACX,kBAAkB,EAClB,oBAAoB,EACpB,SAAS,EACT,eAAe,EACf,SAAS,EACT,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,OAAO,IAAI,iBAAiB,EAC5B,OAAO,EACP,QAAQ,EACR,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,UAAU,EACV,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,uBAAuB,EACvB,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,0BAA0B,EAC1B,wBAAwB,EACxB,wBAAwB,EACxB,iBAAiB,GAClB,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAE5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/integrations/simulation/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,EACL,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,GAClB,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EACL,gBAAgB,EAChB,YAAY,EACZ,qBAAqB,GACtB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAE1E,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,mCAAmC,CAAC;AAC3C,YAAY,EACV,cAAc,EACd,SAAS,EACT,sBAAsB,EACtB,WAAW,GACZ,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAI1D,YAAY,EACV,yBAAyB,EACzB,cAAc,GACf,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEtE,YAAY,EACV,WAAW,EACX,kBAAkB,EAClB,oBAAoB,EACpB,SAAS,EACT,eAAe,EACf,SAAS,EACT,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,OAAO,IAAI,iBAAiB,EAC5B,OAAO,EACP,QAAQ,EACR,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,UAAU,EACV,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,uBAAuB,EACvB,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,0BAA0B,EAC1B,wBAAwB,EACxB,wBAAwB,EACxB,iBAAiB,GAClB,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAE5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/lib/integrations/simulation/index.js

@@ -11,7 +11,7 @@
  * ```
  */
 // --- Adapters ---
-export { fromChatCompletions, fromOrqDeployment } from "./adapters.js";
+export { fromChatCompletions, fromOrqAgent, fromOrqDeployment, } from "./adapters.js";
 // --- Agents (advanced usage) ---
 export { BaseAgent } from "./agents/base.js";
 export { JudgeAgent } from "./agents/judge.js";

package/dist/lib/integrations/simulation/runner/simulation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"simulation.d.ts","sourceRoot":"","sources":["../../../../../src/lib/integrations/simulation/runner/simulation.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EAGT,OAAO,EACP,QAAQ,EACR,gBAAgB,EAGjB,MAAM,aAAa,CAAC;AAOrB,+CAA+C;AAC/C,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAMD,MAAM,WAAW,sBAAsB;IACrC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACvE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,uDAAuD;IACvD,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wEAAwE;IACxE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mDAAmD;IACnD,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AA8DD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAEF;IAC9B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,YAAY,CAAuB;gBAE/B,MAAM,EAAE,sBAAsB;IAmB1C,OAAO,CAAC,eAAe;IAgBvB,0FAA0F;IACpF,GAAG,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAsLvD,4DAA4D;IACtD,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IA2DnE,4CAA4C;IACtC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAUd,iBAAiB;IAU/B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;YAiBd,cAAc;CAyC7B"}
+{"version":3,"file":"simulation.d.ts","sourceRoot":"","sources":["../../../../../src/lib/integrations/simulation/runner/simulation.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAaH,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EAGT,OAAO,EACP,QAAQ,EACR,gBAAgB,EAGjB,MAAM,aAAa,CAAC;AAOrB,+CAA+C;AAC/C,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAMD,MAAM,WAAW,sBAAsB;IACrC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACvE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,uDAAuD;IACvD,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wEAAwE;IACxE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mDAAmD;IACnD,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AA8DD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAEF;IAC9B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,YAAY,CAAuB;gBAE/B,MAAM,EAAE,sBAAsB;IAmB1C,OAAO,CAAC,eAAe;IAgBvB,0FAA0F;IACpF,GAAG,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwRvD,4DAA4D;IACtD,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IA2DnE,4CAA4C;IACtC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAUd,iBAAiB;IAU/B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;YAiBd,cAAc;CAyC7B"}