orkajs 1.0.0

package/dist/chunk-3A7BCCAI.cjs

@@ -0,0 +1,129 @@
+'use strict';
+
+// src/adapters/anthropic/index.ts
+var AnthropicAdapter = class {
+  name = "anthropic";
+  apiKey;
+  model;
+  baseURL;
+  timeoutMs;
+  constructor(config) {
+    this.apiKey = config.apiKey;
+    this.model = config.model ?? "claude-3-5-sonnet-20241022";
+    this.baseURL = config.baseURL ?? "https://api.anthropic.com";
+    this.timeoutMs = config.timeoutMs ?? 6e4;
+  }
+  async generate(prompt, options = {}) {
+    let messages;
+    let system = options.systemPrompt;
+    if (options.messages) {
+      messages = [];
+      for (const msg of options.messages) {
+        if (msg.role === "system") {
+          system = typeof msg.content === "string" ? msg.content : msg.content[0].text;
+          continue;
+        }
+        messages.push({
+          role: msg.role,
+          content: typeof msg.content === "string" ? msg.content : this.mapContentParts(msg.content)
+        });
+      }
+    } else {
+      messages = [{ role: "user", content: prompt }];
+    }
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), this.timeoutMs);
+    let response;
+    try {
+      response = await fetch(`${this.baseURL}/messages`, {
+        method: "POST",
+        signal: controller.signal,
+        headers: {
+          "Content-Type": "application/json",
+          "x-api-key": this.apiKey,
+          "anthropic-version": "2023-06-01"
+        },
+        body: JSON.stringify({
+          model: this.model,
+          max_tokens: options.maxTokens ?? 1024,
+          system,
+          messages,
+          temperature: options.temperature ?? 0.7,
+          stop_sequences: options.stopSequences
+        })
+      });
+    } catch (error) {
+      clearTimeout(timeout);
+      if (error.name === "AbortError") {
+        throw new Error(`Anthropic API request timed out after ${this.timeoutMs}ms`);
+      }
+      throw error;
+    } finally {
+      clearTimeout(timeout);
+    }
+    if (!response.ok) {
+      const error = await response.text();
+      throw new Error(`Anthropic API error: ${response.status} - ${error}`);
+    }
+    const data = await response.json();
+    const textContent = data.content.find((c) => c.type === "text");
+    return {
+      content: textContent?.text ?? "",
+      usage: {
+        promptTokens: data.usage.input_tokens,
+        completionTokens: data.usage.output_tokens,
+        totalTokens: data.usage.input_tokens + data.usage.output_tokens
+      },
+      model: data.model,
+      finishReason: this.mapStopReason(data.stop_reason)
+    };
+  }
+  async embed(_texts) {
+    throw new Error("Anthropic does not provide embedding models. Use OpenAI or another provider for embeddings.");
+  }
+  mapContentParts(parts) {
+    return parts.map((part) => {
+      switch (part.type) {
+        case "text":
+          return { type: "text", text: part.text };
+        case "image_url":
+          return {
+            type: "image",
+            source: { type: "url", url: part.image_url.url }
+          };
+        case "image_base64":
+          return {
+            type: "image",
+            source: {
+              type: "base64",
+              media_type: part.mimeType,
+              data: part.data
+            }
+          };
+        case "audio":
+          return {
+            type: "input_audio",
+            source: { data: part.data, format: part.format }
+          };
+        default:
+          return { type: "text", text: JSON.stringify(part) };
+      }
+    });
+  }
+  mapStopReason(reason) {
+    switch (reason) {
+      case "end_turn":
+        return "stop";
+      case "max_tokens":
+        return "length";
+      case "tool_use":
+        return "tool_calls";
+      default:
+        return "stop";
+    }
+  }
+};
+
+exports.AnthropicAdapter = AnthropicAdapter;
+//# sourceMappingURL=chunk-3A7BCCAI.cjs.map
+//# sourceMappingURL=chunk-3A7BCCAI.cjs.map

package/dist/chunk-3A7BCCAI.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/adapters/anthropic/index.ts"],"names":[],"mappings":";;;AASO,IAAM,mBAAN,MAA6C;AAAA,EACzC,IAAA,GAAO,WAAA;AAAA,EACR,MAAA;AAAA,EACA,KAAA;AAAA,EACA,OAAA;AAAA,EACA,SAAA;AAAA,EAER,YAAY,MAAA,EAAgC;AAC1C,IAAA,IAAA,CAAK,SAAS,MAAA,CAAO,MAAA;AACrB,IAAA,IAAA,CAAK,KAAA,GAAQ,OAAO,KAAA,IAAS,4BAAA;AAC7B,IAAA,IAAA,CAAK,OAAA,GAAU,OAAO,OAAA,IAAW,2BAAA;AACjC,IAAA,IAAA,CAAK,SAAA,GAAY,OAAO,SAAA,IAAa,GAAA;AAAA,EACvC;AAAA,EAEA,MAAM,QAAA,CAAS,MAAA,EAAgB,OAAA,GAA8B,EAAC,EAAuB;AACnF,IAAA,IAAI,QAAA;AACJ,IAAA,IAAI,SAAS,OAAA,CAAQ,YAAA;AAErB,IAAA,IAAI,QAAQ,QAAA,EAAU;AACpB,MAAA,QAAA,GAAW,EAAC;AACZ,MAAA,KAAA,MAAW,GAAA,IAAO,QAAQ,QAAA,EAAU;AAClC,QAAA,IAAI,GAAA,CAAI,SAAS,QAAA,EAAU;AACzB,UAAA,MAAA,GAAS,OAAO,IAAI,OAAA,KAAY,QAAA,GAAW,IAAI,OAAA,GAAW,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAA,CAAuB,IAAA;AAC9F,UAAA;AAAA,QACF;AACA,QAAA,QAAA,CAAS,IAAA,CAAK;AAAA,UACZ,MAAM,GAAA,CAAI,IAAA;AAAA,UACV,OAAA,EAAS,OAAO,GAAA,CAAI,OAAA,KAAY,QAAA,GAC5B,IAAI,OAAA,GACJ,IAAA,CAAK,eAAA,CAAgB,GAAA,CAAI,OAAO;AAAA,SACrC,CAAA;AAAA,MACH;AAAA,IACF,CAAA,MAAO;AACL,MAAA,QAAA,GAAW,CAAC,EAAE,IAAA,EAAM,MAAA,EAAQ,OAAA,EAAS,QAAQ,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,IAAA,MAAM,UAAU,UAAA,CAAW,MAAM,WAAW,KAAA,EAAM,EAAG,KAAK,SAAS,CAAA;AAEnE,IAAA,IAAI,QAAA;AACJ,IAAA,IAAI;AACF,MAAA,QAAA,GAAW,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,OAAO,CAAA,SAAA,CAAA,EAAa;AAAA,QACjD,MAAA,EAAQ,MAAA;AAAA,QACR,QAAQ,UAAA,CAAW,MAAA;AAAA,QACnB,OAAA,EAAS;AAAA,UACP,cAAA,EAAgB,kBAAA;AAAA,UAChB,aAAa,IAAA,CAAK,MAAA;AAAA,UAClB,mBAAA,EAAqB;AAAA,SACvB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAO,IAAA,CAAK,KAAA;AAAA,UACZ,UAAA,EAAY,QAAQ,SAAA,IAAa,IAAA;AAAA,UACjC,MAAA;AAAA,UACA,QAAA;AAAA,UACA,WAAA,EAAa,QAAQ,WAAA,IAAe,GAAA;AAAA,UACpC,gBAAgB,OAAA,CAAQ;AAAA,SACzB;AAAA,OACF,CAAA;AAAA,IACH,SAAS,KAAA,EAAO;AACd,MAAA,YAAA,CAAa,OAAO,CAAA;AACpB,MAAA,IAAK,KAAA,CAAgB,SAAS,YAAA,EAAc;AAC1C,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,sCAAA,EAAyC,IAAA,CAAK,SAAS,CAAA,EAAA,CAAI,CAAA;AAAA,MAC7E;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,YAAA,CAAa,OAAO,CAAA;AAAA,IACtB;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,KAAA,GAAQ,MAAM,QAAA,CAAS,IAAA,EAAK;AAClC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,qBAAA,EAAwB,SAAS,MAAM,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,QAAA,CAAS,IAAA,EAAK;AAOjC,IAAA,MAAM,cAAc,IAAA,CAAK,OAAA,CAAQ,KAAK,CAAA,CAAA,KAAK,CAAA,CAAE,SAAS,MAAM,CAAA;AAE5D,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,aAAa,IAAA,IAAQ,EAAA;AAAA,MAC9B,KAAA,EAAO;AAAA,QACL,YAAA,EAAc,KAAK,KAAA,CAAM,YAAA;AAAA,QACzB,gBAAA,EAAkB,KAAK,KAAA,CAAM,aAAA;AAAA,QAC7B,WAAA,EAAa,IAAA,CAAK,KAAA,CAAM,YAAA,GAAe,KAAK,KAAA,CAAM;AAAA,OACpD;AAAA,MACA,OAAO,IAAA,CAAK,KAAA;AAAA,MACZ,YAAA,EAAc,IAAA,CAAK,aAAA,CAAc,IAAA,CAAK,WAAW;AAAA,KACnD;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,MAAA,EAAgD;AAC1D,IAAA,MAAM,IAAI,MAAM,6FAA6F,CAAA;AAAA,EAC/G;AAAA,EAEQ,gBAAgB,KAAA,EAAiC;AACvD,IAAA,OAAO,KAAA,CAAM,IAAI,CAAA,IAAA,KAAQ;AACvB,MAAA,QAAQ,KAAK,IAAA;AAAM,QACjB,KAAK,MAAA;AACH,UAAA,OAAO,EAAE,IAAA,EAAM,MAAA,EAAQ,IAAA,EAAM,KAAK,IAAA,EAAK;AAAA,QACzC,KAAK,WAAA;AACH,UAAA,OAAO;AAAA,YACL,IAAA,EAAM,OAAA;AAAA,YACN,QAAQ,EAAE,IAAA,EAAM,OAAO,GAAA,EAAK,IAAA,CAAK,UAAU,GAAA;AAAI,WACjD;AAAA,QACF,KAAK,cAAA;AACH,UAAA,OAAO;AAAA,YACL,IAAA,EAAM,OAAA;AAAA,YACN,MAAA,EAAQ;AAAA,cACN,IAAA,EAAM,QAAA;AAAA,cACN,YAAY,IAAA,CAAK,QAAA;AAAA,cACjB,MAAM,IAAA,CAAK;AAAA;AACb,WACF;AAAA,QACF,KAAK,OAAA;AACH,UAAA,OAAO;AAAA,YACL,IAAA,EAAM,aAAA;AAAA,YACN,QAAQ,EAAE,IAAA,EAAM,KAAK,IAAA,EAAM,MAAA,EAAQ,KAAK,MAAA;AAAO,WACjD;AAAA,QACF;AACE,UAAA,OAAO,EAAE,IAAA,EAAM,MAAA,EAAQ,MAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA,EAAE;AAAA;AACtD,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,MAAA,EAA2C;AAC/D,IAAA,QAAQ,MAAA;AAAQ,MACd,KAAK,UAAA;AAAY,QAAA,OAAO,MAAA;AAAA,MACxB,KAAK,YAAA;AAAc,QAAA,OAAO,QAAA;AAAA,MAC1B,KAAK,UAAA;AAAY,QAAA,OAAO,YAAA;AAAA,MACxB;AAAS,QAAA,OAAO,MAAA;AAAA;AAClB,EACF;AACF","file":"chunk-3A7BCCAI.cjs","sourcesContent":["import type { LLMAdapter, LLMGenerateOptions, LLMResult, ContentPart } from '../../types/index.js';\n\nexport interface AnthropicAdapterConfig {\n  apiKey: string;\n  model?: string;\n  baseURL?: string;\n  timeoutMs?: number;\n}\n\nexport class AnthropicAdapter implements LLMAdapter {\n  readonly name = 'anthropic';\n  private apiKey: string;\n  private model: string;\n  private baseURL: string;\n  private timeoutMs: number;\n\n  constructor(config: AnthropicAdapterConfig) {\n    this.apiKey = config.apiKey;\n    this.model = config.model ?? 'claude-3-5-sonnet-20241022';\n    this.baseURL = config.baseURL ?? 'https://api.anthropic.com';\n    this.timeoutMs = config.timeoutMs ?? 60_000;\n  }\n\n  async generate(prompt: string, options: LLMGenerateOptions = {}): Promise<LLMResult> {\n    let messages: Array<{ role: string; content: string | unknown[] }>;\n    let system = options.systemPrompt;\n\n    if (options.messages) {\n      messages = [];\n      for (const msg of options.messages) {\n        if (msg.role === 'system') {\n          system = typeof msg.content === 'string' ? msg.content : (msg.content[0] as { text: string }).text;\n          continue;\n        }\n        messages.push({\n          role: msg.role,\n          content: typeof msg.content === 'string'\n            ? msg.content\n            : this.mapContentParts(msg.content),\n        });\n      }\n    } else {\n      messages = [{ role: 'user', content: prompt }];\n    }\n\n    const controller = new AbortController();\n    const timeout = setTimeout(() => controller.abort(), this.timeoutMs);\n\n    let response: Response;\n    try {\n      response = await fetch(`${this.baseURL}/messages`, {\n        method: 'POST',\n        signal: controller.signal,\n        headers: {\n          'Content-Type': 'application/json',\n          'x-api-key': this.apiKey,\n          'anthropic-version': '2023-06-01',\n        },\n        body: JSON.stringify({\n          model: this.model,\n          max_tokens: options.maxTokens ?? 1024,\n          system,\n          messages,\n          temperature: options.temperature ?? 0.7,\n          stop_sequences: options.stopSequences,\n        }),\n      });\n    } catch (error) {\n      clearTimeout(timeout);\n      if ((error as Error).name === 'AbortError') {\n        throw new Error(`Anthropic API request timed out after ${this.timeoutMs}ms`);\n      }\n      throw error;\n    } finally {\n      clearTimeout(timeout);\n    }\n\n    if (!response.ok) {\n      const error = await response.text();\n      throw new Error(`Anthropic API error: ${response.status} - ${error}`);\n    }\n\n    const data = await response.json() as {\n      content: Array<{ type: string; text: string }>;\n      usage: { input_tokens: number; output_tokens: number };\n      model: string;\n      stop_reason: string;\n    };\n\n    const textContent = data.content.find(c => c.type === 'text');\n\n    return {\n      content: textContent?.text ?? '',\n      usage: {\n        promptTokens: data.usage.input_tokens,\n        completionTokens: data.usage.output_tokens,\n        totalTokens: data.usage.input_tokens + data.usage.output_tokens,\n      },\n      model: data.model,\n      finishReason: this.mapStopReason(data.stop_reason),\n    };\n  }\n\n  async embed(_texts: string | string[]): Promise<number[][]> {\n    throw new Error('Anthropic does not provide embedding models. Use OpenAI or another provider for embeddings.');\n  }\n\n  private mapContentParts(parts: ContentPart[]): unknown[] {\n    return parts.map(part => {\n      switch (part.type) {\n        case 'text':\n          return { type: 'text', text: part.text };\n        case 'image_url':\n          return {\n            type: 'image',\n            source: { type: 'url', url: part.image_url.url },\n          };\n        case 'image_base64':\n          return {\n            type: 'image',\n            source: {\n              type: 'base64',\n              media_type: part.mimeType,\n              data: part.data,\n            },\n          };\n        case 'audio':\n          return {\n            type: 'input_audio',\n            source: { data: part.data, format: part.format },\n          };\n        default:\n          return { type: 'text', text: JSON.stringify(part) };\n      }\n    });\n  }\n\n  private mapStopReason(reason: string): LLMResult['finishReason'] {\n    switch (reason) {\n      case 'end_turn': return 'stop';\n      case 'max_tokens': return 'length';\n      case 'tool_use': return 'tool_calls';\n      default: return 'stop';\n    }\n  }\n}\n"]}

package/dist/chunk-3FCEQZKB.cjs

@@ -0,0 +1,76 @@
+'use strict';
+
+var chunkYORGHHHZ_cjs = require('./chunk-YORGHHHZ.cjs');
+
+// src/templates/chat-prompt-template.ts
+var ChatPromptTemplate = class _ChatPromptTemplate {
+  messageTemplates;
+  inputVariables;
+  partialVariables;
+  constructor(options) {
+    this.messageTemplates = options.messages;
+    this.partialVariables = options.partialVariables ?? {};
+    if (options.inputVariables) {
+      this.inputVariables = options.inputVariables;
+    } else {
+      const allVars = /* @__PURE__ */ new Set();
+      for (const msg of this.messageTemplates) {
+        for (const v of chunkYORGHHHZ_cjs.PromptTemplate.extractVariables(msg.template)) {
+          allVars.add(v);
+        }
+      }
+      for (const key of Object.keys(this.partialVariables)) {
+        allVars.delete(key);
+      }
+      this.inputVariables = [...allVars];
+    }
+  }
+  static fromMessages(messages, partialVariables) {
+    return new _ChatPromptTemplate({
+      messages: messages.map(([role, template]) => ({ role, template })),
+      partialVariables
+    });
+  }
+  format(variables) {
+    const allVars = { ...this.resolvePartials(), ...variables };
+    const missing = this.inputVariables.filter((v) => !(v in allVars));
+    if (missing.length > 0) {
+      throw new Error(`Missing variables: ${missing.join(", ")}`);
+    }
+    return this.messageTemplates.map((msg) => {
+      let content = msg.template;
+      for (const [key, value] of Object.entries(allVars)) {
+        content = content.replace(new RegExp(`\\{\\{\\s*${key}\\s*\\}\\}`, "g"), value);
+      }
+      return { role: msg.role, content };
+    });
+  }
+  formatAsString(variables) {
+    const messages = this.format(variables);
+    return messages.map((m) => `[${m.role}]: ${m.content}`).join("\n\n");
+  }
+  partial(variables) {
+    const newPartials = { ...this.partialVariables, ...variables };
+    const partialKeys = Object.keys(newPartials);
+    const remaining = this.inputVariables.filter((v) => !partialKeys.includes(v));
+    return new _ChatPromptTemplate({
+      messages: this.messageTemplates,
+      inputVariables: remaining,
+      partialVariables: newPartials
+    });
+  }
+  getInputVariables() {
+    return [...this.inputVariables];
+  }
+  resolvePartials() {
+    const resolved = {};
+    for (const [key, value] of Object.entries(this.partialVariables)) {
+      resolved[key] = typeof value === "function" ? value() : value;
+    }
+    return resolved;
+  }
+};
+
+exports.ChatPromptTemplate = ChatPromptTemplate;
+//# sourceMappingURL=chunk-3FCEQZKB.cjs.map
+//# sourceMappingURL=chunk-3FCEQZKB.cjs.map

package/dist/chunk-3FCEQZKB.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/templates/chat-prompt-template.ts"],"names":["PromptTemplate"],"mappings":";;;;;AAIO,IAAM,kBAAA,GAAN,MAAM,mBAAA,CAAmB;AAAA,EACtB,gBAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EAER,YAAY,OAAA,EAAoC;AAC9C,IAAA,IAAA,CAAK,mBAAmB,OAAA,CAAQ,QAAA;AAChC,IAAA,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,gBAAA,IAAoB,EAAC;AAErD,IAAA,IAAI,QAAQ,cAAA,EAAgB;AAC1B,MAAA,IAAA,CAAK,iBAAiB,OAAA,CAAQ,cAAA;AAAA,IAChC,CAAA,MAAO;AACL,MAAA,MAAM,OAAA,uBAAc,GAAA,EAAY;AAChC,MAAA,KAAA,MAAW,GAAA,IAAO,KAAK,gBAAA,EAAkB;AACvC,QAAA,KAAA,MAAW,CAAA,IAAKA,gCAAA,CAAe,gBAAA,CAAiB,GAAA,CAAI,QAAQ,CAAA,EAAG;AAC7D,UAAA,OAAA,CAAQ,IAAI,CAAC,CAAA;AAAA,QACf;AAAA,MACF;AACA,MAAA,KAAA,MAAW,GAAA,IAAO,MAAA,CAAO,IAAA,CAAK,IAAA,CAAK,gBAAgB,CAAA,EAAG;AACpD,QAAA,OAAA,CAAQ,OAAO,GAAG,CAAA;AAAA,MACpB;AACA,MAAA,IAAA,CAAK,cAAA,GAAiB,CAAC,GAAG,OAAO,CAAA;AAAA,IACnC;AAAA,EACF;AAAA,EAEA,OAAO,YAAA,CACL,QAAA,EACA,gBAAA,EACoB;AACpB,IAAA,OAAO,IAAI,mBAAA,CAAmB;AAAA,MAC5B,QAAA,EAAU,QAAA,CAAS,GAAA,CAAI,CAAC,CAAC,IAAA,EAAM,QAAQ,CAAA,MAAO,EAAE,IAAA,EAAM,QAAA,EAAS,CAAE,CAAA;AAAA,MACjE;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,OAAO,SAAA,EAAkD;AACvD,IAAA,MAAM,UAAU,EAAE,GAAG,KAAK,eAAA,EAAgB,EAAG,GAAG,SAAA,EAAU;AAE1D,IAAA,MAAM,UAAU,IAAA,CAAK,cAAA,CAAe,OAAO,CAAA,CAAA,KAAK,EAAE,KAAK,OAAA,CAAQ,CAAA;AAC/D,IAAA,IAAI,OAAA,CAAQ,SAAS,CAAA,EAAG;AACtB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mBAAA,EAAsB,QAAQ,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC5D;AAEA,IAAA,OAAO,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,CAAA,GAAA,KAAO;AACtC,MAAA,IAAI,UAAU,GAAA,CAAI,QAAA;AAClB,MAAA,KAAA,MAAW,CAAC,GAAA,EAAK,KAAK,KAAK,MAAA,CAAO,OAAA,CAAQ,OAAO,CAAA,EAAG;AAClD,QAAA,OAAA,GAAU,OAAA,CAAQ,QAAQ,IAAI,MAAA,CAAO,aAAa,GAAG,CAAA,UAAA,CAAA,EAAc,GAAG,CAAA,EAAG,KAAK,CAAA;AAAA,MAChF;AACA,MAAA,OAAO,EAAE,IAAA,EAAM,GAAA,CAAI,IAAA,EAAM,OAAA,EAAQ;AAAA,IACnC,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,eAAe,SAAA,EAA2C;AACxD,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,MAAA,CAAO,SAAS,CAAA;AACtC,IAAA,OAAO,QAAA,CACJ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,IAAI,CAAA,GAAA,EAAM,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA,CACpC,IAAA,CAAK,MAAM,CAAA;AAAA,EAChB;AAAA,EAEA,QAAQ,SAAA,EAAwE;AAC9E,IAAA,MAAM,cAAc,EAAE,GAAG,IAAA,CAAK,gBAAA,EAAkB,GAAG,SAAA,EAAU;AAC7D,IAAA,MAAM,WAAA,GAAc,MAAA,CAAO,IAAA,CAAK,WAAW,CAAA;AAC3C,IAAA,MAAM,SAAA,GAAY,KAAK,cAAA,CAAe,MAAA,CAAO,OAAK,CAAC,WAAA,CAAY,QAAA,CAAS,CAAC,CAAC,CAAA;AAE1E,IAAA,OAAO,IAAI,mBAAA,CAAmB;AAAA,MAC5B,UAAU,IAAA,CAAK,gBAAA;AAAA,MACf,cAAA,EAAgB,SAAA;AAAA,MAChB,gBAAA,EAAkB;AAAA,KACnB,CAAA;AAAA,EACH;AAAA,EAEA,iBAAA,GAA8B;AAC5B,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,cAAc,CAAA;AAAA,EAChC;AAAA,EAEQ,eAAA,GAA0C;AAChD,IAAA,MAAM,WAAmC,EAAC;AAC1C,IAAA,KAAA,MAAW,CAAC,KAAK,KAAK,CAAA,IAAK,OAAO,OAAA,CAAQ,IAAA,CAAK,gBAAgB,CAAA,EAAG;AAChE,MAAA,QAAA,CAAS,GAAG,CAAA,GAAI,OAAO,KAAA,KAAU,UAAA,GAAa,OAAM,GAAI,KAAA;AAAA,IAC1D;AACA,IAAA,OAAO,QAAA;AAAA,EACT;AACF","file":"chunk-3FCEQZKB.cjs","sourcesContent":["import type { ChatMessage } from '../types/index.js';\nimport type { ChatPromptTemplateOptions, ChatMessageTemplate } from './types.js';\nimport { PromptTemplate } from './prompt-template.js';\n\nexport class ChatPromptTemplate {\n  private messageTemplates: ChatMessageTemplate[];\n  private inputVariables: string[];\n  private partialVariables: Record<string, string | (() => string)>;\n\n  constructor(options: ChatPromptTemplateOptions) {\n    this.messageTemplates = options.messages;\n    this.partialVariables = options.partialVariables ?? {};\n\n    if (options.inputVariables) {\n      this.inputVariables = options.inputVariables;\n    } else {\n      const allVars = new Set<string>();\n      for (const msg of this.messageTemplates) {\n        for (const v of PromptTemplate.extractVariables(msg.template)) {\n          allVars.add(v);\n        }\n      }\n      for (const key of Object.keys(this.partialVariables)) {\n        allVars.delete(key);\n      }\n      this.inputVariables = [...allVars];\n    }\n  }\n\n  static fromMessages(\n    messages: Array<[role: 'system' | 'user' | 'assistant', template: string]>,\n    partialVariables?: Record<string, string | (() => string)>\n  ): ChatPromptTemplate {\n    return new ChatPromptTemplate({\n      messages: messages.map(([role, template]) => ({ role, template })),\n      partialVariables,\n    });\n  }\n\n  format(variables: Record<string, string>): ChatMessage[] {\n    const allVars = { ...this.resolvePartials(), ...variables };\n\n    const missing = this.inputVariables.filter(v => !(v in allVars));\n    if (missing.length > 0) {\n      throw new Error(`Missing variables: ${missing.join(', ')}`);\n    }\n\n    return this.messageTemplates.map(msg => {\n      let content = msg.template;\n      for (const [key, value] of Object.entries(allVars)) {\n        content = content.replace(new RegExp(`\\\\{\\\\{\\\\s*${key}\\\\s*\\\\}\\\\}`, 'g'), value);\n      }\n      return { role: msg.role, content };\n    });\n  }\n\n  formatAsString(variables: Record<string, string>): string {\n    const messages = this.format(variables);\n    return messages\n      .map(m => `[${m.role}]: ${m.content}`)\n      .join('\\n\\n');\n  }\n\n  partial(variables: Record<string, string | (() => string)>): ChatPromptTemplate {\n    const newPartials = { ...this.partialVariables, ...variables };\n    const partialKeys = Object.keys(newPartials);\n    const remaining = this.inputVariables.filter(v => !partialKeys.includes(v));\n\n    return new ChatPromptTemplate({\n      messages: this.messageTemplates,\n      inputVariables: remaining,\n      partialVariables: newPartials,\n    });\n  }\n\n  getInputVariables(): string[] {\n    return [...this.inputVariables];\n  }\n\n  private resolvePartials(): Record<string, string> {\n    const resolved: Record<string, string> = {};\n    for (const [key, value] of Object.entries(this.partialVariables)) {\n      resolved[key] = typeof value === 'function' ? value() : value;\n    }\n    return resolved;\n  }\n}\n"]}

package/dist/chunk-3NN43ENJ.cjs

@@ -0,0 +1,65 @@
+'use strict';
+
+var chunkBBUZ6P5S_cjs = require('./chunk-BBUZ6P5S.cjs');
+
+// src/loaders/pdf-loader.ts
+var PDFLoader = class {
+  path;
+  options;
+  constructor(path, options = {}) {
+    this.path = path;
+    this.options = options;
+  }
+  async load() {
+    let pdfParse;
+    try {
+      const mod = await import('pdf-parse');
+      pdfParse = mod.default ?? mod;
+    } catch {
+      throw new Error(
+        'PDFLoader requires the "pdf-parse" package. Install it with: npm install pdf-parse'
+      );
+    }
+    const fs = await import('fs/promises');
+    const buffer = await fs.readFile(this.path);
+    const data = await pdfParse(buffer);
+    const pages = data.text.split(/\f/);
+    const maxPages = this.options.maxPages ?? pages.length;
+    const selectedPages = this.options.pages;
+    const documents = [];
+    for (let i = 0; i < Math.min(pages.length, maxPages); i++) {
+      if (selectedPages && !selectedPages.includes(i + 1)) continue;
+      const content = pages[i].trim();
+      if (!content) continue;
+      documents.push({
+        id: chunkBBUZ6P5S_cjs.generateId(),
+        content,
+        metadata: {
+          ...this.options.metadata,
+          source: this.path,
+          loader: "PDFLoader",
+          page: i + 1,
+          totalPages: pages.length,
+          ...data.info ? { pdfInfo: data.info } : {}
+        }
+      });
+    }
+    if (documents.length === 0 && data.text.trim()) {
+      documents.push({
+        id: chunkBBUZ6P5S_cjs.generateId(),
+        content: data.text.trim(),
+        metadata: {
+          ...this.options.metadata,
+          source: this.path,
+          loader: "PDFLoader",
+          totalPages: data.numpages
+        }
+      });
+    }
+    return documents;
+  }
+};
+
+exports.PDFLoader = PDFLoader;
+//# sourceMappingURL=chunk-3NN43ENJ.cjs.map
+//# sourceMappingURL=chunk-3NN43ENJ.cjs.map

package/dist/chunk-3NN43ENJ.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/loaders/pdf-loader.ts"],"names":["generateId"],"mappings":";;;;;AAIO,IAAM,YAAN,MAA0C;AAAA,EACvC,IAAA;AAAA,EACA,OAAA;AAAA,EAER,WAAA,CAAY,IAAA,EAAc,OAAA,GAA4B,EAAC,EAAG;AACxD,IAAA,IAAA,CAAK,IAAA,GAAO,IAAA;AACZ,IAAA,IAAA,CAAK,OAAA,GAAU,OAAA;AAAA,EACjB;AAAA,EAEA,MAAM,IAAA,GAA4B;AAChC,IAAA,IAAI,QAAA;AAEJ,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,OAAO,WAAW,CAAA;AACpC,MAAA,QAAA,GAAY,IAAI,OAAA,IAAW,GAAA;AAAA,IAC7B,CAAA,CAAA,MAAQ;AACN,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,EAAA,GAAK,MAAM,OAAO,aAAa,CAAA;AACrC,IAAA,MAAM,MAAA,GAAS,MAAM,EAAA,CAAG,QAAA,CAAS,KAAK,IAAI,CAAA;AAC1C,IAAA,MAAM,IAAA,GAAO,MAAM,QAAA,CAAS,MAA2B,CAAA;AAEvD,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,IAAA,CAAK,KAAA,CAAM,IAAI,CAAA;AAClC,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,OAAA,CAAQ,QAAA,IAAY,KAAA,CAAM,MAAA;AAChD,IAAA,MAAM,aAAA,GAAgB,KAAK,OAAA,CAAQ,KAAA;AAEnC,IAAA,MAAM,YAAwB,EAAC;AAE/B,IAAA,KAAA,IAAS,CAAA,GAAI,GAAG,CAAA,GAAI,IAAA,CAAK,IAAI,KAAA,CAAM,MAAA,EAAQ,QAAQ,CAAA,EAAG,CAAA,EAAA,EAAK;AACzD,MAAA,IAAI,iBAAiB,CAAC,aAAA,CAAc,QAAA,CAAS,CAAA,GAAI,CAAC,CAAA,EAAG;AAErD,MAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,IAAA,EAAK;AAC9B,MAAA,IAAI,CAAC,OAAA,EAAS;AAEd,MAAA,SAAA,CAAU,IAAA,CAAK;AAAA,QACb,IAAIA,4BAAA,EAAW;AAAA,QACf,OAAA;AAAA,QACA,QAAA,EAAU;AAAA,UACR,GAAG,KAAK,OAAA,CAAQ,QAAA;AAAA,UAChB,QAAQ,IAAA,CAAK,IAAA;AAAA,UACb,MAAA,EAAQ,WAAA;AAAA,UACR,MAAM,CAAA,GAAI,CAAA;AAAA,UACV,YAAY,KAAA,CAAM,MAAA;AAAA,UAClB,GAAI,KAAK,IAAA,GAAO,EAAE,SAAS,IAAA,CAAK,IAAA,KAAS;AAAC;AAC5C,OACD,CAAA;AAAA,IACH;AAEA,IAAA,IAAI,UAAU,MAAA,KAAW,CAAA,IAAK,IAAA,CAAK,IAAA,CAAK,MAAK,EAAG;AAC9C,MAAA,SAAA,CAAU,IAAA,CAAK;AAAA,QACb,IAAIA,4BAAA,EAAW;AAAA,QACf,OAAA,EAAS,IAAA,CAAK,IAAA,CAAK,IAAA,EAAK;AAAA,QACxB,QAAA,EAAU;AAAA,UACR,GAAG,KAAK,OAAA,CAAQ,QAAA;AAAA,UAChB,QAAQ,IAAA,CAAK,IAAA;AAAA,UACb,MAAA,EAAQ,WAAA;AAAA,UACR,YAAY,IAAA,CAAK;AAAA;AACnB,OACD,CAAA;AAAA,IACH;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AACF","file":"chunk-3NN43ENJ.cjs","sourcesContent":["import type { Document } from '../types/index.js';\nimport type { DocumentLoader, PDFLoaderOptions } from './types.js';\nimport { generateId } from '../utils/id.js';\n\nexport class PDFLoader implements DocumentLoader {\n  private path: string;\n  private options: PDFLoaderOptions;\n\n  constructor(path: string, options: PDFLoaderOptions = {}) {\n    this.path = path;\n    this.options = options;\n  }\n\n  async load(): Promise<Document[]> {\n    let pdfParse: (buffer: Buffer) => Promise<{ numpages: number; text: string; info: Record<string, unknown> }>;\n\n    try {\n      const mod = await import('pdf-parse');\n      pdfParse = (mod.default ?? mod) as typeof pdfParse;\n    } catch {\n      throw new Error(\n        'PDFLoader requires the \"pdf-parse\" package. Install it with: npm install pdf-parse'\n      );\n    }\n\n    const fs = await import('fs/promises');\n    const buffer = await fs.readFile(this.path);\n    const data = await pdfParse(buffer as unknown as Buffer);\n\n    const pages = data.text.split(/\\f/);\n    const maxPages = this.options.maxPages ?? pages.length;\n    const selectedPages = this.options.pages;\n\n    const documents: Document[] = [];\n\n    for (let i = 0; i < Math.min(pages.length, maxPages); i++) {\n      if (selectedPages && !selectedPages.includes(i + 1)) continue;\n\n      const content = pages[i].trim();\n      if (!content) continue;\n\n      documents.push({\n        id: generateId(),\n        content,\n        metadata: {\n          ...this.options.metadata,\n          source: this.path,\n          loader: 'PDFLoader',\n          page: i + 1,\n          totalPages: pages.length,\n          ...(data.info ? { pdfInfo: data.info } : {}),\n        },\n      });\n    }\n\n    if (documents.length === 0 && data.text.trim()) {\n      documents.push({\n        id: generateId(),\n        content: data.text.trim(),\n        metadata: {\n          ...this.options.metadata,\n          source: this.path,\n          loader: 'PDFLoader',\n          totalPages: data.numpages,\n        },\n      });\n    }\n\n    return documents;\n  }\n}\n"]}

package/dist/chunk-3XELDGJA.js

@@ -0,0 +1,137 @@
+import { ConsoleReporter } from './chunk-4CLTJN6H.js';
+import { builtinMetrics } from './chunk-GZQAPKRD.js';
+
+// src/evaluation/test-runner.ts
+var TestRunner = class {
+  orka;
+  constructor(orka) {
+    this.orka = orka;
+  }
+  async run(config) {
+    const startTime = Date.now();
+    const {
+      name,
+      dataset,
+      metrics = ["relevance", "faithfulness"],
+      assertions = [],
+      reporters = [new ConsoleReporter()],
+      concurrency = 1,
+      bail = false
+    } = config;
+    const resolvedMetrics = this.resolveMetrics(metrics);
+    const cases = [];
+    const batches = this.chunk(dataset, concurrency);
+    for (const batch of batches) {
+      const batchResults = await Promise.all(
+        batch.map(async (evalCase) => this.runCase(evalCase, resolvedMetrics, assertions))
+      );
+      for (const result of batchResults) {
+        cases.push(result);
+        if (bail && !result.passed) {
+          break;
+        }
+      }
+      if (bail && cases.some((c) => !c.passed)) {
+        break;
+      }
+    }
+    const report = this.buildReport(name, cases, Date.now() - startTime);
+    for (const reporter of reporters) {
+      await reporter.report(report);
+    }
+    return report;
+  }
+  async runCase(evalCase, metrics, assertions) {
+    const askResult = await this.orka.ask({
+      knowledge: evalCase.knowledge,
+      question: evalCase.input,
+      includeContext: true
+    });
+    const contextTexts = askResult.context?.map((c) => c.content) ?? evalCase.context ?? [];
+    const llm = this.orka.getLLM();
+    const metricResults = {};
+    for (const metricFn of metrics) {
+      const result = await metricFn({
+        input: evalCase.input,
+        output: askResult.answer,
+        expectedOutput: evalCase.expectedOutput,
+        context: contextTexts,
+        llm
+      });
+      metricResults[result.name] = result.score;
+    }
+    const assertionResults = assertions.map(
+      (assertion) => assertion.check({
+        input: evalCase.input,
+        output: askResult.answer,
+        expectedOutput: evalCase.expectedOutput,
+        metrics: metricResults,
+        latencyMs: askResult.latencyMs,
+        totalTokens: askResult.usage.totalTokens
+      })
+    );
+    const allPassed = assertionResults.length === 0 || assertionResults.every((a) => a.passed);
+    return {
+      input: evalCase.input,
+      output: askResult.answer,
+      passed: allPassed,
+      assertions: assertionResults,
+      metrics: metricResults,
+      latencyMs: askResult.latencyMs,
+      totalTokens: askResult.usage.totalTokens
+    };
+  }
+  buildReport(name, cases, duration) {
+    const passed = cases.filter((c) => c.passed).length;
+    const failed = cases.length - passed;
+    const metricsMap = {};
+    for (const c of cases) {
+      for (const [metricName, score] of Object.entries(c.metrics)) {
+        if (!metricsMap[metricName]) metricsMap[metricName] = [];
+        metricsMap[metricName].push(score);
+      }
+    }
+    const metricsSummary = {};
+    for (const [metricName, scores] of Object.entries(metricsMap)) {
+      metricsSummary[metricName] = {
+        average: scores.reduce((a, b) => a + b, 0) / scores.length,
+        min: Math.min(...scores),
+        max: Math.max(...scores)
+      };
+    }
+    return {
+      name,
+      timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+      duration,
+      totalCases: cases.length,
+      passed,
+      failed,
+      passRate: cases.length > 0 ? passed / cases.length : 0,
+      cases,
+      summary: {
+        averageLatencyMs: cases.reduce((a, b) => a + b.latencyMs, 0) / (cases.length || 1),
+        totalTokens: cases.reduce((a, b) => a + b.totalTokens, 0),
+        metrics: metricsSummary
+      }
+    };
+  }
+  resolveMetrics(metrics) {
+    return metrics.map((m) => {
+      if (typeof m === "function") return m;
+      const builtin = builtinMetrics[m];
+      if (!builtin) throw new Error(`Unknown metric: "${m}"`);
+      return builtin;
+    });
+  }
+  chunk(arr, size) {
+    const chunks = [];
+    for (let i = 0; i < arr.length; i += size) {
+      chunks.push(arr.slice(i, i + size));
+    }
+    return chunks;
+  }
+};
+
+export { TestRunner };
+//# sourceMappingURL=chunk-3XELDGJA.js.map
+//# sourceMappingURL=chunk-3XELDGJA.js.map

package/dist/chunk-3XELDGJA.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evaluation/test-runner.ts"],"names":[],"mappings":";;;;AAiBO,IAAM,aAAN,MAAiB;AAAA,EACd,IAAA;AAAA,EAER,YAAY,IAAA,EAAY;AACtB,IAAA,IAAA,CAAK,IAAA,GAAO,IAAA;AAAA,EACd;AAAA,EAEA,MAAM,IAAI,MAAA,EAAmD;AAC3D,IAAA,MAAM,SAAA,GAAY,KAAK,GAAA,EAAI;AAC3B,IAAA,MAAM;AAAA,MACJ,IAAA;AAAA,MACA,OAAA;AAAA,MACA,OAAA,GAAU,CAAC,WAAA,EAAa,cAAc,CAAA;AAAA,MACtC,aAAa,EAAC;AAAA,MACd,SAAA,GAAY,CAAC,IAAI,eAAA,EAAiB,CAAA;AAAA,MAClC,WAAA,GAAc,CAAA;AAAA,MACd,IAAA,GAAO;AAAA,KACT,GAAI,MAAA;AAEJ,IAAA,MAAM,eAAA,GAAkB,IAAA,CAAK,cAAA,CAAe,OAAO,CAAA;AACnD,IAAA,MAAM,QAA0B,EAAC;AAEjC,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,OAAA,EAAS,WAAW,CAAA;AAE/C,IAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,MAAA,MAAM,YAAA,GAAe,MAAM,OAAA,CAAQ,GAAA;AAAA,QACjC,KAAA,CAAM,IAAI,OAAO,QAAA,KAAa,KAAK,OAAA,CAAQ,QAAA,EAAU,eAAA,EAAiB,UAAU,CAAC;AAAA,OACnF;AAEA,MAAA,KAAA,MAAW,UAAU,YAAA,EAAc;AACjC,QAAA,KAAA,CAAM,KAAK,MAAM,CAAA;AACjB,QAAA,IAAI,IAAA,IAAQ,CAAC,MAAA,CAAO,MAAA,EAAQ;AAC1B,UAAA;AAAA,QACF;AAAA,MACF;AAEA,MAAA,IAAI,QAAQ,KAAA,CAAM,IAAA,CAAK,OAAK,CAAC,CAAA,CAAE,MAAM,CAAA,EAAG;AACtC,QAAA;AAAA,MACF;AAAA,IACF;AAEA,IAAA,MAAM,MAAA,GAAS,KAAK,WAAA,CAAY,IAAA,EAAM,OAAO,IAAA,CAAK,GAAA,KAAQ,SAAS,CAAA;AAEnE,IAAA,KAAA,MAAW,YAAY,SAAA,EAAW;AAChC,MAAA,MAAM,QAAA,CAAS,OAAO,MAAM,CAAA;AAAA,IAC9B;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA,EAEA,MAAc,OAAA,CACZ,QAAA,EACA,OAAA,EACA,UAAA,EACyB;AACzB,IAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,IAAA,CAAK,GAAA,CAAI;AAAA,MACpC,WAAW,QAAA,CAAS,SAAA;AAAA,MACpB,UAAU,QAAA,CAAS,KAAA;AAAA,MACnB,cAAA,EAAgB;AAAA,KACjB,CAAA;AAED,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,OAAA,EAAS,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,OAAO,CAAA,IAAK,QAAA,CAAS,OAAA,IAAW,EAAC;AACpF,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,MAAA,EAAO;AAE7B,IAAA,MAAM,gBAAwC,EAAC;AAC/C,IAAA,KAAA,MAAW,YAAY,OAAA,EAAS;AAC9B,MAAA,MAAM,MAAA,GAAS,MAAM,QAAA,CAAS;AAAA,QAC5B,OAAO,QAAA,CAAS,KAAA;AAAA,QAChB,QAAQ,SAAA,CAAU,MAAA;AAAA,QAClB,gBAAgB,QAAA,CAAS,cAAA;AAAA,QACzB,OAAA,EAAS,YAAA;AAAA,QACT;AAAA,OACD,CAAA;AACD,MAAA,aAAA,CAAc,MAAA,CAAO,IAAI,CAAA,GAAI,MAAA,CAAO,KAAA;AAAA,IACtC;AAEA,IAAA,MAAM,mBAAsC,UAAA,CAAW,GAAA;AAAA,MAAI,CAAA,SAAA,KACzD,UAAU,KAAA,CAAM;AAAA,QACd,OAAO,QAAA,CAAS,KAAA;AAAA,QAChB,QAAQ,SAAA,CAAU,MAAA;AAAA,QAClB,gBAAgB,QAAA,CAAS,cAAA;AAAA,QACzB,OAAA,EAAS,aAAA;AAAA,QACT,WAAW,SAAA,CAAU,SAAA;AAAA,QACrB,WAAA,EAAa,UAAU,KAAA,CAAM;AAAA,OAC9B;AAAA,KACH;AAEA,IAAA,MAAM,SAAA,GAAY,iBAAiB,MAAA,KAAW,CAAA,IAAK,iBAAiB,KAAA,CAAM,CAAA,CAAA,KAAK,EAAE,MAAM,CAAA;AAEvF,IAAA,OAAO;AAAA,MACL,OAAO,QAAA,CAAS,KAAA;AAAA,MAChB,QAAQ,SAAA,CAAU,MAAA;AAAA,MAClB,MAAA,EAAQ,SAAA;AAAA,MACR,UAAA,EAAY,gBAAA;AAAA,MACZ,OAAA,EAAS,aAAA;AAAA,MACT,WAAW,SAAA,CAAU,SAAA;AAAA,MACrB,WAAA,EAAa,UAAU,KAAA,CAAM;AAAA,KAC/B;AAAA,EACF;AAAA,EAEQ,WAAA,CAAY,IAAA,EAAc,KAAA,EAAyB,QAAA,EAAmC;AAC5F,IAAA,MAAM,SAAS,KAAA,CAAM,MAAA,CAAO,CAAA,CAAA,KAAK,CAAA,CAAE,MAAM,CAAA,CAAE,MAAA;AAC3C,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,GAAS,MAAA;AAE9B,IAAA,MAAM,aAAuC,EAAC;AAC9C,IAAA,KAAA,MAAW,KAAK,KAAA,EAAO;AACrB,MAAA,KAAA,MAAW,CAAC,YAAY,KAAK,CAAA,IAAK,OAAO,OAAA,CAAQ,CAAA,CAAE,OAAO,CAAA,EAAG;AAC3D,QAAA,IAAI,CAAC,UAAA,CAAW,UAAU,GAAG,UAAA,CAAW,UAAU,IAAI,EAAC;AACvD,QAAA,UAAA,CAAW,UAAU,CAAA,CAAE,IAAA,CAAK,KAAK,CAAA;AAAA,MACnC;AAAA,IACF;AAEA,IAAA,MAAM,iBAAgF,EAAC;AACvF,IAAA,KAAA,MAAW,CAAC,UAAA,EAAY,MAAM,KAAK,MAAA,CAAO,OAAA,CAAQ,UAAU,CAAA,EAAG;AAC7D,MAAA,cAAA,CAAe,UAAU,CAAA,GAAI;AAAA,QAC3B,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,CAAC,CAAA,EAAG,MAAM,CAAA,GAAI,CAAA,EAAG,CAAC,CAAA,GAAI,MAAA,CAAO,MAAA;AAAA,QACpD,GAAA,EAAK,IAAA,CAAK,GAAA,CAAI,GAAG,MAAM,CAAA;AAAA,QACvB,GAAA,EAAK,IAAA,CAAK,GAAA,CAAI,GAAG,MAAM;AAAA,OACzB;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,IAAA;AAAA,MACA,SAAA,EAAA,iBAAW,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,MAClC,QAAA;AAAA,MACA,YAAY,KAAA,CAAM,MAAA;AAAA,MAClB,MAAA;AAAA,MACA,MAAA;AAAA,MACA,UAAU,KAAA,CAAM,MAAA,GAAS,CAAA,GAAI,MAAA,GAAS,MAAM,MAAA,GAAS,CAAA;AAAA,MACrD,KAAA;AAAA,MACA,OAAA,EAAS;AAAA,QACP,gBAAA,EAAkB,KAAA,CAAM,MAAA,CAAO,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,GAAI,CAAA,CAAE,SAAA,EAAW,CAAC,CAAA,IAAK,KAAA,CAAM,MAAA,IAAU,CAAA,CAAA;AAAA,QAChF,WAAA,EAAa,MAAM,MAAA,CAAO,CAAC,GAAG,CAAA,KAAM,CAAA,GAAI,CAAA,CAAE,WAAA,EAAa,CAAC,CAAA;AAAA,QACxD,OAAA,EAAS;AAAA;AACX,KACF;AAAA,EACF;AAAA,EAEQ,eAAe,OAAA,EAA4C;AACjE,IAAA,OAAO,OAAA,CAAQ,IAAI,CAAA,CAAA,KAAK;AACtB,MAAA,IAAI,OAAO,CAAA,KAAM,UAAA,EAAY,OAAO,CAAA;AACpC,MAAA,MAAM,OAAA,GAAU,eAAe,CAAC,CAAA;AAChC,MAAA,IAAI,CAAC,OAAA,EAAS,MAAM,IAAI,KAAA,CAAM,CAAA,iBAAA,EAAoB,CAAC,CAAA,CAAA,CAAG,CAAA;AACtD,MAAA,OAAO,OAAA;AAAA,IACT,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,KAAA,CAAS,KAAU,IAAA,EAAqB;AAC9C,IAAA,MAAM,SAAgB,EAAC;AACvB,IAAA,KAAA,IAAS,IAAI,CAAA,EAAG,CAAA,GAAI,GAAA,CAAI,MAAA,EAAQ,KAAK,IAAA,EAAM;AACzC,MAAA,MAAA,CAAO,KAAK,GAAA,CAAI,KAAA,CAAM,CAAA,EAAG,CAAA,GAAI,IAAI,CAAC,CAAA;AAAA,IACpC;AACA,IAAA,OAAO,MAAA;AAAA,EACT;AACF","file":"chunk-3XELDGJA.js","sourcesContent":["import type { Orka } from '../core/orka.js';\nimport type { EvalCase, MetricFn } from './metrics.js';\nimport type { Assertion, AssertionResult } from './assertions.js';\nimport type { Reporter, TestCaseReport, TestSuiteReport } from './reporters.js';\nimport { builtinMetrics } from './metrics.js';\nimport { ConsoleReporter } from './reporters.js';\n\nexport interface TestSuiteConfig {\n  name: string;\n  dataset: EvalCase[];\n  metrics?: (string | MetricFn)[];\n  assertions?: Assertion[];\n  reporters?: Reporter[];\n  concurrency?: number;\n  bail?: boolean;\n}\n\nexport class TestRunner {\n  private orka: Orka;\n\n  constructor(orka: Orka) {\n    this.orka = orka;\n  }\n\n  async run(config: TestSuiteConfig): Promise<TestSuiteReport> {\n    const startTime = Date.now();\n    const {\n      name,\n      dataset,\n      metrics = ['relevance', 'faithfulness'],\n      assertions = [],\n      reporters = [new ConsoleReporter()],\n      concurrency = 1,\n      bail = false,\n    } = config;\n\n    const resolvedMetrics = this.resolveMetrics(metrics);\n    const cases: TestCaseReport[] = [];\n\n    const batches = this.chunk(dataset, concurrency);\n\n    for (const batch of batches) {\n      const batchResults = await Promise.all(\n        batch.map(async (evalCase) => this.runCase(evalCase, resolvedMetrics, assertions))\n      );\n\n      for (const result of batchResults) {\n        cases.push(result);\n        if (bail && !result.passed) {\n          break;\n        }\n      }\n\n      if (bail && cases.some(c => !c.passed)) {\n        break;\n      }\n    }\n\n    const report = this.buildReport(name, cases, Date.now() - startTime);\n\n    for (const reporter of reporters) {\n      await reporter.report(report);\n    }\n\n    return report;\n  }\n\n  private async runCase(\n    evalCase: EvalCase,\n    metrics: MetricFn[],\n    assertions: Assertion[],\n  ): Promise<TestCaseReport> {\n    const askResult = await this.orka.ask({\n      knowledge: evalCase.knowledge,\n      question: evalCase.input,\n      includeContext: true,\n    });\n\n    const contextTexts = askResult.context?.map(c => c.content) ?? evalCase.context ?? [];\n    const llm = this.orka.getLLM();\n\n    const metricResults: Record<string, number> = {};\n    for (const metricFn of metrics) {\n      const result = await metricFn({\n        input: evalCase.input,\n        output: askResult.answer,\n        expectedOutput: evalCase.expectedOutput,\n        context: contextTexts,\n        llm,\n      });\n      metricResults[result.name] = result.score;\n    }\n\n    const assertionResults: AssertionResult[] = assertions.map(assertion =>\n      assertion.check({\n        input: evalCase.input,\n        output: askResult.answer,\n        expectedOutput: evalCase.expectedOutput,\n        metrics: metricResults,\n        latencyMs: askResult.latencyMs,\n        totalTokens: askResult.usage.totalTokens,\n      })\n    );\n\n    const allPassed = assertionResults.length === 0 || assertionResults.every(a => a.passed);\n\n    return {\n      input: evalCase.input,\n      output: askResult.answer,\n      passed: allPassed,\n      assertions: assertionResults,\n      metrics: metricResults,\n      latencyMs: askResult.latencyMs,\n      totalTokens: askResult.usage.totalTokens,\n    };\n  }\n\n  private buildReport(name: string, cases: TestCaseReport[], duration: number): TestSuiteReport {\n    const passed = cases.filter(c => c.passed).length;\n    const failed = cases.length - passed;\n\n    const metricsMap: Record<string, number[]> = {};\n    for (const c of cases) {\n      for (const [metricName, score] of Object.entries(c.metrics)) {\n        if (!metricsMap[metricName]) metricsMap[metricName] = [];\n        metricsMap[metricName].push(score);\n      }\n    }\n\n    const metricsSummary: Record<string, { average: number; min: number; max: number }> = {};\n    for (const [metricName, scores] of Object.entries(metricsMap)) {\n      metricsSummary[metricName] = {\n        average: scores.reduce((a, b) => a + b, 0) / scores.length,\n        min: Math.min(...scores),\n        max: Math.max(...scores),\n      };\n    }\n\n    return {\n      name,\n      timestamp: new Date().toISOString(),\n      duration,\n      totalCases: cases.length,\n      passed,\n      failed,\n      passRate: cases.length > 0 ? passed / cases.length : 0,\n      cases,\n      summary: {\n        averageLatencyMs: cases.reduce((a, b) => a + b.latencyMs, 0) / (cases.length || 1),\n        totalTokens: cases.reduce((a, b) => a + b.totalTokens, 0),\n        metrics: metricsSummary,\n      },\n    };\n  }\n\n  private resolveMetrics(metrics: (string | MetricFn)[]): MetricFn[] {\n    return metrics.map(m => {\n      if (typeof m === 'function') return m;\n      const builtin = builtinMetrics[m];\n      if (!builtin) throw new Error(`Unknown metric: \"${m}\"`);\n      return builtin;\n    });\n  }\n\n  private chunk<T>(arr: T[], size: number): T[][] {\n    const chunks: T[][] = [];\n    for (let i = 0; i < arr.length; i += size) {\n      chunks.push(arr.slice(i, i + size));\n    }\n    return chunks;\n  }\n}\n"]}

package/dist/chunk-4CLTJN6H.js

@@ -0,0 +1,90 @@
+// src/evaluation/reporters.ts
+var ConsoleReporter = class {
+  report(suite) {
+    const statusIcon = suite.failed === 0 ? "\u2705" : "\u274C";
+    console.log(`
+${statusIcon} Test Suite: ${suite.name}`);
+    console.log(`   ${suite.passed}/${suite.totalCases} passed (${(suite.passRate * 100).toFixed(1)}%)`);
+    console.log(`   Duration: ${suite.duration}ms | Tokens: ${suite.summary.totalTokens}`);
+    console.log("");
+    for (const testCase of suite.cases) {
+      const icon = testCase.passed ? "  \u2705" : "  \u274C";
+      console.log(`${icon} "${testCase.input.slice(0, 60)}${testCase.input.length > 60 ? "..." : ""}"`);
+      for (const assertion of testCase.assertions) {
+        const aIcon = assertion.passed ? "    \u2713" : "    \u2717";
+        console.log(`${aIcon} ${assertion.message}`);
+      }
+    }
+    if (Object.keys(suite.summary.metrics).length > 0) {
+      console.log("\n   Metrics:");
+      for (const [name, stats] of Object.entries(suite.summary.metrics)) {
+        console.log(`     ${name}: avg=${stats.average.toFixed(3)} min=${stats.min.toFixed(3)} max=${stats.max.toFixed(3)}`);
+      }
+    }
+    console.log("");
+  }
+};
+var JsonReporter = class {
+  outputPath;
+  constructor(outputPath) {
+    this.outputPath = outputPath;
+  }
+  async report(suite) {
+    const json = JSON.stringify(suite, null, 2);
+    if (this.outputPath) {
+      const fs = await import('fs/promises');
+      await fs.writeFile(this.outputPath, json, "utf-8");
+      console.log(`Report written to ${this.outputPath}`);
+    } else {
+      console.log(json);
+    }
+  }
+};
+var JUnitReporter = class {
+  outputPath;
+  constructor(outputPath) {
+    this.outputPath = outputPath;
+  }
+  async report(suite) {
+    const xml = this.toXml(suite);
+    const fs = await import('fs/promises');
+    await fs.writeFile(this.outputPath, xml, "utf-8");
+    console.log(`JUnit report written to ${this.outputPath}`);
+  }
+  toXml(suite) {
+    const failures = suite.cases.filter((c) => !c.passed);
+    let xml = `<?xml version="1.0" encoding="UTF-8"?>
+`;
+    xml += `<testsuite name="${this.escapeXml(suite.name)}" tests="${suite.totalCases}" failures="${failures.length}" time="${(suite.duration / 1e3).toFixed(3)}" timestamp="${suite.timestamp}">
+`;
+    for (const testCase of suite.cases) {
+      xml += `  <testcase name="${this.escapeXml(testCase.input)}" time="${(testCase.latencyMs / 1e3).toFixed(3)}">
+`;
+      const failedAssertions = testCase.assertions.filter((a) => !a.passed);
+      if (failedAssertions.length > 0) {
+        for (const assertion of failedAssertions) {
+          xml += `    <failure message="${this.escapeXml(assertion.message)}" type="${this.escapeXml(assertion.name)}">
+`;
+          xml += `      Expected: ${assertion.expected ?? "N/A"}
+`;
+          xml += `      Actual: ${assertion.actual ?? "N/A"}
+`;
+          xml += `    </failure>
+`;
+        }
+      }
+      xml += `  </testcase>
+`;
+    }
+    xml += `</testsuite>
+`;
+    return xml;
+  }
+  escapeXml(str) {
+    return str.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+  }
+};
+
+export { ConsoleReporter, JUnitReporter, JsonReporter };
+//# sourceMappingURL=chunk-4CLTJN6H.js.map
+//# sourceMappingURL=chunk-4CLTJN6H.js.map

package/dist/chunk-4CLTJN6H.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evaluation/reporters.ts"],"names":[],"mappings":";AAgCO,IAAM,kBAAN,MAA0C;AAAA,EAC/C,OAAO,KAAA,EAA8B;AACnC,IAAA,MAAM,UAAA,GAAa,KAAA,CAAM,MAAA,KAAW,CAAA,GAAI,QAAA,GAAM,QAAA;AAC9C,IAAA,OAAA,CAAQ,GAAA,CAAI;AAAA,EAAK,UAAU,CAAA,aAAA,EAAgB,KAAA,CAAM,IAAI,CAAA,CAAE,CAAA;AACvD,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,GAAA,EAAM,KAAA,CAAM,MAAM,IAAI,KAAA,CAAM,UAAU,CAAA,SAAA,EAAA,CAAa,KAAA,CAAM,QAAA,GAAW,GAAA,EAAK,OAAA,CAAQ,CAAC,CAAC,CAAA,EAAA,CAAI,CAAA;AACnG,IAAA,OAAA,CAAQ,GAAA,CAAI,gBAAgB,KAAA,CAAM,QAAQ,gBAAgB,KAAA,CAAM,OAAA,CAAQ,WAAW,CAAA,CAAE,CAAA;AACrF,IAAA,OAAA,CAAQ,IAAI,EAAE,CAAA;AAEd,IAAA,KAAA,MAAW,QAAA,IAAY,MAAM,KAAA,EAAO;AAClC,MAAA,MAAM,IAAA,GAAO,QAAA,CAAS,MAAA,GAAS,UAAA,GAAQ,UAAA;AACvC,MAAA,OAAA,CAAQ,IAAI,CAAA,EAAG,IAAI,CAAA,EAAA,EAAK,QAAA,CAAS,MAAM,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,GAAG,QAAA,CAAS,KAAA,CAAM,SAAS,EAAA,GAAK,KAAA,GAAQ,EAAE,CAAA,CAAA,CAAG,CAAA;AAEhG,MAAA,KAAA,MAAW,SAAA,IAAa,SAAS,UAAA,EAAY;AAC3C,QAAA,MAAM,KAAA,GAAQ,SAAA,CAAU,MAAA,GAAS,YAAA,GAAU,YAAA;AAC3C,QAAA,OAAA,CAAQ,IAAI,CAAA,EAAG,KAAK,CAAA,CAAA,EAAI,SAAA,CAAU,OAAO,CAAA,CAAE,CAAA;AAAA,MAC7C;AAAA,IACF;AAEA,IAAA,IAAI,OAAO,IAAA,CAAK,KAAA,CAAM,QAAQ,OAAO,CAAA,CAAE,SAAS,CAAA,EAAG;AACjD,MAAA,OAAA,CAAQ,IAAI,eAAe,CAAA;AAC3B,MAAA,KAAA,MAAW,CAAC,MAAM,KAAK,CAAA,IAAK,OAAO,OAAA,CAAQ,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,EAAG;AACjE,QAAA,OAAA,CAAQ,GAAA,CAAI,QAAQ,IAAI,CAAA,MAAA,EAAS,MAAM,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,MAAM,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,MAAM,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAE,CAAA;AAAA,MACrH;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,IAAI,EAAE,CAAA;AAAA,EAChB;AACF;AAEO,IAAM,eAAN,MAAuC;AAAA,EACpC,UAAA;AAAA,EAER,YAAY,UAAA,EAAqB;AAC/B,IAAA,IAAA,CAAK,UAAA,GAAa,UAAA;AAAA,EACpB;AAAA,EAEA,MAAM,OAAO,KAAA,EAAuC;AAClD,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,SAAA,CAAU,KAAA,EAAO,MAAM,CAAC,CAAA;AAE1C,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,MAAM,EAAA,GAAK,MAAM,OAAO,aAAa,CAAA;AACrC,MAAA,MAAM,EAAA,CAAG,SAAA,CAAU,IAAA,CAAK,UAAA,EAAY,MAAM,OAAO,CAAA;AACjD,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,kBAAA,EAAqB,IAAA,CAAK,UAAU,CAAA,CAAE,CAAA;AAAA,IACpD,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,IAAI,CAAA;AAAA,IAClB;AAAA,EACF;AACF;AAEO,IAAM,gBAAN,MAAwC;AAAA,EACrC,UAAA;AAAA,EAER,YAAY,UAAA,EAAoB;AAC9B,IAAA,IAAA,CAAK,UAAA,GAAa,UAAA;AAAA,EACpB;AAAA,EAEA,MAAM,OAAO,KAAA,EAAuC;AAClD,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAK,CAAA;AAC5B,IAAA,MAAM,EAAA,GAAK,MAAM,OAAO,aAAa,CAAA;AACrC,IAAA,MAAM,EAAA,CAAG,SAAA,CAAU,IAAA,CAAK,UAAA,EAAY,KAAK,OAAO,CAAA;AAChD,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,wBAAA,EAA2B,IAAA,CAAK,UAAU,CAAA,CAAE,CAAA;AAAA,EAC1D;AAAA,EAEQ,MAAM,KAAA,EAAgC;AAC5C,IAAA,MAAM,WAAW,KAAA,CAAM,KAAA,CAAM,OAAO,CAAA,CAAA,KAAK,CAAC,EAAE,MAAM,CAAA;AAClD,IAAA,IAAI,GAAA,GAAM,CAAA;AAAA,CAAA;AACV,IAAA,GAAA,IAAO,CAAA,iBAAA,EAAoB,KAAK,SAAA,CAAU,KAAA,CAAM,IAAI,CAAC,CAAA,SAAA,EAAY,MAAM,UAAU,CAAA,YAAA,EAAe,SAAS,MAAM,CAAA,QAAA,EAAA,CAAY,MAAM,QAAA,GAAW,GAAA,EAAM,QAAQ,CAAC,CAAC,CAAA,aAAA,EAAgB,KAAA,CAAM,SAAS,CAAA;AAAA,CAAA;AAE3L,IAAA,KAAA,MAAW,QAAA,IAAY,MAAM,KAAA,EAAO;AAClC,MAAA,GAAA,IAAO,CAAA,kBAAA,EAAqB,IAAA,CAAK,SAAA,CAAU,QAAA,CAAS,KAAK,CAAC,CAAA,QAAA,EAAA,CAAY,QAAA,CAAS,SAAA,GAAY,GAAA,EAAM,OAAA,CAAQ,CAAC,CAAC,CAAA;AAAA,CAAA;AAE3G,MAAA,MAAM,mBAAmB,QAAA,CAAS,UAAA,CAAW,OAAO,CAAA,CAAA,KAAK,CAAC,EAAE,MAAM,CAAA;AAClE,MAAA,IAAI,gBAAA,CAAiB,SAAS,CAAA,EAAG;AAC/B,QAAA,KAAA,MAAW,aAAa,gBAAA,EAAkB;AACxC,UAAA,GAAA,IAAO,CAAA,sBAAA,EAAyB,IAAA,CAAK,SAAA,CAAU,SAAA,CAAU,OAAO,CAAC,CAAA,QAAA,EAAW,IAAA,CAAK,SAAA,CAAU,SAAA,CAAU,IAAI,CAAC,CAAA;AAAA,CAAA;AAC1G,UAAA,GAAA,IAAO,CAAA,gBAAA,EAAmB,SAAA,CAAU,QAAA,IAAY,KAAK;AAAA,CAAA;AACrD,UAAA,GAAA,IAAO,CAAA,cAAA,EAAiB,SAAA,CAAU,MAAA,IAAU,KAAK;AAAA,CAAA;AACjD,UAAA,GAAA,IAAO,CAAA;AAAA,CAAA;AAAA,QACT;AAAA,MACF;AAEA,MAAA,GAAA,IAAO,CAAA;AAAA,CAAA;AAAA,IACT;AAEA,IAAA,GAAA,IAAO,CAAA;AAAA,CAAA;AACP,IAAA,OAAO,GAAA;AAAA,EACT;AAAA,EAEQ,UAAU,GAAA,EAAqB;AACrC,IAAA,OAAO,IACJ,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,CACrB,OAAA,CAAQ,MAAM,MAAM,CAAA,CACpB,QAAQ,IAAA,EAAM,MAAM,EACpB,OAAA,CAAQ,IAAA,EAAM,QAAQ,CAAA,CACtB,OAAA,CAAQ,MAAM,QAAQ,CAAA;AAAA,EAC3B;AACF","file":"chunk-4CLTJN6H.js","sourcesContent":["import type { AssertionResult } from './assertions.js';\n\nexport interface TestCaseReport {\n  input: string;\n  output: string;\n  passed: boolean;\n  assertions: AssertionResult[];\n  metrics: Record<string, number>;\n  latencyMs: number;\n  totalTokens: number;\n}\n\nexport interface TestSuiteReport {\n  name: string;\n  timestamp: string;\n  duration: number;\n  totalCases: number;\n  passed: number;\n  failed: number;\n  passRate: number;\n  cases: TestCaseReport[];\n  summary: {\n    averageLatencyMs: number;\n    totalTokens: number;\n    metrics: Record<string, { average: number; min: number; max: number }>;\n  };\n}\n\nexport interface Reporter {\n  report(suite: TestSuiteReport): void | Promise<void>;\n}\n\nexport class ConsoleReporter implements Reporter {\n  report(suite: TestSuiteReport): void {\n    const statusIcon = suite.failed === 0 ? '✅' : '❌';\n    console.log(`\\n${statusIcon} Test Suite: ${suite.name}`);\n    console.log(`   ${suite.passed}/${suite.totalCases} passed (${(suite.passRate * 100).toFixed(1)}%)`);\n    console.log(`   Duration: ${suite.duration}ms | Tokens: ${suite.summary.totalTokens}`);\n    console.log('');\n\n    for (const testCase of suite.cases) {\n      const icon = testCase.passed ? '  ✅' : '  ❌';\n      console.log(`${icon} \"${testCase.input.slice(0, 60)}${testCase.input.length > 60 ? '...' : ''}\"`);\n\n      for (const assertion of testCase.assertions) {\n        const aIcon = assertion.passed ? '    ✓' : '    ✗';\n        console.log(`${aIcon} ${assertion.message}`);\n      }\n    }\n\n    if (Object.keys(suite.summary.metrics).length > 0) {\n      console.log('\\n   Metrics:');\n      for (const [name, stats] of Object.entries(suite.summary.metrics)) {\n        console.log(`     ${name}: avg=${stats.average.toFixed(3)} min=${stats.min.toFixed(3)} max=${stats.max.toFixed(3)}`);\n      }\n    }\n\n    console.log('');\n  }\n}\n\nexport class JsonReporter implements Reporter {\n  private outputPath?: string;\n\n  constructor(outputPath?: string) {\n    this.outputPath = outputPath;\n  }\n\n  async report(suite: TestSuiteReport): Promise<void> {\n    const json = JSON.stringify(suite, null, 2);\n\n    if (this.outputPath) {\n      const fs = await import('fs/promises');\n      await fs.writeFile(this.outputPath, json, 'utf-8');\n      console.log(`Report written to ${this.outputPath}`);\n    } else {\n      console.log(json);\n    }\n  }\n}\n\nexport class JUnitReporter implements Reporter {\n  private outputPath: string;\n\n  constructor(outputPath: string) {\n    this.outputPath = outputPath;\n  }\n\n  async report(suite: TestSuiteReport): Promise<void> {\n    const xml = this.toXml(suite);\n    const fs = await import('fs/promises');\n    await fs.writeFile(this.outputPath, xml, 'utf-8');\n    console.log(`JUnit report written to ${this.outputPath}`);\n  }\n\n  private toXml(suite: TestSuiteReport): string {\n    const failures = suite.cases.filter(c => !c.passed);\n    let xml = `<?xml version=\"1.0\" encoding=\"UTF-8\"?>\\n`;\n    xml += `<testsuite name=\"${this.escapeXml(suite.name)}\" tests=\"${suite.totalCases}\" failures=\"${failures.length}\" time=\"${(suite.duration / 1000).toFixed(3)}\" timestamp=\"${suite.timestamp}\">\\n`;\n\n    for (const testCase of suite.cases) {\n      xml += `  <testcase name=\"${this.escapeXml(testCase.input)}\" time=\"${(testCase.latencyMs / 1000).toFixed(3)}\">\\n`;\n\n      const failedAssertions = testCase.assertions.filter(a => !a.passed);\n      if (failedAssertions.length > 0) {\n        for (const assertion of failedAssertions) {\n          xml += `    <failure message=\"${this.escapeXml(assertion.message)}\" type=\"${this.escapeXml(assertion.name)}\">\\n`;\n          xml += `      Expected: ${assertion.expected ?? 'N/A'}\\n`;\n          xml += `      Actual: ${assertion.actual ?? 'N/A'}\\n`;\n          xml += `    </failure>\\n`;\n        }\n      }\n\n      xml += `  </testcase>\\n`;\n    }\n\n    xml += `</testsuite>\\n`;\n    return xml;\n  }\n\n  private escapeXml(str: string): string {\n    return str\n      .replace(/&/g, '&amp;')\n      .replace(/</g, '&lt;')\n      .replace(/>/g, '&gt;')\n      .replace(/\"/g, '&quot;')\n      .replace(/'/g, '&apos;');\n  }\n}\n"]}

package/dist/chunk-4EBSDFBS.js

@@ -0,0 +1,65 @@
+// src/graph/helpers.ts
+function actionNode(id, fn) {
+  return { id, type: "action", execute: fn };
+}
+function conditionNode(id, fn) {
+  return { id, type: "condition", condition: fn };
+}
+function parallelNode(id, nodeIds) {
+  return { id, type: "parallel", parallelNodes: nodeIds };
+}
+function startNode(id = "start") {
+  return { id, type: "start" };
+}
+function endNode(id = "end") {
+  return { id, type: "end" };
+}
+function llmNode(id, options = {}) {
+  return {
+    id,
+    type: "action",
+    async execute(ctx) {
+      let prompt = ctx.output || ctx.input;
+      if (options.promptTemplate) {
+        prompt = options.promptTemplate.replace("{{input}}", ctx.input).replace("{{output}}", ctx.output).replace("{{context}}", ctx.context.map((c) => c.content).join("\n---\n"));
+      }
+      const result = await ctx.llm.generate(prompt, {
+        systemPrompt: options.systemPrompt,
+        temperature: options.temperature ?? 0.7,
+        maxTokens: options.maxTokens ?? 1024
+      });
+      ctx.output = result.content;
+      return ctx;
+    }
+  };
+}
+function retrieveNode(id, knowledgeName, options = {}) {
+  return {
+    id,
+    type: "action",
+    async execute(ctx) {
+      if (!ctx.knowledge) {
+        throw new Error("Knowledge module not available");
+      }
+      const query = ctx.output || ctx.input;
+      const results = await ctx.knowledge.search(knowledgeName, query, {
+        topK: options.topK ?? 5,
+        minScore: options.minScore
+      });
+      ctx.context = results.map((r) => ({
+        content: r.content ?? "",
+        score: r.score,
+        metadata: r.metadata
+      }));
+      ctx.output = ctx.context.map((c) => c.content).join("\n---\n");
+      return ctx;
+    }
+  };
+}
+function edge(from, to, label) {
+  return { from, to, label };
+}
+
+export { actionNode, conditionNode, edge, endNode, llmNode, parallelNode, retrieveNode, startNode };
+//# sourceMappingURL=chunk-4EBSDFBS.js.map
+//# sourceMappingURL=chunk-4EBSDFBS.js.map

package/dist/chunk-4EBSDFBS.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/graph/helpers.ts"],"names":[],"mappings":";AAEO,SAAS,UAAA,CACd,IACA,EAAA,EACW;AACX,EAAA,OAAO,EAAE,EAAA,EAAI,IAAA,EAAM,QAAA,EAAU,SAAS,EAAA,EAAG;AAC3C;AAEO,SAAS,aAAA,CACd,IACA,EAAA,EACW;AACX,EAAA,OAAO,EAAE,EAAA,EAAI,IAAA,EAAM,WAAA,EAAa,WAAW,EAAA,EAAG;AAChD;AAEO,SAAS,YAAA,CAAa,IAAY,OAAA,EAA8B;AACrE,EAAA,OAAO,EAAE,EAAA,EAAI,IAAA,EAAM,UAAA,EAAY,eAAe,OAAA,EAAQ;AACxD;AAEO,SAAS,SAAA,CAAU,KAAK,OAAA,EAAoB;AACjD,EAAA,OAAO,EAAE,EAAA,EAAI,IAAA,EAAM,OAAA,EAAQ;AAC7B;AAEO,SAAS,OAAA,CAAQ,KAAK,KAAA,EAAkB;AAC7C,EAAA,OAAO,EAAE,EAAA,EAAI,IAAA,EAAM,KAAA,EAAM;AAC3B;AAEO,SAAS,OAAA,CAAQ,EAAA,EAAY,OAAA,GAKhC,EAAC,EAAc;AACjB,EAAA,OAAO;AAAA,IACL,EAAA;AAAA,IACA,IAAA,EAAM,QAAA;AAAA,IACN,MAAM,QAAQ,GAAA,EAA0C;AACtD,MAAA,IAAI,MAAA,GAAS,GAAA,CAAI,MAAA,IAAU,GAAA,CAAI,KAAA;AAC/B,MAAA,IAAI,QAAQ,cAAA,EAAgB;AAC1B,QAAA,MAAA,GAAS,OAAA,CAAQ,eACd,OAAA,CAAQ,WAAA,EAAa,IAAI,KAAK,CAAA,CAC9B,OAAA,CAAQ,YAAA,EAAc,GAAA,CAAI,MAAM,EAChC,OAAA,CAAQ,aAAA,EAAe,GAAA,CAAI,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,OAAO,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAAA,MAC3E;AAEA,MAAA,MAAM,MAAA,GAAS,MAAM,GAAA,CAAI,GAAA,CAAI,SAAS,MAAA,EAAQ;AAAA,QAC5C,cAAc,OAAA,CAAQ,YAAA;AAAA,QACtB,WAAA,EAAa,QAAQ,WAAA,IAAe,GAAA;AAAA,QACpC,SAAA,EAAW,QAAQ,SAAA,IAAa;AAAA,OACjC,CAAA;AAED,MAAA,GAAA,CAAI,SAAS,MAAA,CAAO,OAAA;AACpB,MAAA,OAAO,GAAA;AAAA,IACT;AAAA,GACF;AACF;AAEO,SAAS,YAAA,CAAa,EAAA,EAAY,aAAA,EAAuB,OAAA,GAG5D,EAAC,EAAc;AACjB,EAAA,OAAO;AAAA,IACL,EAAA;AAAA,IACA,IAAA,EAAM,QAAA;AAAA,IACN,MAAM,QAAQ,GAAA,EAA0C;AACtD,MAAA,IAAI,CAAC,IAAI,SAAA,EAAW;AAClB,QAAA,MAAM,IAAI,MAAM,gCAAgC,CAAA;AAAA,MAClD;AAEA,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,MAAA,IAAU,GAAA,CAAI,KAAA;AAChC,MAAA,MAAM,UAAU,MAAM,GAAA,CAAI,SAAA,CAAU,MAAA,CAAO,eAAe,KAAA,EAAO;AAAA,QAC/D,IAAA,EAAM,QAAQ,IAAA,IAAQ,CAAA;AAAA,QACtB,UAAU,OAAA,CAAQ;AAAA,OACnB,CAAA;AAED,MAAA,GAAA,CAAI,OAAA,GAAU,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,MAAM;AAAA,QAC9B,OAAA,EAAS,EAAE,OAAA,IAAW,EAAA;AAAA,QACtB,OAAO,CAAA,CAAE,KAAA;AAAA,QACT,UAAU,CAAA,CAAE;AAAA,OACd,CAAE,CAAA;AAEF,MAAA,GAAA,CAAI,MAAA,GAAS,IAAI,OAAA,CAAQ,GAAA,CAAI,OAAK,CAAA,CAAE,OAAO,CAAA,CAAE,IAAA,CAAK,SAAS,CAAA;AAC3D,MAAA,OAAO,GAAA;AAAA,IACT;AAAA,GACF;AACF;AAEO,SAAS,IAAA,CAAK,IAAA,EAAc,EAAA,EAAY,KAAA,EAAgB;AAC7D,EAAA,OAAO,EAAE,IAAA,EAAM,EAAA,EAAI,KAAA,EAAM;AAC3B","file":"chunk-4EBSDFBS.js","sourcesContent":["import type { GraphNode, GraphContext } from './types.js';\n\nexport function actionNode(\n  id: string, \n  fn: (ctx: GraphContext) => Promise<GraphContext>\n): GraphNode {\n  return { id, type: 'action', execute: fn };\n}\n\nexport function conditionNode(\n  id: string, \n  fn: (ctx: GraphContext) => string\n): GraphNode {\n  return { id, type: 'condition', condition: fn };\n}\n\nexport function parallelNode(id: string, nodeIds: string[]): GraphNode {\n  return { id, type: 'parallel', parallelNodes: nodeIds };\n}\n\nexport function startNode(id = 'start'): GraphNode {\n  return { id, type: 'start' };\n}\n\nexport function endNode(id = 'end'): GraphNode {\n  return { id, type: 'end' };\n}\n\nexport function llmNode(id: string, options: {\n  systemPrompt?: string;\n  temperature?: number;\n  maxTokens?: number;\n  promptTemplate?: string;\n} = {}): GraphNode {\n  return {\n    id,\n    type: 'action',\n    async execute(ctx: GraphContext): Promise<GraphContext> {\n      let prompt = ctx.output || ctx.input;\n      if (options.promptTemplate) {\n        prompt = options.promptTemplate\n          .replace('{{input}}', ctx.input)\n          .replace('{{output}}', ctx.output)\n          .replace('{{context}}', ctx.context.map(c => c.content).join('\\n---\\n'));\n      }\n\n      const result = await ctx.llm.generate(prompt, {\n        systemPrompt: options.systemPrompt,\n        temperature: options.temperature ?? 0.7,\n        maxTokens: options.maxTokens ?? 1024,\n      });\n\n      ctx.output = result.content;\n      return ctx;\n    },\n  };\n}\n\nexport function retrieveNode(id: string, knowledgeName: string, options: {\n  topK?: number;\n  minScore?: number;\n} = {}): GraphNode {\n  return {\n    id,\n    type: 'action',\n    async execute(ctx: GraphContext): Promise<GraphContext> {\n      if (!ctx.knowledge) {\n        throw new Error('Knowledge module not available');\n      }\n\n      const query = ctx.output || ctx.input;\n      const results = await ctx.knowledge.search(knowledgeName, query, {\n        topK: options.topK ?? 5,\n        minScore: options.minScore,\n      });\n\n      ctx.context = results.map(r => ({\n        content: r.content ?? '',\n        score: r.score,\n        metadata: r.metadata,\n      }));\n\n      ctx.output = ctx.context.map(c => c.content).join('\\n---\\n');\n      return ctx;\n    },\n  };\n}\n\nexport function edge(from: string, to: string, label?: string) {\n  return { from, to, label };\n}\n"]}