@agnt5/sdk 0.3.2 → 0.3.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -42,7 +42,7 @@ export { MCPClient, MCPError } from './mcp.js';
42
42
  export type { McpTool, McpToolWithServer, ToolContent, CallToolResult, StdioConfig, SseConfig, TransportType, ServerConfig, ServerCapabilities, ServerInfo, } from './mcp.js';
43
43
  export { Span, withSpan, spanContext, span, getCurrentSpanInfo } from './tracing.js';
44
44
  export type { SpanInfo } from './tracing.js';
45
- export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, regexMatch, levenshtein, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
45
+ export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, jsonSchema, numericRange, regexMatch, levenshtein, llmJudge, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
46
46
  export type { ScorerRequest, ScorerResultSummary, ScorerContext, ScorerHandler, ScorerConfig, TraceEvent, } from './scorer.js';
47
47
  export { EvalContext, EvalResponse, BatchEvalItemResult, BatchEvalResult, LLMJudge, TraceAssertion, traceScorer, normalizeBatchEvalItems, normalizeScorerSpecs, } from './eval.js';
48
48
  export type { AssertionResult, TraceScorerResult, BatchEvalItem, BatchEvalStats, LLMJudgeConfig, } from './eval.js';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAC5E,YAAY,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/E,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGpJ,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC5D,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG3I,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG7D,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAGhF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAG/E,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAI9E,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAClE,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACvG,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAG7J,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC5G,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,OAAO,IAAI,QAAQ,EACnB,QAAQ,EACR,mBAAmB,EACnB,UAAU,EACV,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AAGpB,YAAY,EACV,UAAU,EACV,SAAS,EACT,YAAY,EACZ,cAAc,EACd,WAAW,EACX,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,cAAc,EACd,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EAEV,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC7H,YAAY,EACV,OAAO,IAAI,SAAS,EACpB,WAAW,IAAI,aAAa,EAC5B,cAAc,IAAI,gBAAgB,EAClC,QAAQ,IAAI,UAAU,EACtB,UAAU,IAAI,YAAY,EAC1B,gBAAgB,IAAI,kBAAkB,EACtC,WAAW,EACX,eAAe,EACf,QAAQ,EACR,WAAW,EACX,gBAAgB,IAAI,kBAAkB,EACtC,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,IAAI,iBAAiB,EACpC,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACvF,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG5D,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAC/C,YAAY,EACV,OAAO,EACP,iBAAiB,EACjB,WAAW,EACX,cAAc,EACd,WAAW,EACX,SAAS,EACT,aAAa,EACb,YAAY,EACZ,kBAAkB,EAClB,UAAU,GACX,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACrF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,GACX,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,GACf,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,eAAe,EACf,aAAa,EACb,cAAc,EACd,YAAY,EACZ,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAClF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAClB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,YAAY,EACV,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,QAAQ,EACR,eAAe,EACf,YAAY,IAAI,mBAAmB,EACnC,mBAAmB,GACpB,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,OAAO,EACP,MAAM,EACN,eAAe,EACf,eAAe,EACf,WAAW,EACX,aAAa,EACb,aAAa,EACb,UAAU,EACV,WAAW,EACX,UAAU,EACV,WAAW,EACX,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,eAAO,MAAM,OAAO,UAAU,CAAC;AAE/B;;;GAGG;AACH,wBAAgB,cAAc,IAAI,MAAM,GAAG,MAAM,GAAG,SAAS,CAK5D"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAC5E,YAAY,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/E,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGpJ,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC5D,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG3I,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG7D,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAGhF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAG/E,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAI9E,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAClE,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACvG,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAG7J,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC5G,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,OAAO,IAAI,QAAQ,EACnB,QAAQ,EACR,mBAAmB,EACnB,UAAU,EACV,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AAGpB,YAAY,EACV,UAAU,EACV,SAAS,EACT,YAAY,EACZ,cAAc,EACd,WAAW,EACX,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,cAAc,EACd,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EAEV,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC7H,YAAY,EACV,OAAO,IAAI,SAAS,EACpB,WAAW,IAAI,aAAa,EAC5B,cAAc,IAAI,gBAAgB,EAClC,QAAQ,IAAI,UAAU,EACtB,UAAU,IAAI,YAAY,EAC1B,gBAAgB,IAAI,kBAAkB,EACtC,WAAW,EACX,eAAe,EACf,QAAQ,EACR,WAAW,EACX,gBAAgB,IAAI,kBAAkB,EACtC,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,IAAI,iBAAiB,EACpC,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACvF,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG5D,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAC/C,YAAY,EACV,OAAO,EACP,iBAAiB,EACjB,WAAW,EACX,cAAc,EACd,WAAW,EACX,SAAS,EACT,aAAa,EACb,YAAY,EACZ,kBAAkB,EAClB,UAAU,GACX,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACrF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,YAAY,EACZ,UAAU,EACV,WAAW,EACX,QAAQ,EACR,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,GACX,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,GACf,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,eAAe,EACf,aAAa,EACb,cAAc,EACd,YAAY,EACZ,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAClF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAClB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,YAAY,EACV,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,QAAQ,EACR,eAAe,EACf,YAAY,IAAI,mBAAmB,EACnC,mBAAmB,GACpB,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,OAAO,EACP,MAAM,EACN,eAAe,EACf,eAAe,EACf,WAAW,EACX,aAAa,EACb,aAAa,EACb,UAAU,EACV,WAAW,EACX,UAAU,EACV,WAAW,EACX,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,eAAO,MAAM,OAAO,UAAU,CAAC;AAE/B;;;GAGG;AACH,wBAAgB,cAAc,IAAI,MAAM,GAAG,MAAM,GAAG,SAAS,CAK5D"}
package/dist/index.js CHANGED
@@ -48,7 +48,7 @@ export { MCPClient, MCPError } from './mcp.js';
48
48
  // Tracing exports
49
49
  export { Span, withSpan, spanContext, span, getCurrentSpanInfo } from './tracing.js';
50
50
  // Scorer exports
51
- export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, regexMatch, levenshtein, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
51
+ export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, jsonSchema, numericRange, regexMatch, levenshtein, llmJudge, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
52
52
  // Evaluation exports
53
53
  export { EvalContext, EvalResponse, BatchEvalItemResult, BatchEvalResult, LLMJudge, TraceAssertion, traceScorer, normalizeBatchEvalItems, normalizeScorerSpecs, } from './eval.js';
54
54
  // Memory exports
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,eAAe;AACf,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAE5E,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,iBAAiB;AACjB,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG/E,gBAAgB;AAChB,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG5D,gBAAgB;AAChB,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AAGrB,0BAA0B;AAC1B,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAG1B,2BAA2B;AAC3B,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAG3B,eAAe;AACf,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAG9E,mBAAmB;AACnB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAElE,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAE7B,mBAAmB;AACnB,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,gBAAgB;AAChB,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAkD5G,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc;AACd,sBAAsB;AACtB,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU;AACV,iBAAiB;AACjB,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAErB,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,yBAAyB;AACzB,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AA+B7H,8BAA8B;AAC9B,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGvF,2BAA2B;AAC3B,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB,cAAc;AACd,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAc/C,kBAAkB;AAClB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAGrF,iBAAiB;AACjB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAUrB,qBAAqB;AACrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AASnB,iBAAiB;AACjB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AAYrB,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAGlF,2BAA2B;AAC3B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAWhC,kBAAkB;AAClB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AA4BvC;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B;;;GAGG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACjF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uCAAuC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,eAAe;AACf,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAE5E,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,iBAAiB;AACjB,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG/E,gBAAgB;AAChB,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG5D,gBAAgB;AAChB,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AAGrB,0BAA0B;AAC1B,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAG1B,2BAA2B;AAC3B,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAG3B,eAAe;AACf,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAG9E,mBAAmB;AACnB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAElE,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAE7B,mBAAmB;AACnB,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,gBAAgB;AAChB,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAkD5G,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc;AACd,sBAAsB;AACtB,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU;AACV,iBAAiB;AACjB,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAErB,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,yBAAyB;AACzB,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AA+B7H,8BAA8B;AAC9B,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGvF,2BAA2B;AAC3B,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB,cAAc;AACd,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAc/C,kBAAkB;AAClB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAGrF,iBAAiB;AACjB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,YAAY,EACZ,UAAU,EACV,WAAW,EACX,QAAQ,EACR,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAUrB,qBAAqB;AACrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AASnB,iBAAiB;AACjB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AAYrB,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAGlF,2BAA2B;AAC3B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAWhC,kBAAkB;AAClB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AA4BvC;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B;;;GAGG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACjF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uCAAuC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC"}
package/dist/scorer.d.ts CHANGED
@@ -109,14 +109,70 @@ export declare class ScorerRegistry {
109
109
  }
110
110
  /** Exact match: output === expected */
111
111
  export declare function exactMatch(request: ScorerRequest): ScorerResult;
112
- /** Contains: output includes expected substring */
112
+ /**
113
+ * Contains: output includes a configured pattern.
114
+ *
115
+ * Reads `request.config.pattern` (canonical, matches Rust + Python).
116
+ * Falls back to `request.expected` for backward compatibility with
117
+ * older TS callers; that path will be removed once external usage
118
+ * migrates. `config.case_sensitive` defaults to true.
119
+ */
113
120
  export declare function contains(request: ScorerRequest): ScorerResult;
114
- /** JSON valid: output is valid JSON */
121
+ /**
122
+ * JSON valid: output is valid JSON.
123
+ *
124
+ * Matches the Rust impl (`sdk-core::eval::deterministic::json_valid`):
125
+ * a structured JSON value (object / array / number / bool / null) is
126
+ * already valid by definition. Only string outputs are parsed.
127
+ */
115
128
  export declare function jsonValid(request: ScorerRequest): ScorerResult;
116
- /** Regex match: output matches the expected regex pattern */
129
+ /**
130
+ * Regex match: output matches a regex pattern.
131
+ *
132
+ * Reads `request.config.pattern` (canonical). Falls back to
133
+ * `request.expected` for backward compatibility.
134
+ */
117
135
  export declare function regexMatch(request: ScorerRequest): ScorerResult;
136
+ /**
137
+ * JSON schema: validate output against a JSON Schema.
138
+ *
139
+ * Schema is read from `request.config.schema`. String outputs are
140
+ * parsed as JSON before validation. The result mirrors the Rust fast
141
+ * path: `valid` / `invalid` / `parse_error` / `config_error` labels,
142
+ * with full error list under `metadata.errors`.
143
+ */
144
+ export declare function jsonSchema(request: ScorerRequest): ScorerResult;
145
+ /**
146
+ * Numeric range: check `output` is numeric and falls in `[min, max]`.
147
+ *
148
+ * Config reads `min`, `max`, and `inclusive` (default true). At least
149
+ * one bound must be set; missing both returns `config_error`. Numeric
150
+ * strings ("42", "3.14") are accepted; non-numeric outputs return
151
+ * `parse_error`.
152
+ */
153
+ export declare function numericRange(request: ScorerRequest): ScorerResult;
118
154
  /** Levenshtein distance: normalized similarity score */
119
155
  export declare function levenshtein(request: ScorerRequest): ScorerResult;
156
+ /**
157
+ * LLM-as-judge scorer: ask an LM to score the output against criteria.
158
+ *
159
+ * Async. Reads `config`:
160
+ * - `criteria`: string (required) — evaluation rubric.
161
+ * - `provider`: 'openai' | 'anthropic' | 'google' | 'mistral' | … —
162
+ * selects the LM provider (default 'openai'). Credentials are read
163
+ * from the provider's env vars; pass an `LM` via
164
+ * `ctx.llmJudgeLm` to override.
165
+ * - `model`: model name (e.g. 'gpt-4o-mini'), required.
166
+ * - `system_prompt`: optional override for the judge system prompt.
167
+ * - `temperature`: number, default 0.0.
168
+ * - `include_input`: bool, default false — include `request.input` in
169
+ * the prompt.
170
+ *
171
+ * Mirrors `sdk-core::eval::llm_judge` and `agnt5.eval.llm_judge` —
172
+ * same default temperature, same default prompt, same JSON-response
173
+ * parsing rules, same parse_error label on bad output.
174
+ */
175
+ export declare function llmJudge(request: ScorerRequest, ctx?: ScorerContext): Promise<ScorerResult>;
120
176
  /**
121
177
  * Run a scorer by name against a request.
122
178
  */
@@ -1 +1 @@
1
- {"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,mEAAmE;AACnE,MAAM,WAAW,aAAa;IAC5B,kCAAkC;IAClC,MAAM,EAAE,GAAG,CAAC;IACZ,iCAAiC;IACjC,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,gCAAgC;IAChC,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,6CAA6C;IAC7C,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,6CAA6C;AAC7C,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,oCAAoC;AACpC,qBAAa,YAAY;IACvB,gCAAgC;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,oCAAoC;IACpC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,2BAA2B;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,0BAA0B;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAE5B,IAAI,EAAE;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAChC;IAQD,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY;IAI/C,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY;CAGhD;AAED,wDAAwD;AACxD,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,2CAA2C;AAC3C,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAC7D;AAED,wCAAwC;AACxC,MAAM,MAAM,aAAa,GAAG,CAC1B,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,aAAa,KACnB,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;AAE1C,4CAA4C;AAC5C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,aAAa,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACnC;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAgB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,IACvC,CAAC,SAAS,aAAa,EAAE,SAAS,CAAC,KAAG,CAAC,CAazD;AAED,sCAAsC;AACtC,wBAAgB,QAAQ,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAEzC;AAED,kDAAkD;AAClD,wBAAgB,eAAe,CAAC,EAAE,EAAE,GAAG,GAAG,YAAY,GAAG,SAAS,CAEjE;AAID;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAmC;IAE1D,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAI3C,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAIlD,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;IAIvC,MAAM,CAAC,SAAS,IAAI,MAAM,EAAE;IAI5B,MAAM,CAAC,KAAK,IAAI,IAAI;CAGrB;AAID,uCAAuC;AACvC,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAS/D;AAED,mDAAmD;AACnD,wBAAgB,QAAQ,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAS7D;AAED,uCAAuC;AACvC,wBAAgB,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAQ9D;AAED,6DAA6D;AAC7D,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAkB/D;AAED,wDAAwD;AACxD,wBAAgB,WAAW,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAuChE;AAWD;;GAEG;AACH,wBAAsB,SAAS,CAC7B,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,aAAa,EACtB,GAAG,CAAC,EAAE,aAAa,GAClB,OAAO,CAAC,YAAY,CAAC,CAcvB;AAID,uCAAuC;AACvC,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,GAAG,GAAG,GAAG,CAE7F;AAED,oDAAoD;AACpD,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE,CAEtF;AAED,yCAAyC;AACzC,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAI7D"}
1
+ {"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,mEAAmE;AACnE,MAAM,WAAW,aAAa;IAC5B,kCAAkC;IAClC,MAAM,EAAE,GAAG,CAAC;IACZ,iCAAiC;IACjC,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,gCAAgC;IAChC,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,6CAA6C;IAC7C,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,6CAA6C;AAC7C,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,oCAAoC;AACpC,qBAAa,YAAY;IACvB,gCAAgC;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,oCAAoC;IACpC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,2BAA2B;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,0BAA0B;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAE5B,IAAI,EAAE;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAChC;IAQD,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY;IAI/C,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY;CAGhD;AAED,wDAAwD;AACxD,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,2CAA2C;AAC3C,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAC7D;AAED,wCAAwC;AACxC,MAAM,MAAM,aAAa,GAAG,CAC1B,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,aAAa,KACnB,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;AAE1C,4CAA4C;AAC5C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,aAAa,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACnC;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAgB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,IACvC,CAAC,SAAS,aAAa,EAAE,SAAS,CAAC,KAAG,CAAC,CAazD;AAED,sCAAsC;AACtC,wBAAgB,QAAQ,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAEzC;AAED,kDAAkD;AAClD,wBAAgB,eAAe,CAAC,EAAE,EAAE,GAAG,GAAG,YAAY,GAAG,SAAS,CAEjE;AAID;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAmC;IAE1D,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAI3C,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAIlD,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;IAIvC,MAAM,CAAC,SAAS,IAAI,MAAM,EAAE;IAI5B,MAAM,CAAC,KAAK,IAAI,IAAI;CAGrB;AAID,uCAAuC;AACvC,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAS/D;AAED;;;;;;;GAOG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAc7D;AAED;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAY9D;AAED;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAoB/D;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAkE/D;AAED;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAgDjE;AAED,wDAAwD;AACxD,wBAAgB,WAAW,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAuChE;AAkBD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,aAAa,EACtB,GAAG,CAAC,EAAE,aAAa,GAClB,OAAO,CAAC,YAAY,CAAC,CAyEvB;AA0GD;;GAEG;AACH,wBAAsB,SAAS,CAC7B,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,aAAa,EACtB,GAAG,CAAC,EAAE,aAAa,GAClB,OAAO,CAAC,YAAY,CAAC,CAcvB;AAID,uCAAuC;AACvC,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,GAAG,GAAG,GAAG,CAE7F;AAED,oDAAoD;AACpD,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE,CAEtF;AAED,yCAAyC;AACzC,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAI7D"}
package/dist/scorer.js CHANGED
@@ -5,6 +5,7 @@
5
5
  * a ScorerRequest/ScorerResult protocol matching the Python SDK.
6
6
  */
7
7
  import { randomUUID } from 'crypto';
8
+ import Ajv from 'ajv';
8
9
  /** Result of a scorer evaluation */
9
10
  export class ScorerResult {
10
11
  constructor(opts) {
@@ -94,32 +95,57 @@ export function exactMatch(request) {
94
95
  explanation: match ? 'Exact match' : `Expected "${expected}", got "${output}"`,
95
96
  });
96
97
  }
97
- /** Contains: output includes expected substring */
98
+ /**
99
+ * Contains: output includes a configured pattern.
100
+ *
101
+ * Reads `request.config.pattern` (canonical, matches Rust + Python).
102
+ * Falls back to `request.expected` for backward compatibility with
103
+ * older TS callers; that path will be removed once external usage
104
+ * migrates. `config.case_sensitive` defaults to true.
105
+ */
98
106
  export function contains(request) {
99
107
  const output = String(request.output ?? '');
100
- const expected = String(request.expected ?? '');
101
- const found = output.includes(expected);
108
+ const pattern = String(request.config?.pattern ?? request.expected ?? '');
109
+ const caseSensitive = request.config?.case_sensitive !== false;
110
+ const haystack = caseSensitive ? output : output.toLowerCase();
111
+ const needle = caseSensitive ? pattern : pattern.toLowerCase();
112
+ const found = haystack.includes(needle);
102
113
  return new ScorerResult({
103
114
  score: found ? 1.0 : 0.0,
104
115
  passed: found,
105
- explanation: found ? `Output contains "${expected}"` : `Output does not contain "${expected}"`,
116
+ explanation: found ? `Output contains "${pattern}"` : `Output does not contain "${pattern}"`,
106
117
  });
107
118
  }
108
- /** JSON valid: output is valid JSON */
119
+ /**
120
+ * JSON valid: output is valid JSON.
121
+ *
122
+ * Matches the Rust impl (`sdk-core::eval::deterministic::json_valid`):
123
+ * a structured JSON value (object / array / number / bool / null) is
124
+ * already valid by definition. Only string outputs are parsed.
125
+ */
109
126
  export function jsonValid(request) {
110
- const output = String(request.output ?? '');
111
- try {
112
- JSON.parse(output);
113
- return new ScorerResult({ score: 1.0, passed: true, explanation: 'Valid JSON' });
114
- }
115
- catch {
116
- return new ScorerResult({ score: 0.0, passed: false, explanation: 'Invalid JSON' });
127
+ if (typeof request.output === 'string') {
128
+ try {
129
+ JSON.parse(request.output);
130
+ return new ScorerResult({ score: 1.0, passed: true, explanation: 'Valid JSON' });
131
+ }
132
+ catch {
133
+ return new ScorerResult({ score: 0.0, passed: false, explanation: 'Invalid JSON' });
134
+ }
117
135
  }
136
+ // Anything that isn't a string is already a structured JSON Value —
137
+ // including objects, arrays, numbers, booleans, and null.
138
+ return new ScorerResult({ score: 1.0, passed: true, explanation: 'Valid JSON' });
118
139
  }
119
- /** Regex match: output matches the expected regex pattern */
140
+ /**
141
+ * Regex match: output matches a regex pattern.
142
+ *
143
+ * Reads `request.config.pattern` (canonical). Falls back to
144
+ * `request.expected` for backward compatibility.
145
+ */
120
146
  export function regexMatch(request) {
121
147
  const output = String(request.output ?? '');
122
- const pattern = String(request.expected ?? '');
148
+ const pattern = String(request.config?.pattern ?? request.expected ?? '');
123
149
  try {
124
150
  const re = new RegExp(pattern);
125
151
  const match = re.test(output);
@@ -137,6 +163,133 @@ export function regexMatch(request) {
137
163
  });
138
164
  }
139
165
  }
166
+ /**
167
+ * JSON schema: validate output against a JSON Schema.
168
+ *
169
+ * Schema is read from `request.config.schema`. String outputs are
170
+ * parsed as JSON before validation. The result mirrors the Rust fast
171
+ * path: `valid` / `invalid` / `parse_error` / `config_error` labels,
172
+ * with full error list under `metadata.errors`.
173
+ */
174
+ export function jsonSchema(request) {
175
+ const schema = request.config?.schema;
176
+ if (schema === undefined) {
177
+ return new ScorerResult({
178
+ score: 0.0,
179
+ passed: false,
180
+ label: 'config_error',
181
+ explanation: 'json_schema requires `config.schema`',
182
+ });
183
+ }
184
+ // Parse string outputs as JSON; structured outputs pass through.
185
+ let value;
186
+ if (typeof request.output === 'string') {
187
+ try {
188
+ value = JSON.parse(request.output);
189
+ }
190
+ catch (e) {
191
+ return new ScorerResult({
192
+ score: 0.0,
193
+ passed: false,
194
+ label: 'parse_error',
195
+ explanation: `output is not valid JSON: ${e.message}`,
196
+ });
197
+ }
198
+ }
199
+ else {
200
+ value = request.output;
201
+ }
202
+ // ajv is imported statically at the top of the file — the dynamic
203
+ // require() form was incompatible with the package's "type": "module"
204
+ // declaration and threw ReferenceError under Node's ESM loader.
205
+ // Bundle cost (~120KB minified) is the same either way; per-call we
206
+ // re-compile because Ajv is stateful per schema and schema isn't
207
+ // necessarily JSON-identical across calls.
208
+ let validator;
209
+ try {
210
+ const ajv = new Ajv({ allErrors: true, strict: false });
211
+ validator = ajv.compile(schema);
212
+ }
213
+ catch (e) {
214
+ return new ScorerResult({
215
+ score: 0.0,
216
+ passed: false,
217
+ label: 'config_error',
218
+ explanation: `invalid schema: ${e.message}`,
219
+ });
220
+ }
221
+ const valid = validator(value);
222
+ if (valid) {
223
+ return new ScorerResult({
224
+ score: 1.0,
225
+ passed: true,
226
+ label: 'valid',
227
+ });
228
+ }
229
+ const errors = (validator.errors ?? []).map((e) => `${e.instancePath || '/'}: ${e.message ?? 'invalid'}`);
230
+ return new ScorerResult({
231
+ score: 0.0,
232
+ passed: false,
233
+ label: 'invalid',
234
+ explanation: errors[0] ?? 'schema validation failed',
235
+ metadata: { errors },
236
+ });
237
+ }
238
+ /**
239
+ * Numeric range: check `output` is numeric and falls in `[min, max]`.
240
+ *
241
+ * Config reads `min`, `max`, and `inclusive` (default true). At least
242
+ * one bound must be set; missing both returns `config_error`. Numeric
243
+ * strings ("42", "3.14") are accepted; non-numeric outputs return
244
+ * `parse_error`.
245
+ */
246
+ export function numericRange(request) {
247
+ const cfg = request.config ?? {};
248
+ const min = typeof cfg.min === 'number' ? cfg.min : undefined;
249
+ const max = typeof cfg.max === 'number' ? cfg.max : undefined;
250
+ const inclusive = cfg.inclusive === false ? false : true;
251
+ if (min === undefined && max === undefined) {
252
+ return new ScorerResult({
253
+ score: 0.0,
254
+ passed: false,
255
+ label: 'config_error',
256
+ explanation: 'numeric_range requires at least one of `min` or `max`',
257
+ });
258
+ }
259
+ let value;
260
+ if (typeof request.output === 'number') {
261
+ value = request.output;
262
+ }
263
+ else if (typeof request.output === 'string') {
264
+ const parsed = Number(request.output.trim());
265
+ if (Number.isNaN(parsed)) {
266
+ return new ScorerResult({
267
+ score: 0.0,
268
+ passed: false,
269
+ label: 'parse_error',
270
+ explanation: `output is not numeric: ${request.output}`,
271
+ });
272
+ }
273
+ value = parsed;
274
+ }
275
+ else {
276
+ return new ScorerResult({
277
+ score: 0.0,
278
+ passed: false,
279
+ label: 'parse_error',
280
+ explanation: `output is not numeric: ${JSON.stringify(request.output)}`,
281
+ });
282
+ }
283
+ const aboveMin = min === undefined ? true : inclusive ? value >= min : value > min;
284
+ const belowMax = max === undefined ? true : inclusive ? value <= max : value < max;
285
+ const inRange = aboveMin && belowMax;
286
+ return new ScorerResult({
287
+ score: inRange ? 1.0 : 0.0,
288
+ passed: inRange,
289
+ label: inRange ? 'in_range' : 'out_of_range',
290
+ explanation: `value=${value}, min=${min ?? 'none'}, max=${max ?? 'none'}, inclusive=${inclusive}`,
291
+ });
292
+ }
140
293
  /** Levenshtein distance: normalized similarity score */
141
294
  export function levenshtein(request) {
142
295
  const output = String(request.output ?? '');
@@ -170,12 +323,208 @@ export function levenshtein(request) {
170
323
  explanation: `Edit distance: ${distance}, similarity: ${(score * 100).toFixed(1)}%`,
171
324
  });
172
325
  }
326
+ // ─── LLM-as-judge ────────────────────────────────────────────────────
327
+ /**
328
+ * Default system prompt for `llm_judge`. Mirrors the Rust + Python
329
+ * implementations so a judge scored in any language produces the same
330
+ * baseline output. Override via `config.system_prompt`.
331
+ */
332
+ const LLM_JUDGE_DEFAULT_SYSTEM_PROMPT = `You are an expert evaluator. Your task is to evaluate the given output based on the provided criteria.
333
+
334
+ Respond with a JSON object containing:
335
+ - "score": a number between 0.0 and 1.0
336
+ - "passed": boolean (true if score >= 0.7)
337
+ - "explanation": brief explanation of your evaluation
338
+
339
+ Respond ONLY with the JSON object, no other text.`;
340
+ /**
341
+ * LLM-as-judge scorer: ask an LM to score the output against criteria.
342
+ *
343
+ * Async. Reads `config`:
344
+ * - `criteria`: string (required) — evaluation rubric.
345
+ * - `provider`: 'openai' | 'anthropic' | 'google' | 'mistral' | … —
346
+ * selects the LM provider (default 'openai'). Credentials are read
347
+ * from the provider's env vars; pass an `LM` via
348
+ * `ctx.llmJudgeLm` to override.
349
+ * - `model`: model name (e.g. 'gpt-4o-mini'), required.
350
+ * - `system_prompt`: optional override for the judge system prompt.
351
+ * - `temperature`: number, default 0.0.
352
+ * - `include_input`: bool, default false — include `request.input` in
353
+ * the prompt.
354
+ *
355
+ * Mirrors `sdk-core::eval::llm_judge` and `agnt5.eval.llm_judge` —
356
+ * same default temperature, same default prompt, same JSON-response
357
+ * parsing rules, same parse_error label on bad output.
358
+ */
359
+ export async function llmJudge(request, ctx) {
360
+ const cfg = request.config ?? {};
361
+ const criteria = typeof cfg.criteria === 'string' ? cfg.criteria : '';
362
+ if (!criteria) {
363
+ return new ScorerResult({
364
+ score: 0.0,
365
+ passed: false,
366
+ label: 'config_error',
367
+ explanation: 'llm_judge requires `config.criteria`',
368
+ });
369
+ }
370
+ const providerName = typeof cfg.provider === 'string' ? cfg.provider : 'openai';
371
+ const modelName = typeof cfg.model === 'string' ? cfg.model : '';
372
+ if (!modelName) {
373
+ return new ScorerResult({
374
+ score: 0.0,
375
+ passed: false,
376
+ label: 'config_error',
377
+ explanation: 'llm_judge requires `config.model`',
378
+ });
379
+ }
380
+ const systemPrompt = typeof cfg.system_prompt === 'string' ? cfg.system_prompt : LLM_JUDGE_DEFAULT_SYSTEM_PROMPT;
381
+ const temperature = typeof cfg.temperature === 'number' ? cfg.temperature : 0.0;
382
+ const includeInput = cfg.include_input === true;
383
+ // Build the user prompt the same way Rust/Python do — keeps judge
384
+ // verdicts comparable across languages.
385
+ let userContent = `## Evaluation Criteria\n${criteria}\n\n`;
386
+ if (includeInput && request.input !== undefined && request.input !== null) {
387
+ userContent += `## Input\n${formatJudgeValue(request.input)}\n\n`;
388
+ }
389
+ userContent += `## Output to Evaluate\n${formatJudgeValue(request.output)}\n\n`;
390
+ if (request.expected !== undefined && request.expected !== null) {
391
+ userContent += `## Expected Output (Reference)\n${formatJudgeValue(request.expected)}\n\n`;
392
+ }
393
+ userContent += 'Please evaluate the output and respond with a JSON object.';
394
+ // Tests / advanced usage can inject an LM via the context. Default
395
+ // path constructs one per call from env credentials.
396
+ let lm = ctx?.llmJudgeLm;
397
+ if (!lm) {
398
+ try {
399
+ lm = await makeLmForProvider(providerName);
400
+ }
401
+ catch (e) {
402
+ return new ScorerResult({
403
+ score: 0.0,
404
+ passed: false,
405
+ label: 'config_error',
406
+ explanation: `llm_judge: unsupported provider '${providerName}': ${e.message}`,
407
+ });
408
+ }
409
+ }
410
+ let response;
411
+ try {
412
+ response = await lm.generate({
413
+ model: modelName,
414
+ messages: [
415
+ { role: 'system', content: systemPrompt },
416
+ { role: 'user', content: userContent },
417
+ ],
418
+ temperature,
419
+ });
420
+ }
421
+ catch (e) {
422
+ return new ScorerResult({
423
+ score: 0.0,
424
+ passed: false,
425
+ label: 'error',
426
+ explanation: `LLM call failed: ${e.message}`,
427
+ });
428
+ }
429
+ return parseLlmJudgeResponse(response.text ?? '');
430
+ }
431
+ function formatJudgeValue(v) {
432
+ if (typeof v === 'string')
433
+ return v;
434
+ try {
435
+ return JSON.stringify(v, null, 2);
436
+ }
437
+ catch {
438
+ return String(v);
439
+ }
440
+ }
441
+ async function makeLmForProvider(providerName) {
442
+ // Dynamic ESM import keeps the LM bindings out of bundles that never
443
+ // call llm_judge — important for wasm/edge runtimes where the native
444
+ // module isn't loadable. `await import()` is the ESM-correct shape;
445
+ // the previous bare `require()` threw ReferenceError under Node's
446
+ // pure ESM loader since this package is "type": "module".
447
+ const { LM } = await import('./lm.js');
448
+ switch (providerName.toLowerCase()) {
449
+ case 'openai':
450
+ return LM.openai();
451
+ case 'anthropic':
452
+ return LM.anthropic();
453
+ case 'google':
454
+ return LM.google();
455
+ case 'mistral':
456
+ return LM.mistral();
457
+ case 'groq':
458
+ return LM.groq();
459
+ case 'deepseek':
460
+ return LM.deepseek();
461
+ case 'openrouter':
462
+ return LM.openrouter();
463
+ case 'ollama':
464
+ return LM.ollama();
465
+ default:
466
+ throw new Error(`provider '${providerName}' is not in the supported set`);
467
+ }
468
+ }
469
+ function parseLlmJudgeResponse(content) {
470
+ const jsonStr = extractJudgeJson(content);
471
+ let parsed;
472
+ try {
473
+ parsed = JSON.parse(jsonStr);
474
+ }
475
+ catch (e) {
476
+ return new ScorerResult({
477
+ score: 0.0,
478
+ passed: false,
479
+ label: 'parse_error',
480
+ explanation: `Could not parse LLM response: ${content}`,
481
+ metadata: { raw_response: content, error: e.message },
482
+ });
483
+ }
484
+ const rawScore = typeof parsed.score === 'number' ? parsed.score : 0;
485
+ const score = Math.max(0, Math.min(1, rawScore));
486
+ const passed = typeof parsed.passed === 'boolean' ? parsed.passed : score >= 0.7;
487
+ const explanation = typeof parsed.explanation === 'string' ? parsed.explanation : undefined;
488
+ const label = typeof parsed.label === 'string' ? parsed.label : undefined;
489
+ // Metadata keeps any extra keys the LLM produced, dropping the ones
490
+ // we've already promoted to top-level fields.
491
+ const extras = {};
492
+ for (const [k, v] of Object.entries(parsed)) {
493
+ if (k !== 'score' && k !== 'passed' && k !== 'explanation' && k !== 'label') {
494
+ extras[k] = v;
495
+ }
496
+ }
497
+ return new ScorerResult({
498
+ score,
499
+ passed,
500
+ label,
501
+ explanation,
502
+ metadata: Object.keys(extras).length > 0 ? extras : undefined,
503
+ });
504
+ }
505
+ function extractJudgeJson(raw) {
506
+ const s = raw.trim();
507
+ // Markdown-fenced JSON blocks.
508
+ const fenceMatch = s.match(/```(?:json)?\s*([\s\S]*?)\s*```/);
509
+ if (fenceMatch)
510
+ return fenceMatch[1].trim();
511
+ // First balanced-looking JSON object.
512
+ const start = s.indexOf('{');
513
+ const end = s.lastIndexOf('}');
514
+ if (start !== -1 && end !== -1 && end >= start) {
515
+ return s.slice(start, end + 1);
516
+ }
517
+ return s;
518
+ }
173
519
  // Register built-in scorers
174
520
  ScorerRegistry.register({ name: 'exact_match', handler: (_ctx, req) => exactMatch(req), description: 'Exact string match', isAsync: false });
175
521
  ScorerRegistry.register({ name: 'contains', handler: (_ctx, req) => contains(req), description: 'Substring containment check', isAsync: false });
176
522
  ScorerRegistry.register({ name: 'json_valid', handler: (_ctx, req) => jsonValid(req), description: 'Valid JSON check', isAsync: false });
523
+ ScorerRegistry.register({ name: 'json_schema', handler: (_ctx, req) => jsonSchema(req), description: 'Validate against a JSON Schema', isAsync: false });
524
+ ScorerRegistry.register({ name: 'numeric_range', handler: (_ctx, req) => numericRange(req), description: 'Numeric output is in [min, max]', isAsync: false });
177
525
  ScorerRegistry.register({ name: 'regex_match', handler: (_ctx, req) => regexMatch(req), description: 'Regex pattern match', isAsync: false });
178
526
  ScorerRegistry.register({ name: 'levenshtein', handler: (_ctx, req) => levenshtein(req), description: 'Levenshtein edit distance', isAsync: false });
527
+ ScorerRegistry.register({ name: 'llm_judge', handler: (ctx, req) => llmJudge(req, ctx), description: 'LLM-as-judge: ask an LM to score the output against criteria', isAsync: true });
179
528
  // ─── Runner ──────────────────────────────────────────────────────────
180
529
  /**
181
530
  * Run a scorer by name against a request.
@@ -1 +1 @@
1
- {"version":3,"file":"scorer.js","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AA6BpC,oCAAoC;AACpC,MAAM,OAAO,YAAY;IAYvB,YAAY,IAMX;QACC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACtE,CAAC;CACF;AAoCD,wEAAwE;AAExE,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;AAEvC;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,MAAM,CAAC,IAAa,EAAE,WAAoB;IACxD,OAAO,UAAmC,OAAU;QAClD,MAAM,UAAU,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,IAAI,gBAAgB,CAAC;QAC5D,MAAM,MAAM,GAAiB;YAC3B,IAAI,EAAE,UAAU;YAChB,OAAO;YACP,WAAW,EAAE,WAAW,IAAI,EAAE;YAC9B,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,eAAe;SACtD,CAAC;QAED,OAAe,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;QACzC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,QAAQ,CAAC,EAAO;IAC9B,OAAO,EAAE,IAAI,EAAE,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC;AAC/C,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,eAAe,CAAC,EAAO;IACrC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;AAC7B,CAAC;AAED,wEAAwE;AAExE;;GAEG;AACH,MAAM,OAAO,cAAc;IAGzB,MAAM,CAAC,QAAQ,CAAC,MAAoB;QAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,GAAG;QACR,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,SAAS;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,KAAK;QACV,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;;AApBc,uBAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;AAuB5D,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,KAAK,QAAQ,CAAC;IAClC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,QAAQ,WAAW,MAAM,GAAG;KAC/E,CAAC,CAAC;AACL,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,QAAQ,CAAC,OAAsB;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,oBAAoB,QAAQ,GAAG,CAAC,CAAC,CAAC,4BAA4B,QAAQ,GAAG;KAC/F,CAAC,CAAC;AACL,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,SAAS,CAAC,OAAsB;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,IAAI,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACnB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IACnF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACxB,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,OAAO,GAAG,CAAC,CAAC,CAAC,mBAAmB,OAAO,GAAG;SAC5E,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,0BAA0B,OAAO,EAAE;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,WAAW,CAAC,OAAsB;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAEhD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,wBAAwB;IACxB,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,EAAE,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACjB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC;IACpC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK;QACL,MAAM,EAAE,KAAK,IAAI,GAAG;QACpB,WAAW,EAAE,kBAAkB,QAAQ,iBAAiB,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KACpF,CAAC,CAAC;AACL,CAAC;AAED,4BAA4B;AAC5B,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,6BAA6B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACjJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACzI,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAErJ,wEAAwE;AAExE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,UAAkB,EAClB,OAAsB,EACtB,GAAmB;IAEnB,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,WAAW,UAAU,yBAAyB,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,SAAS,GAAkB,GAAG,IAAI;QACtC,KAAK,EAAE,UAAU,EAAE;QACnB,aAAa,EAAE,UAAU,EAAE;QAC3B,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC;KACd,CAAC;IAEF,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,gBAAgB,CAAC,OAAsB,EAAE,GAAW,EAAE,YAAkB;IACtF,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;AAC/C,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,cAAc,CAAC,OAAsB,EAAE,SAAiB;IACtE,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;AACtE,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,cAAc,CAAC,OAAsB;IACnD,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,mBAAmB,CAAC;SAChD,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC"}
1
+ {"version":3,"file":"scorer.js","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,GAAG,MAAM,KAAK,CAAC;AA6BtB,oCAAoC;AACpC,MAAM,OAAO,YAAY;IAYvB,YAAY,IAMX;QACC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACtE,CAAC;CACF;AAoCD,wEAAwE;AAExE,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;AAEvC;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,MAAM,CAAC,IAAa,EAAE,WAAoB;IACxD,OAAO,UAAmC,OAAU;QAClD,MAAM,UAAU,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,IAAI,gBAAgB,CAAC;QAC5D,MAAM,MAAM,GAAiB;YAC3B,IAAI,EAAE,UAAU;YAChB,OAAO;YACP,WAAW,EAAE,WAAW,IAAI,EAAE;YAC9B,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,eAAe;SACtD,CAAC;QAED,OAAe,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;QACzC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,QAAQ,CAAC,EAAO;IAC9B,OAAO,EAAE,IAAI,EAAE,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC;AAC/C,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,eAAe,CAAC,EAAO;IACrC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;AAC7B,CAAC;AAED,wEAAwE;AAExE;;GAEG;AACH,MAAM,OAAO,cAAc;IAGzB,MAAM,CAAC,QAAQ,CAAC,MAAoB;QAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,GAAG;QACR,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,SAAS;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,KAAK;QACV,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;;AApBc,uBAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;AAuB5D,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,KAAK,QAAQ,CAAC;IAClC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,QAAQ,WAAW,MAAM,GAAG;KAC/E,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,QAAQ,CAAC,OAAsB;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,CACpB,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,CAClD,CAAC;IACF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,cAAc,KAAK,KAAK,CAAC;IAC/D,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;IAC/D,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,oBAAoB,OAAO,GAAG,CAAC,CAAC,CAAC,4BAA4B,OAAO,GAAG;KAC7F,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,OAAsB;IAC9C,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC3B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;QACnF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IACD,oEAAoE;IACpE,0DAA0D;IAC1D,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;AACnF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,CACpB,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,CAClD,CAAC;IACF,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACxB,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,OAAO,GAAG,CAAC,CAAC,CAAC,mBAAmB,OAAO,GAAG;SAC5E,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,0BAA0B,OAAO,EAAE;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC;IACtC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,sCAAsC;SACpD,CAAC,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,IAAI,KAAc,CAAC;IACnB,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,YAAY,CAAC;gBACtB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,6BAA8B,CAAW,CAAC,OAAO,EAAE;aACjE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,kEAAkE;IAClE,sEAAsE;IACtE,gEAAgE;IAChE,oEAAoE;IACpE,iEAAiE;IACjE,2CAA2C;IAC3C,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,MAAgB,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,mBAAoB,CAAW,CAAC,OAAO,EAAE;SACvD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,OAAO;SACf,CAAC,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CACzC,CAAC,CAA6C,EAAE,EAAE,CAChD,GAAG,CAAC,CAAC,YAAY,IAAI,GAAG,KAAK,CAAC,CAAC,OAAO,IAAI,SAAS,EAAE,CACxD,CAAC;IACF,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,SAAS;QAChB,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,0BAA0B;QACpD,QAAQ,EAAE,EAAE,MAAM,EAAE;KACrB,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,OAAsB;IACjD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9D,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9D,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAEzD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QAC3C,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,uDAAuD;SACrE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAa,CAAC;IAClB,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IACzB,CAAC;SAAM,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,YAAY,CAAC;gBACtB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,0BAA0B,OAAO,CAAC,MAAM,EAAE;aACxD,CAAC,CAAC;QACL,CAAC;QACD,KAAK,GAAG,MAAM,CAAC;IACjB,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;SACxE,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC;IACnF,MAAM,QAAQ,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC;IACnF,MAAM,OAAO,GAAG,QAAQ,IAAI,QAAQ,CAAC;IAErC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QAC1B,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc;QAC5C,WAAW,EAAE,SAAS,KAAK,SAAS,GAAG,IAAI,MAAM,SAAS,GAAG,IAAI,MAAM,eAAe,SAAS,EAAE;KAClG,CAAC,CAAC;AACL,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,WAAW,CAAC,OAAsB;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAEhD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,wBAAwB;IACxB,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,EAAE,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACjB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC;IACpC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK;QACL,MAAM,EAAE,KAAK,IAAI,GAAG;QACpB,WAAW,EAAE,kBAAkB,QAAQ,iBAAiB,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KACpF,CAAC,CAAC;AACL,CAAC;AAED,wEAAwE;AAExE;;;;GAIG;AACH,MAAM,+BAA+B,GAAG;;;;;;;kDAOU,CAAC;AAEnD;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAsB,EACtB,GAAmB;IAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,sCAAsC;SACpD,CAAC,CAAC;IACL,CAAC;IACD,MAAM,YAAY,GAAG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;IAChF,MAAM,SAAS,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,mCAAmC;SACjD,CAAC,CAAC;IACL,CAAC;IACD,MAAM,YAAY,GAChB,OAAO,GAAG,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,+BAA+B,CAAC;IAC9F,MAAM,WAAW,GAAG,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC;IAChF,MAAM,YAAY,GAAG,GAAG,CAAC,aAAa,KAAK,IAAI,CAAC;IAEhD,kEAAkE;IAClE,wCAAwC;IACxC,IAAI,WAAW,GAAG,2BAA2B,QAAQ,MAAM,CAAC;IAC5D,IAAI,YAAY,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1E,WAAW,IAAI,aAAa,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;IACpE,CAAC;IACD,WAAW,IAAI,0BAA0B,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;IAChF,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAChE,WAAW,IAAI,mCAAmC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC7F,CAAC;IACD,WAAW,IAAI,4DAA4D,CAAC;IAE5E,mEAAmE;IACnE,qDAAqD;IACrD,IAAI,EAAE,GAAI,GAA6E,EAAE,UAAU,CAAC;IACpG,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,YAAY,CAAC;gBACtB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,cAAc;gBACrB,WAAW,EAAE,oCAAoC,YAAY,MAAO,CAAW,CAAC,OAAO,EAAE;aAC1F,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,QAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC;YAC3B,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;gBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;aACvC;YACD,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,oBAAqB,CAAW,CAAC,OAAO,EAAE;SACxD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,qBAAqB,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAM;IAC9B,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,YAAoB;IAEpB,qEAAqE;IACrE,qEAAqE;IACrE,oEAAoE;IACpE,kEAAkE;IAClE,0DAA0D;IAC1D,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACvC,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ;YACX,OAAO,EAAE,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,EAAE,CAAC,SAAS,EAAE,CAAC;QACxB,KAAK,QAAQ;YACX,OAAO,EAAE,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,OAAO,EAAE,CAAC,OAAO,EAAE,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,UAAU;YACb,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;QACvB,KAAK,YAAY;YACf,OAAO,EAAE,CAAC,UAAU,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,EAAE,CAAC,MAAM,EAAE,CAAC;QACrB;YACE,MAAM,IAAI,KAAK,CAAC,aAAa,YAAY,+BAA+B,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAe;IAC5C,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,iCAAiC,OAAO,EAAE;YACvD,QAAQ,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,EAAG,CAAW,CAAC,OAAO,EAAE;SACjE,CAAC,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GACV,OAAO,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;IACpE,MAAM,WAAW,GACf,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,oEAAoE;IACpE,8CAA8C;IAC9C,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;YAC5E,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK;QACL,MAAM;QACN,KAAK;QACL,WAAW;QACX,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;KAC9D,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACrB,+BAA+B;IAC/B,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC9D,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5C,sCAAsC;IACtC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;QAC/C,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,4BAA4B;AAC5B,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,6BAA6B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACjJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACzI,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,gCAAgC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACzJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,iCAAiC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9J,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACrJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,8DAA8D,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;AAEtL,wEAAwE;AAExE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,UAAkB,EAClB,OAAsB,EACtB,GAAmB;IAEnB,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,WAAW,UAAU,yBAAyB,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,SAAS,GAAkB,GAAG,IAAI;QACtC,KAAK,EAAE,UAAU,EAAE;QACnB,aAAa,EAAE,UAAU,EAAE;QAC3B,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC;KACd,CAAC;IAEF,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,gBAAgB,CAAC,OAAsB,EAAE,GAAW,EAAE,YAAkB;IACtF,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;AAC/C,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,cAAc,CAAC,OAAsB,EAAE,SAAiB;IACtE,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;AACtE,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,cAAc,CAAC,OAAsB;IACnD,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,mBAAmB,CAAC;SAChD,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@agnt5/sdk",
3
- "version": "0.3.2",
3
+ "version": "0.3.3",
4
4
  "description": "AGNT5 TypeScript SDK - Durable AI workflows and agents",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",
@@ -36,6 +36,7 @@
36
36
  "version": "napi version"
37
37
  },
38
38
  "dependencies": {
39
+ "ajv": "^8.17.1",
39
40
  "better-sqlite3": "^11.0.0"
40
41
  },
41
42
  "devDependencies": {
@@ -56,10 +57,10 @@
56
57
  ]
57
58
  },
58
59
  "optionalDependencies": {
59
- "@agnt5/sdk-darwin-arm64": "0.3.2",
60
- "@agnt5/sdk-darwin-x64": "0.3.2",
61
- "@agnt5/sdk-linux-arm64-gnu": "0.3.2",
62
- "@agnt5/sdk-linux-x64-gnu": "0.3.2"
60
+ "@agnt5/sdk-darwin-arm64": "0.3.3",
61
+ "@agnt5/sdk-darwin-x64": "0.3.3",
62
+ "@agnt5/sdk-linux-arm64-gnu": "0.3.3",
63
+ "@agnt5/sdk-linux-x64-gnu": "0.3.3"
63
64
  },
64
65
  "engines": {
65
66
  "node": ">=18.0.0"