@agnt5/sdk 0.3.1 → 0.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/scorer.d.ts +59 -3
- package/dist/scorer.d.ts.map +1 -1
- package/dist/scorer.js +363 -14
- package/dist/scorer.js.map +1 -1
- package/package.json +6 -5
package/dist/index.d.ts
CHANGED
|
@@ -42,7 +42,7 @@ export { MCPClient, MCPError } from './mcp.js';
|
|
|
42
42
|
export type { McpTool, McpToolWithServer, ToolContent, CallToolResult, StdioConfig, SseConfig, TransportType, ServerConfig, ServerCapabilities, ServerInfo, } from './mcp.js';
|
|
43
43
|
export { Span, withSpan, spanContext, span, getCurrentSpanInfo } from './tracing.js';
|
|
44
44
|
export type { SpanInfo } from './tracing.js';
|
|
45
|
-
export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, regexMatch, levenshtein, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
|
|
45
|
+
export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, jsonSchema, numericRange, regexMatch, levenshtein, llmJudge, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
|
|
46
46
|
export type { ScorerRequest, ScorerResultSummary, ScorerContext, ScorerHandler, ScorerConfig, TraceEvent, } from './scorer.js';
|
|
47
47
|
export { EvalContext, EvalResponse, BatchEvalItemResult, BatchEvalResult, LLMJudge, TraceAssertion, traceScorer, normalizeBatchEvalItems, normalizeScorerSpecs, } from './eval.js';
|
|
48
48
|
export type { AssertionResult, TraceScorerResult, BatchEvalItem, BatchEvalStats, LLMJudgeConfig, } from './eval.js';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAC5E,YAAY,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/E,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGpJ,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC5D,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG3I,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG7D,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAGhF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAG/E,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAI9E,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAClE,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACvG,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAG7J,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC5G,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,OAAO,IAAI,QAAQ,EACnB,QAAQ,EACR,mBAAmB,EACnB,UAAU,EACV,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AAGpB,YAAY,EACV,UAAU,EACV,SAAS,EACT,YAAY,EACZ,cAAc,EACd,WAAW,EACX,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,cAAc,EACd,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EAEV,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC7H,YAAY,EACV,OAAO,IAAI,SAAS,EACpB,WAAW,IAAI,aAAa,EAC5B,cAAc,IAAI,gBAAgB,EAClC,QAAQ,IAAI,UAAU,EACtB,UAAU,IAAI,YAAY,EAC1B,gBAAgB,IAAI,kBAAkB,EACtC,WAAW,EACX,eAAe,EACf,QAAQ,EACR,WAAW,EACX,gBAAgB,IAAI,kBAAkB,EACtC,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,IAAI,iBAAiB,EACpC,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACvF,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG5D,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAC/C,YAAY,EACV,OAAO,EACP,iBAAiB,EACjB,WAAW,EACX,cAAc,EACd,WAAW,EACX,SAAS,EACT,aAAa,EACb,YAAY,EACZ,kBAAkB,EAClB,UAAU,GACX,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACrF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,GACX,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,GACf,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,eAAe,EACf,aAAa,EACb,cAAc,EACd,YAAY,EACZ,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAClF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAClB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,YAAY,EACV,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,QAAQ,EACR,eAAe,EACf,YAAY,IAAI,mBAAmB,EACnC,mBAAmB,GACpB,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,OAAO,EACP,MAAM,EACN,eAAe,EACf,eAAe,EACf,WAAW,EACX,aAAa,EACb,aAAa,EACb,UAAU,EACV,WAAW,EACX,UAAU,EACV,WAAW,EACX,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,eAAO,MAAM,OAAO,UAAU,CAAC;AAE/B;;;GAGG;AACH,wBAAgB,cAAc,IAAI,MAAM,GAAG,MAAM,GAAG,SAAS,CAK5D"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAC5E,YAAY,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/E,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGpJ,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC5D,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG3I,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG7D,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAGhF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAG/E,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAI9E,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAClE,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACvG,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAG7J,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC5G,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,OAAO,IAAI,QAAQ,EACnB,QAAQ,EACR,mBAAmB,EACnB,UAAU,EACV,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AAGpB,YAAY,EACV,UAAU,EACV,SAAS,EACT,YAAY,EACZ,cAAc,EACd,WAAW,EACX,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,cAAc,EACd,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc,EAEd,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU,EAEV,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC7H,YAAY,EACV,OAAO,IAAI,SAAS,EACpB,WAAW,IAAI,aAAa,EAC5B,cAAc,IAAI,gBAAgB,EAClC,QAAQ,IAAI,UAAU,EACtB,UAAU,IAAI,YAAY,EAC1B,gBAAgB,IAAI,kBAAkB,EACtC,WAAW,EACX,eAAe,EACf,QAAQ,EACR,WAAW,EACX,gBAAgB,IAAI,kBAAkB,EACtC,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,IAAI,iBAAiB,EACpC,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACvF,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG5D,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAC/C,YAAY,EACV,OAAO,EACP,iBAAiB,EACjB,WAAW,EACX,cAAc,EACd,WAAW,EACX,SAAS,EACT,aAAa,EACb,YAAY,EACZ,kBAAkB,EAClB,UAAU,GACX,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACrF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,YAAY,EACZ,UAAU,EACV,WAAW,EACX,QAAQ,EACR,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,GACX,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,GACf,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,eAAe,EACf,aAAa,EACb,cAAc,EACd,YAAY,EACZ,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAClF,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAClB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,YAAY,EACV,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,QAAQ,EACR,eAAe,EACf,YAAY,IAAI,mBAAmB,EACnC,mBAAmB,GACpB,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,OAAO,EACP,MAAM,EACN,eAAe,EACf,eAAe,EACf,WAAW,EACX,aAAa,EACb,aAAa,EACb,UAAU,EACV,WAAW,EACX,UAAU,EACV,WAAW,EACX,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,eAAO,MAAM,OAAO,UAAU,CAAC;AAE/B;;;GAGG;AACH,wBAAgB,cAAc,IAAI,MAAM,GAAG,MAAM,GAAG,SAAS,CAK5D"}
|
package/dist/index.js
CHANGED
|
@@ -48,7 +48,7 @@ export { MCPClient, MCPError } from './mcp.js';
|
|
|
48
48
|
// Tracing exports
|
|
49
49
|
export { Span, withSpan, spanContext, span, getCurrentSpanInfo } from './tracing.js';
|
|
50
50
|
// Scorer exports
|
|
51
|
-
export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, regexMatch, levenshtein, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
|
|
51
|
+
export { ScorerResult, ScorerRegistry, scorer, isScorer, getScorerConfig, runScorer, exactMatch, contains, jsonValid, jsonSchema, numericRange, regexMatch, levenshtein, llmJudge, getRequestConfig, getTraceEvents, getTotalTokens, } from './scorer.js';
|
|
52
52
|
// Evaluation exports
|
|
53
53
|
export { EvalContext, EvalResponse, BatchEvalItemResult, BatchEvalResult, LLMJudge, TraceAssertion, traceScorer, normalizeBatchEvalItems, normalizeScorerSpecs, } from './eval.js';
|
|
54
54
|
// Memory exports
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,eAAe;AACf,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAE5E,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,iBAAiB;AACjB,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG/E,gBAAgB;AAChB,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG5D,gBAAgB;AAChB,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AAGrB,0BAA0B;AAC1B,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAG1B,2BAA2B;AAC3B,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAG3B,eAAe;AACf,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAG9E,mBAAmB;AACnB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAElE,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAE7B,mBAAmB;AACnB,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,gBAAgB;AAChB,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAkD5G,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc;AACd,sBAAsB;AACtB,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU;AACV,iBAAiB;AACjB,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAErB,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,yBAAyB;AACzB,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AA+B7H,8BAA8B;AAC9B,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGvF,2BAA2B;AAC3B,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB,cAAc;AACd,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAc/C,kBAAkB;AAClB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAGrF,iBAAiB;AACjB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAUrB,qBAAqB;AACrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AASnB,iBAAiB;AACjB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AAYrB,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAGlF,2BAA2B;AAC3B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAWhC,kBAAkB;AAClB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AA4BvC;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B;;;GAGG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACjF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uCAAuC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,eAAe;AACf,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAE5E,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,iBAAiB;AACjB,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG/E,gBAAgB;AAChB,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAG5D,gBAAgB;AAChB,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,UAAU,EACV,eAAe,EACf,QAAQ,EACR,wBAAwB,EACxB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AAGrB,0BAA0B;AAC1B,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAG1B,2BAA2B;AAC3B,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAG3B,eAAe;AACf,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAG9E,mBAAmB;AACnB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAElE,OAAO,EACL,QAAQ,EACR,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,IAAI,EACJ,aAAa,EACb,KAAK,GACN,MAAM,qBAAqB,CAAC;AAE7B,mBAAmB;AACnB,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,gBAAgB;AAChB,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAkD5G,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,cAAc;AACd,sBAAsB;AACtB,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,aAAa,EACb,UAAU;AACV,iBAAiB;AACjB,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAErB,sBAAsB;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,yBAAyB;AACzB,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AA+B7H,8BAA8B;AAC9B,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGvF,2BAA2B;AAC3B,OAAO,EACL,YAAY,EACZ,cAAc,EACd,WAAW,EACX,WAAW,EACX,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB,cAAc;AACd,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAc/C,kBAAkB;AAClB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAGrF,iBAAiB;AACjB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,MAAM,EACN,QAAQ,EACR,eAAe,EACf,SAAS,EACT,UAAU,EACV,QAAQ,EACR,SAAS,EACT,UAAU,EACV,YAAY,EACZ,UAAU,EACV,WAAW,EACX,QAAQ,EACR,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAC;AAUrB,qBAAqB;AACrB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,QAAQ,EACR,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AASnB,iBAAiB;AACjB,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,cAAc,EACd,uBAAuB,EACvB,WAAW,GACZ,MAAM,aAAa,CAAC;AAYrB,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAGlF,2BAA2B;AAC3B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAWhC,kBAAkB;AAClB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AA4BvC;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B;;;GAGG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACjF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uCAAuC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC"}
|
package/dist/scorer.d.ts
CHANGED
|
@@ -109,14 +109,70 @@ export declare class ScorerRegistry {
|
|
|
109
109
|
}
|
|
110
110
|
/** Exact match: output === expected */
|
|
111
111
|
export declare function exactMatch(request: ScorerRequest): ScorerResult;
|
|
112
|
-
/**
|
|
112
|
+
/**
|
|
113
|
+
* Contains: output includes a configured pattern.
|
|
114
|
+
*
|
|
115
|
+
* Reads `request.config.pattern` (canonical, matches Rust + Python).
|
|
116
|
+
* Falls back to `request.expected` for backward compatibility with
|
|
117
|
+
* older TS callers; that path will be removed once external usage
|
|
118
|
+
* migrates. `config.case_sensitive` defaults to true.
|
|
119
|
+
*/
|
|
113
120
|
export declare function contains(request: ScorerRequest): ScorerResult;
|
|
114
|
-
/**
|
|
121
|
+
/**
|
|
122
|
+
* JSON valid: output is valid JSON.
|
|
123
|
+
*
|
|
124
|
+
* Matches the Rust impl (`sdk-core::eval::deterministic::json_valid`):
|
|
125
|
+
* a structured JSON value (object / array / number / bool / null) is
|
|
126
|
+
* already valid by definition. Only string outputs are parsed.
|
|
127
|
+
*/
|
|
115
128
|
export declare function jsonValid(request: ScorerRequest): ScorerResult;
|
|
116
|
-
/**
|
|
129
|
+
/**
|
|
130
|
+
* Regex match: output matches a regex pattern.
|
|
131
|
+
*
|
|
132
|
+
* Reads `request.config.pattern` (canonical). Falls back to
|
|
133
|
+
* `request.expected` for backward compatibility.
|
|
134
|
+
*/
|
|
117
135
|
export declare function regexMatch(request: ScorerRequest): ScorerResult;
|
|
136
|
+
/**
|
|
137
|
+
* JSON schema: validate output against a JSON Schema.
|
|
138
|
+
*
|
|
139
|
+
* Schema is read from `request.config.schema`. String outputs are
|
|
140
|
+
* parsed as JSON before validation. The result mirrors the Rust fast
|
|
141
|
+
* path: `valid` / `invalid` / `parse_error` / `config_error` labels,
|
|
142
|
+
* with full error list under `metadata.errors`.
|
|
143
|
+
*/
|
|
144
|
+
export declare function jsonSchema(request: ScorerRequest): ScorerResult;
|
|
145
|
+
/**
|
|
146
|
+
* Numeric range: check `output` is numeric and falls in `[min, max]`.
|
|
147
|
+
*
|
|
148
|
+
* Config reads `min`, `max`, and `inclusive` (default true). At least
|
|
149
|
+
* one bound must be set; missing both returns `config_error`. Numeric
|
|
150
|
+
* strings ("42", "3.14") are accepted; non-numeric outputs return
|
|
151
|
+
* `parse_error`.
|
|
152
|
+
*/
|
|
153
|
+
export declare function numericRange(request: ScorerRequest): ScorerResult;
|
|
118
154
|
/** Levenshtein distance: normalized similarity score */
|
|
119
155
|
export declare function levenshtein(request: ScorerRequest): ScorerResult;
|
|
156
|
+
/**
|
|
157
|
+
* LLM-as-judge scorer: ask an LM to score the output against criteria.
|
|
158
|
+
*
|
|
159
|
+
* Async. Reads `config`:
|
|
160
|
+
* - `criteria`: string (required) — evaluation rubric.
|
|
161
|
+
* - `provider`: 'openai' | 'anthropic' | 'google' | 'mistral' | … —
|
|
162
|
+
* selects the LM provider (default 'openai'). Credentials are read
|
|
163
|
+
* from the provider's env vars; pass an `LM` via
|
|
164
|
+
* `ctx.llmJudgeLm` to override.
|
|
165
|
+
* - `model`: model name (e.g. 'gpt-4o-mini'), required.
|
|
166
|
+
* - `system_prompt`: optional override for the judge system prompt.
|
|
167
|
+
* - `temperature`: number, default 0.0.
|
|
168
|
+
* - `include_input`: bool, default false — include `request.input` in
|
|
169
|
+
* the prompt.
|
|
170
|
+
*
|
|
171
|
+
* Mirrors `sdk-core::eval::llm_judge` and `agnt5.eval.llm_judge` —
|
|
172
|
+
* same default temperature, same default prompt, same JSON-response
|
|
173
|
+
* parsing rules, same parse_error label on bad output.
|
|
174
|
+
*/
|
|
175
|
+
export declare function llmJudge(request: ScorerRequest, ctx?: ScorerContext): Promise<ScorerResult>;
|
|
120
176
|
/**
|
|
121
177
|
* Run a scorer by name against a request.
|
|
122
178
|
*/
|
package/dist/scorer.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;
|
|
1
|
+
{"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,mEAAmE;AACnE,MAAM,WAAW,aAAa;IAC5B,kCAAkC;IAClC,MAAM,EAAE,GAAG,CAAC;IACZ,iCAAiC;IACjC,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,gCAAgC;IAChC,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,6CAA6C;IAC7C,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,6CAA6C;AAC7C,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,oCAAoC;AACpC,qBAAa,YAAY;IACvB,gCAAgC;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,oCAAoC;IACpC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,2BAA2B;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,0BAA0B;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAE5B,IAAI,EAAE;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAChC;IAQD,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY;IAI/C,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY;CAGhD;AAED,wDAAwD;AACxD,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,2CAA2C;AAC3C,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAC7D;AAED,wCAAwC;AACxC,MAAM,MAAM,aAAa,GAAG,CAC1B,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,aAAa,KACnB,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;AAE1C,4CAA4C;AAC5C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,aAAa,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACnC;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAgB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,IACvC,CAAC,SAAS,aAAa,EAAE,SAAS,CAAC,KAAG,CAAC,CAazD;AAED,sCAAsC;AACtC,wBAAgB,QAAQ,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAEzC;AAED,kDAAkD;AAClD,wBAAgB,eAAe,CAAC,EAAE,EAAE,GAAG,GAAG,YAAY,GAAG,SAAS,CAEjE;AAID;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAmC;IAE1D,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAI3C,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAIlD,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;IAIvC,MAAM,CAAC,SAAS,IAAI,MAAM,EAAE;IAI5B,MAAM,CAAC,KAAK,IAAI,IAAI;CAGrB;AAID,uCAAuC;AACvC,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAS/D;AAED;;;;;;;GAOG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAc7D;AAED;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAY9D;AAED;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAoB/D;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAkE/D;AAED;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAgDjE;AAED,wDAAwD;AACxD,wBAAgB,WAAW,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAuChE;AAkBD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,aAAa,EACtB,GAAG,CAAC,EAAE,aAAa,GAClB,OAAO,CAAC,YAAY,CAAC,CAyEvB;AA0GD;;GAEG;AACH,wBAAsB,SAAS,CAC7B,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,aAAa,EACtB,GAAG,CAAC,EAAE,aAAa,GAClB,OAAO,CAAC,YAAY,CAAC,CAcvB;AAID,uCAAuC;AACvC,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,GAAG,GAAG,GAAG,CAE7F;AAED,oDAAoD;AACpD,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE,CAEtF;AAED,yCAAyC;AACzC,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAI7D"}
|
package/dist/scorer.js
CHANGED
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
* a ScorerRequest/ScorerResult protocol matching the Python SDK.
|
|
6
6
|
*/
|
|
7
7
|
import { randomUUID } from 'crypto';
|
|
8
|
+
import Ajv from 'ajv';
|
|
8
9
|
/** Result of a scorer evaluation */
|
|
9
10
|
export class ScorerResult {
|
|
10
11
|
constructor(opts) {
|
|
@@ -94,32 +95,57 @@ export function exactMatch(request) {
|
|
|
94
95
|
explanation: match ? 'Exact match' : `Expected "${expected}", got "${output}"`,
|
|
95
96
|
});
|
|
96
97
|
}
|
|
97
|
-
/**
|
|
98
|
+
/**
|
|
99
|
+
* Contains: output includes a configured pattern.
|
|
100
|
+
*
|
|
101
|
+
* Reads `request.config.pattern` (canonical, matches Rust + Python).
|
|
102
|
+
* Falls back to `request.expected` for backward compatibility with
|
|
103
|
+
* older TS callers; that path will be removed once external usage
|
|
104
|
+
* migrates. `config.case_sensitive` defaults to true.
|
|
105
|
+
*/
|
|
98
106
|
export function contains(request) {
|
|
99
107
|
const output = String(request.output ?? '');
|
|
100
|
-
const
|
|
101
|
-
const
|
|
108
|
+
const pattern = String(request.config?.pattern ?? request.expected ?? '');
|
|
109
|
+
const caseSensitive = request.config?.case_sensitive !== false;
|
|
110
|
+
const haystack = caseSensitive ? output : output.toLowerCase();
|
|
111
|
+
const needle = caseSensitive ? pattern : pattern.toLowerCase();
|
|
112
|
+
const found = haystack.includes(needle);
|
|
102
113
|
return new ScorerResult({
|
|
103
114
|
score: found ? 1.0 : 0.0,
|
|
104
115
|
passed: found,
|
|
105
|
-
explanation: found ? `Output contains "${
|
|
116
|
+
explanation: found ? `Output contains "${pattern}"` : `Output does not contain "${pattern}"`,
|
|
106
117
|
});
|
|
107
118
|
}
|
|
108
|
-
/**
|
|
119
|
+
/**
|
|
120
|
+
* JSON valid: output is valid JSON.
|
|
121
|
+
*
|
|
122
|
+
* Matches the Rust impl (`sdk-core::eval::deterministic::json_valid`):
|
|
123
|
+
* a structured JSON value (object / array / number / bool / null) is
|
|
124
|
+
* already valid by definition. Only string outputs are parsed.
|
|
125
|
+
*/
|
|
109
126
|
export function jsonValid(request) {
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
127
|
+
if (typeof request.output === 'string') {
|
|
128
|
+
try {
|
|
129
|
+
JSON.parse(request.output);
|
|
130
|
+
return new ScorerResult({ score: 1.0, passed: true, explanation: 'Valid JSON' });
|
|
131
|
+
}
|
|
132
|
+
catch {
|
|
133
|
+
return new ScorerResult({ score: 0.0, passed: false, explanation: 'Invalid JSON' });
|
|
134
|
+
}
|
|
117
135
|
}
|
|
136
|
+
// Anything that isn't a string is already a structured JSON Value —
|
|
137
|
+
// including objects, arrays, numbers, booleans, and null.
|
|
138
|
+
return new ScorerResult({ score: 1.0, passed: true, explanation: 'Valid JSON' });
|
|
118
139
|
}
|
|
119
|
-
/**
|
|
140
|
+
/**
|
|
141
|
+
* Regex match: output matches a regex pattern.
|
|
142
|
+
*
|
|
143
|
+
* Reads `request.config.pattern` (canonical). Falls back to
|
|
144
|
+
* `request.expected` for backward compatibility.
|
|
145
|
+
*/
|
|
120
146
|
export function regexMatch(request) {
|
|
121
147
|
const output = String(request.output ?? '');
|
|
122
|
-
const pattern = String(request.expected ?? '');
|
|
148
|
+
const pattern = String(request.config?.pattern ?? request.expected ?? '');
|
|
123
149
|
try {
|
|
124
150
|
const re = new RegExp(pattern);
|
|
125
151
|
const match = re.test(output);
|
|
@@ -137,6 +163,133 @@ export function regexMatch(request) {
|
|
|
137
163
|
});
|
|
138
164
|
}
|
|
139
165
|
}
|
|
166
|
+
/**
|
|
167
|
+
* JSON schema: validate output against a JSON Schema.
|
|
168
|
+
*
|
|
169
|
+
* Schema is read from `request.config.schema`. String outputs are
|
|
170
|
+
* parsed as JSON before validation. The result mirrors the Rust fast
|
|
171
|
+
* path: `valid` / `invalid` / `parse_error` / `config_error` labels,
|
|
172
|
+
* with full error list under `metadata.errors`.
|
|
173
|
+
*/
|
|
174
|
+
export function jsonSchema(request) {
|
|
175
|
+
const schema = request.config?.schema;
|
|
176
|
+
if (schema === undefined) {
|
|
177
|
+
return new ScorerResult({
|
|
178
|
+
score: 0.0,
|
|
179
|
+
passed: false,
|
|
180
|
+
label: 'config_error',
|
|
181
|
+
explanation: 'json_schema requires `config.schema`',
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
// Parse string outputs as JSON; structured outputs pass through.
|
|
185
|
+
let value;
|
|
186
|
+
if (typeof request.output === 'string') {
|
|
187
|
+
try {
|
|
188
|
+
value = JSON.parse(request.output);
|
|
189
|
+
}
|
|
190
|
+
catch (e) {
|
|
191
|
+
return new ScorerResult({
|
|
192
|
+
score: 0.0,
|
|
193
|
+
passed: false,
|
|
194
|
+
label: 'parse_error',
|
|
195
|
+
explanation: `output is not valid JSON: ${e.message}`,
|
|
196
|
+
});
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
else {
|
|
200
|
+
value = request.output;
|
|
201
|
+
}
|
|
202
|
+
// ajv is imported statically at the top of the file — the dynamic
|
|
203
|
+
// require() form was incompatible with the package's "type": "module"
|
|
204
|
+
// declaration and threw ReferenceError under Node's ESM loader.
|
|
205
|
+
// Bundle cost (~120KB minified) is the same either way; per-call we
|
|
206
|
+
// re-compile because Ajv is stateful per schema and schema isn't
|
|
207
|
+
// necessarily JSON-identical across calls.
|
|
208
|
+
let validator;
|
|
209
|
+
try {
|
|
210
|
+
const ajv = new Ajv({ allErrors: true, strict: false });
|
|
211
|
+
validator = ajv.compile(schema);
|
|
212
|
+
}
|
|
213
|
+
catch (e) {
|
|
214
|
+
return new ScorerResult({
|
|
215
|
+
score: 0.0,
|
|
216
|
+
passed: false,
|
|
217
|
+
label: 'config_error',
|
|
218
|
+
explanation: `invalid schema: ${e.message}`,
|
|
219
|
+
});
|
|
220
|
+
}
|
|
221
|
+
const valid = validator(value);
|
|
222
|
+
if (valid) {
|
|
223
|
+
return new ScorerResult({
|
|
224
|
+
score: 1.0,
|
|
225
|
+
passed: true,
|
|
226
|
+
label: 'valid',
|
|
227
|
+
});
|
|
228
|
+
}
|
|
229
|
+
const errors = (validator.errors ?? []).map((e) => `${e.instancePath || '/'}: ${e.message ?? 'invalid'}`);
|
|
230
|
+
return new ScorerResult({
|
|
231
|
+
score: 0.0,
|
|
232
|
+
passed: false,
|
|
233
|
+
label: 'invalid',
|
|
234
|
+
explanation: errors[0] ?? 'schema validation failed',
|
|
235
|
+
metadata: { errors },
|
|
236
|
+
});
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* Numeric range: check `output` is numeric and falls in `[min, max]`.
|
|
240
|
+
*
|
|
241
|
+
* Config reads `min`, `max`, and `inclusive` (default true). At least
|
|
242
|
+
* one bound must be set; missing both returns `config_error`. Numeric
|
|
243
|
+
* strings ("42", "3.14") are accepted; non-numeric outputs return
|
|
244
|
+
* `parse_error`.
|
|
245
|
+
*/
|
|
246
|
+
export function numericRange(request) {
|
|
247
|
+
const cfg = request.config ?? {};
|
|
248
|
+
const min = typeof cfg.min === 'number' ? cfg.min : undefined;
|
|
249
|
+
const max = typeof cfg.max === 'number' ? cfg.max : undefined;
|
|
250
|
+
const inclusive = cfg.inclusive === false ? false : true;
|
|
251
|
+
if (min === undefined && max === undefined) {
|
|
252
|
+
return new ScorerResult({
|
|
253
|
+
score: 0.0,
|
|
254
|
+
passed: false,
|
|
255
|
+
label: 'config_error',
|
|
256
|
+
explanation: 'numeric_range requires at least one of `min` or `max`',
|
|
257
|
+
});
|
|
258
|
+
}
|
|
259
|
+
let value;
|
|
260
|
+
if (typeof request.output === 'number') {
|
|
261
|
+
value = request.output;
|
|
262
|
+
}
|
|
263
|
+
else if (typeof request.output === 'string') {
|
|
264
|
+
const parsed = Number(request.output.trim());
|
|
265
|
+
if (Number.isNaN(parsed)) {
|
|
266
|
+
return new ScorerResult({
|
|
267
|
+
score: 0.0,
|
|
268
|
+
passed: false,
|
|
269
|
+
label: 'parse_error',
|
|
270
|
+
explanation: `output is not numeric: ${request.output}`,
|
|
271
|
+
});
|
|
272
|
+
}
|
|
273
|
+
value = parsed;
|
|
274
|
+
}
|
|
275
|
+
else {
|
|
276
|
+
return new ScorerResult({
|
|
277
|
+
score: 0.0,
|
|
278
|
+
passed: false,
|
|
279
|
+
label: 'parse_error',
|
|
280
|
+
explanation: `output is not numeric: ${JSON.stringify(request.output)}`,
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
const aboveMin = min === undefined ? true : inclusive ? value >= min : value > min;
|
|
284
|
+
const belowMax = max === undefined ? true : inclusive ? value <= max : value < max;
|
|
285
|
+
const inRange = aboveMin && belowMax;
|
|
286
|
+
return new ScorerResult({
|
|
287
|
+
score: inRange ? 1.0 : 0.0,
|
|
288
|
+
passed: inRange,
|
|
289
|
+
label: inRange ? 'in_range' : 'out_of_range',
|
|
290
|
+
explanation: `value=${value}, min=${min ?? 'none'}, max=${max ?? 'none'}, inclusive=${inclusive}`,
|
|
291
|
+
});
|
|
292
|
+
}
|
|
140
293
|
/** Levenshtein distance: normalized similarity score */
|
|
141
294
|
export function levenshtein(request) {
|
|
142
295
|
const output = String(request.output ?? '');
|
|
@@ -170,12 +323,208 @@ export function levenshtein(request) {
|
|
|
170
323
|
explanation: `Edit distance: ${distance}, similarity: ${(score * 100).toFixed(1)}%`,
|
|
171
324
|
});
|
|
172
325
|
}
|
|
326
|
+
// ─── LLM-as-judge ────────────────────────────────────────────────────
|
|
327
|
+
/**
|
|
328
|
+
* Default system prompt for `llm_judge`. Mirrors the Rust + Python
|
|
329
|
+
* implementations so a judge scored in any language produces the same
|
|
330
|
+
* baseline output. Override via `config.system_prompt`.
|
|
331
|
+
*/
|
|
332
|
+
const LLM_JUDGE_DEFAULT_SYSTEM_PROMPT = `You are an expert evaluator. Your task is to evaluate the given output based on the provided criteria.
|
|
333
|
+
|
|
334
|
+
Respond with a JSON object containing:
|
|
335
|
+
- "score": a number between 0.0 and 1.0
|
|
336
|
+
- "passed": boolean (true if score >= 0.7)
|
|
337
|
+
- "explanation": brief explanation of your evaluation
|
|
338
|
+
|
|
339
|
+
Respond ONLY with the JSON object, no other text.`;
|
|
340
|
+
/**
|
|
341
|
+
* LLM-as-judge scorer: ask an LM to score the output against criteria.
|
|
342
|
+
*
|
|
343
|
+
* Async. Reads `config`:
|
|
344
|
+
* - `criteria`: string (required) — evaluation rubric.
|
|
345
|
+
* - `provider`: 'openai' | 'anthropic' | 'google' | 'mistral' | … —
|
|
346
|
+
* selects the LM provider (default 'openai'). Credentials are read
|
|
347
|
+
* from the provider's env vars; pass an `LM` via
|
|
348
|
+
* `ctx.llmJudgeLm` to override.
|
|
349
|
+
* - `model`: model name (e.g. 'gpt-4o-mini'), required.
|
|
350
|
+
* - `system_prompt`: optional override for the judge system prompt.
|
|
351
|
+
* - `temperature`: number, default 0.0.
|
|
352
|
+
* - `include_input`: bool, default false — include `request.input` in
|
|
353
|
+
* the prompt.
|
|
354
|
+
*
|
|
355
|
+
* Mirrors `sdk-core::eval::llm_judge` and `agnt5.eval.llm_judge` —
|
|
356
|
+
* same default temperature, same default prompt, same JSON-response
|
|
357
|
+
* parsing rules, same parse_error label on bad output.
|
|
358
|
+
*/
|
|
359
|
+
export async function llmJudge(request, ctx) {
|
|
360
|
+
const cfg = request.config ?? {};
|
|
361
|
+
const criteria = typeof cfg.criteria === 'string' ? cfg.criteria : '';
|
|
362
|
+
if (!criteria) {
|
|
363
|
+
return new ScorerResult({
|
|
364
|
+
score: 0.0,
|
|
365
|
+
passed: false,
|
|
366
|
+
label: 'config_error',
|
|
367
|
+
explanation: 'llm_judge requires `config.criteria`',
|
|
368
|
+
});
|
|
369
|
+
}
|
|
370
|
+
const providerName = typeof cfg.provider === 'string' ? cfg.provider : 'openai';
|
|
371
|
+
const modelName = typeof cfg.model === 'string' ? cfg.model : '';
|
|
372
|
+
if (!modelName) {
|
|
373
|
+
return new ScorerResult({
|
|
374
|
+
score: 0.0,
|
|
375
|
+
passed: false,
|
|
376
|
+
label: 'config_error',
|
|
377
|
+
explanation: 'llm_judge requires `config.model`',
|
|
378
|
+
});
|
|
379
|
+
}
|
|
380
|
+
const systemPrompt = typeof cfg.system_prompt === 'string' ? cfg.system_prompt : LLM_JUDGE_DEFAULT_SYSTEM_PROMPT;
|
|
381
|
+
const temperature = typeof cfg.temperature === 'number' ? cfg.temperature : 0.0;
|
|
382
|
+
const includeInput = cfg.include_input === true;
|
|
383
|
+
// Build the user prompt the same way Rust/Python do — keeps judge
|
|
384
|
+
// verdicts comparable across languages.
|
|
385
|
+
let userContent = `## Evaluation Criteria\n${criteria}\n\n`;
|
|
386
|
+
if (includeInput && request.input !== undefined && request.input !== null) {
|
|
387
|
+
userContent += `## Input\n${formatJudgeValue(request.input)}\n\n`;
|
|
388
|
+
}
|
|
389
|
+
userContent += `## Output to Evaluate\n${formatJudgeValue(request.output)}\n\n`;
|
|
390
|
+
if (request.expected !== undefined && request.expected !== null) {
|
|
391
|
+
userContent += `## Expected Output (Reference)\n${formatJudgeValue(request.expected)}\n\n`;
|
|
392
|
+
}
|
|
393
|
+
userContent += 'Please evaluate the output and respond with a JSON object.';
|
|
394
|
+
// Tests / advanced usage can inject an LM via the context. Default
|
|
395
|
+
// path constructs one per call from env credentials.
|
|
396
|
+
let lm = ctx?.llmJudgeLm;
|
|
397
|
+
if (!lm) {
|
|
398
|
+
try {
|
|
399
|
+
lm = await makeLmForProvider(providerName);
|
|
400
|
+
}
|
|
401
|
+
catch (e) {
|
|
402
|
+
return new ScorerResult({
|
|
403
|
+
score: 0.0,
|
|
404
|
+
passed: false,
|
|
405
|
+
label: 'config_error',
|
|
406
|
+
explanation: `llm_judge: unsupported provider '${providerName}': ${e.message}`,
|
|
407
|
+
});
|
|
408
|
+
}
|
|
409
|
+
}
|
|
410
|
+
let response;
|
|
411
|
+
try {
|
|
412
|
+
response = await lm.generate({
|
|
413
|
+
model: modelName,
|
|
414
|
+
messages: [
|
|
415
|
+
{ role: 'system', content: systemPrompt },
|
|
416
|
+
{ role: 'user', content: userContent },
|
|
417
|
+
],
|
|
418
|
+
temperature,
|
|
419
|
+
});
|
|
420
|
+
}
|
|
421
|
+
catch (e) {
|
|
422
|
+
return new ScorerResult({
|
|
423
|
+
score: 0.0,
|
|
424
|
+
passed: false,
|
|
425
|
+
label: 'error',
|
|
426
|
+
explanation: `LLM call failed: ${e.message}`,
|
|
427
|
+
});
|
|
428
|
+
}
|
|
429
|
+
return parseLlmJudgeResponse(response.text ?? '');
|
|
430
|
+
}
|
|
431
|
+
function formatJudgeValue(v) {
|
|
432
|
+
if (typeof v === 'string')
|
|
433
|
+
return v;
|
|
434
|
+
try {
|
|
435
|
+
return JSON.stringify(v, null, 2);
|
|
436
|
+
}
|
|
437
|
+
catch {
|
|
438
|
+
return String(v);
|
|
439
|
+
}
|
|
440
|
+
}
|
|
441
|
+
async function makeLmForProvider(providerName) {
|
|
442
|
+
// Dynamic ESM import keeps the LM bindings out of bundles that never
|
|
443
|
+
// call llm_judge — important for wasm/edge runtimes where the native
|
|
444
|
+
// module isn't loadable. `await import()` is the ESM-correct shape;
|
|
445
|
+
// the previous bare `require()` threw ReferenceError under Node's
|
|
446
|
+
// pure ESM loader since this package is "type": "module".
|
|
447
|
+
const { LM } = await import('./lm.js');
|
|
448
|
+
switch (providerName.toLowerCase()) {
|
|
449
|
+
case 'openai':
|
|
450
|
+
return LM.openai();
|
|
451
|
+
case 'anthropic':
|
|
452
|
+
return LM.anthropic();
|
|
453
|
+
case 'google':
|
|
454
|
+
return LM.google();
|
|
455
|
+
case 'mistral':
|
|
456
|
+
return LM.mistral();
|
|
457
|
+
case 'groq':
|
|
458
|
+
return LM.groq();
|
|
459
|
+
case 'deepseek':
|
|
460
|
+
return LM.deepseek();
|
|
461
|
+
case 'openrouter':
|
|
462
|
+
return LM.openrouter();
|
|
463
|
+
case 'ollama':
|
|
464
|
+
return LM.ollama();
|
|
465
|
+
default:
|
|
466
|
+
throw new Error(`provider '${providerName}' is not in the supported set`);
|
|
467
|
+
}
|
|
468
|
+
}
|
|
469
|
+
function parseLlmJudgeResponse(content) {
|
|
470
|
+
const jsonStr = extractJudgeJson(content);
|
|
471
|
+
let parsed;
|
|
472
|
+
try {
|
|
473
|
+
parsed = JSON.parse(jsonStr);
|
|
474
|
+
}
|
|
475
|
+
catch (e) {
|
|
476
|
+
return new ScorerResult({
|
|
477
|
+
score: 0.0,
|
|
478
|
+
passed: false,
|
|
479
|
+
label: 'parse_error',
|
|
480
|
+
explanation: `Could not parse LLM response: ${content}`,
|
|
481
|
+
metadata: { raw_response: content, error: e.message },
|
|
482
|
+
});
|
|
483
|
+
}
|
|
484
|
+
const rawScore = typeof parsed.score === 'number' ? parsed.score : 0;
|
|
485
|
+
const score = Math.max(0, Math.min(1, rawScore));
|
|
486
|
+
const passed = typeof parsed.passed === 'boolean' ? parsed.passed : score >= 0.7;
|
|
487
|
+
const explanation = typeof parsed.explanation === 'string' ? parsed.explanation : undefined;
|
|
488
|
+
const label = typeof parsed.label === 'string' ? parsed.label : undefined;
|
|
489
|
+
// Metadata keeps any extra keys the LLM produced, dropping the ones
|
|
490
|
+
// we've already promoted to top-level fields.
|
|
491
|
+
const extras = {};
|
|
492
|
+
for (const [k, v] of Object.entries(parsed)) {
|
|
493
|
+
if (k !== 'score' && k !== 'passed' && k !== 'explanation' && k !== 'label') {
|
|
494
|
+
extras[k] = v;
|
|
495
|
+
}
|
|
496
|
+
}
|
|
497
|
+
return new ScorerResult({
|
|
498
|
+
score,
|
|
499
|
+
passed,
|
|
500
|
+
label,
|
|
501
|
+
explanation,
|
|
502
|
+
metadata: Object.keys(extras).length > 0 ? extras : undefined,
|
|
503
|
+
});
|
|
504
|
+
}
|
|
505
|
+
function extractJudgeJson(raw) {
|
|
506
|
+
const s = raw.trim();
|
|
507
|
+
// Markdown-fenced JSON blocks.
|
|
508
|
+
const fenceMatch = s.match(/```(?:json)?\s*([\s\S]*?)\s*```/);
|
|
509
|
+
if (fenceMatch)
|
|
510
|
+
return fenceMatch[1].trim();
|
|
511
|
+
// First balanced-looking JSON object.
|
|
512
|
+
const start = s.indexOf('{');
|
|
513
|
+
const end = s.lastIndexOf('}');
|
|
514
|
+
if (start !== -1 && end !== -1 && end >= start) {
|
|
515
|
+
return s.slice(start, end + 1);
|
|
516
|
+
}
|
|
517
|
+
return s;
|
|
518
|
+
}
|
|
173
519
|
// Register built-in scorers
|
|
174
520
|
ScorerRegistry.register({ name: 'exact_match', handler: (_ctx, req) => exactMatch(req), description: 'Exact string match', isAsync: false });
|
|
175
521
|
ScorerRegistry.register({ name: 'contains', handler: (_ctx, req) => contains(req), description: 'Substring containment check', isAsync: false });
|
|
176
522
|
ScorerRegistry.register({ name: 'json_valid', handler: (_ctx, req) => jsonValid(req), description: 'Valid JSON check', isAsync: false });
|
|
523
|
+
ScorerRegistry.register({ name: 'json_schema', handler: (_ctx, req) => jsonSchema(req), description: 'Validate against a JSON Schema', isAsync: false });
|
|
524
|
+
ScorerRegistry.register({ name: 'numeric_range', handler: (_ctx, req) => numericRange(req), description: 'Numeric output is in [min, max]', isAsync: false });
|
|
177
525
|
ScorerRegistry.register({ name: 'regex_match', handler: (_ctx, req) => regexMatch(req), description: 'Regex pattern match', isAsync: false });
|
|
178
526
|
ScorerRegistry.register({ name: 'levenshtein', handler: (_ctx, req) => levenshtein(req), description: 'Levenshtein edit distance', isAsync: false });
|
|
527
|
+
ScorerRegistry.register({ name: 'llm_judge', handler: (ctx, req) => llmJudge(req, ctx), description: 'LLM-as-judge: ask an LM to score the output against criteria', isAsync: true });
|
|
179
528
|
// ─── Runner ──────────────────────────────────────────────────────────
|
|
180
529
|
/**
|
|
181
530
|
* Run a scorer by name against a request.
|
package/dist/scorer.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scorer.js","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AA6BpC,oCAAoC;AACpC,MAAM,OAAO,YAAY;IAYvB,YAAY,IAMX;QACC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACtE,CAAC;CACF;AAoCD,wEAAwE;AAExE,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;AAEvC;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,MAAM,CAAC,IAAa,EAAE,WAAoB;IACxD,OAAO,UAAmC,OAAU;QAClD,MAAM,UAAU,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,IAAI,gBAAgB,CAAC;QAC5D,MAAM,MAAM,GAAiB;YAC3B,IAAI,EAAE,UAAU;YAChB,OAAO;YACP,WAAW,EAAE,WAAW,IAAI,EAAE;YAC9B,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,eAAe;SACtD,CAAC;QAED,OAAe,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;QACzC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,QAAQ,CAAC,EAAO;IAC9B,OAAO,EAAE,IAAI,EAAE,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC;AAC/C,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,eAAe,CAAC,EAAO;IACrC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;AAC7B,CAAC;AAED,wEAAwE;AAExE;;GAEG;AACH,MAAM,OAAO,cAAc;IAGzB,MAAM,CAAC,QAAQ,CAAC,MAAoB;QAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,GAAG;QACR,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,SAAS;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,KAAK;QACV,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;;AApBc,uBAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;AAuB5D,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,KAAK,QAAQ,CAAC;IAClC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,QAAQ,WAAW,MAAM,GAAG;KAC/E,CAAC,CAAC;AACL,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,QAAQ,CAAC,OAAsB;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,oBAAoB,QAAQ,GAAG,CAAC,CAAC,CAAC,4BAA4B,QAAQ,GAAG;KAC/F,CAAC,CAAC;AACL,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,SAAS,CAAC,OAAsB;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,IAAI,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACnB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IACnF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACxB,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,OAAO,GAAG,CAAC,CAAC,CAAC,mBAAmB,OAAO,GAAG;SAC5E,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,0BAA0B,OAAO,EAAE;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,WAAW,CAAC,OAAsB;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAEhD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,wBAAwB;IACxB,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,EAAE,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACjB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC;IACpC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK;QACL,MAAM,EAAE,KAAK,IAAI,GAAG;QACpB,WAAW,EAAE,kBAAkB,QAAQ,iBAAiB,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KACpF,CAAC,CAAC;AACL,CAAC;AAED,4BAA4B;AAC5B,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,6BAA6B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACjJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACzI,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAErJ,wEAAwE;AAExE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,UAAkB,EAClB,OAAsB,EACtB,GAAmB;IAEnB,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,WAAW,UAAU,yBAAyB,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,SAAS,GAAkB,GAAG,IAAI;QACtC,KAAK,EAAE,UAAU,EAAE;QACnB,aAAa,EAAE,UAAU,EAAE;QAC3B,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC;KACd,CAAC;IAEF,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,gBAAgB,CAAC,OAAsB,EAAE,GAAW,EAAE,YAAkB;IACtF,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;AAC/C,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,cAAc,CAAC,OAAsB,EAAE,SAAiB;IACtE,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;AACtE,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,cAAc,CAAC,OAAsB;IACnD,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,mBAAmB,CAAC;SAChD,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC"}
|
|
1
|
+
{"version":3,"file":"scorer.js","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,GAAG,MAAM,KAAK,CAAC;AA6BtB,oCAAoC;AACpC,MAAM,OAAO,YAAY;IAYvB,YAAY,IAMX;QACC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,IAAI,CAAC,WAAoB;QAC9B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACtE,CAAC;CACF;AAoCD,wEAAwE;AAExE,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;AAEvC;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,MAAM,CAAC,IAAa,EAAE,WAAoB;IACxD,OAAO,UAAmC,OAAU;QAClD,MAAM,UAAU,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,IAAI,gBAAgB,CAAC;QAC5D,MAAM,MAAM,GAAiB;YAC3B,IAAI,EAAE,UAAU;YAChB,OAAO;YACP,WAAW,EAAE,WAAW,IAAI,EAAE;YAC9B,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,eAAe;SACtD,CAAC;QAED,OAAe,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;QACzC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,QAAQ,CAAC,EAAO;IAC9B,OAAO,EAAE,IAAI,EAAE,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC;AAC/C,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,eAAe,CAAC,EAAO;IACrC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;AAC7B,CAAC;AAED,wEAAwE;AAExE;;GAEG;AACH,MAAM,OAAO,cAAc;IAGzB,MAAM,CAAC,QAAQ,CAAC,MAAoB;QAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,GAAG;QACR,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,SAAS;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,KAAK;QACV,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;;AApBc,uBAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;AAuB5D,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,KAAK,QAAQ,CAAC;IAClC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,QAAQ,WAAW,MAAM,GAAG;KAC/E,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,QAAQ,CAAC,OAAsB;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,CACpB,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,CAClD,CAAC;IACF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,cAAc,KAAK,KAAK,CAAC;IAC/D,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;IAC/D,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACxB,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,oBAAoB,OAAO,GAAG,CAAC,CAAC,CAAC,4BAA4B,OAAO,GAAG;KAC7F,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,OAAsB;IAC9C,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC3B,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;QACnF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IACD,oEAAoE;IACpE,0DAA0D;IAC1D,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;AACnF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,CACpB,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,CAClD,CAAC;IACF,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACxB,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,OAAO,GAAG,CAAC,CAAC,CAAC,mBAAmB,OAAO,GAAG;SAC5E,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,0BAA0B,OAAO,EAAE;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC;IACtC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,sCAAsC;SACpD,CAAC,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,IAAI,KAAc,CAAC;IACnB,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,YAAY,CAAC;gBACtB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,6BAA8B,CAAW,CAAC,OAAO,EAAE;aACjE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,kEAAkE;IAClE,sEAAsE;IACtE,gEAAgE;IAChE,oEAAoE;IACpE,iEAAiE;IACjE,2CAA2C;IAC3C,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,MAAgB,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,mBAAoB,CAAW,CAAC,OAAO,EAAE;SACvD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,OAAO;SACf,CAAC,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CACzC,CAAC,CAA6C,EAAE,EAAE,CAChD,GAAG,CAAC,CAAC,YAAY,IAAI,GAAG,KAAK,CAAC,CAAC,OAAO,IAAI,SAAS,EAAE,CACxD,CAAC;IACF,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,SAAS;QAChB,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,0BAA0B;QACpD,QAAQ,EAAE,EAAE,MAAM,EAAE;KACrB,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,OAAsB;IACjD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9D,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9D,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAEzD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QAC3C,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,uDAAuD;SACrE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAa,CAAC;IAClB,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IACzB,CAAC;SAAM,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,YAAY,CAAC;gBACtB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,0BAA0B,OAAO,CAAC,MAAM,EAAE;aACxD,CAAC,CAAC;QACL,CAAC;QACD,KAAK,GAAG,MAAM,CAAC;IACjB,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,0BAA0B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;SACxE,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC;IACnF,MAAM,QAAQ,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC;IACnF,MAAM,OAAO,GAAG,QAAQ,IAAI,QAAQ,CAAC;IAErC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QAC1B,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc;QAC5C,WAAW,EAAE,SAAS,KAAK,SAAS,GAAG,IAAI,MAAM,SAAS,GAAG,IAAI,MAAM,eAAe,SAAS,EAAE;KAClG,CAAC,CAAC;AACL,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,WAAW,CAAC,OAAsB;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAEhD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,wBAAwB;IACxB,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,EAAE,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACjB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC;IACpC,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK;QACL,MAAM,EAAE,KAAK,IAAI,GAAG;QACpB,WAAW,EAAE,kBAAkB,QAAQ,iBAAiB,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KACpF,CAAC,CAAC;AACL,CAAC;AAED,wEAAwE;AAExE;;;;GAIG;AACH,MAAM,+BAA+B,GAAG;;;;;;;kDAOU,CAAC;AAEnD;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAsB,EACtB,GAAmB;IAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,sCAAsC;SACpD,CAAC,CAAC;IACL,CAAC;IACD,MAAM,YAAY,GAAG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;IAChF,MAAM,SAAS,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,mCAAmC;SACjD,CAAC,CAAC;IACL,CAAC;IACD,MAAM,YAAY,GAChB,OAAO,GAAG,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,+BAA+B,CAAC;IAC9F,MAAM,WAAW,GAAG,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC;IAChF,MAAM,YAAY,GAAG,GAAG,CAAC,aAAa,KAAK,IAAI,CAAC;IAEhD,kEAAkE;IAClE,wCAAwC;IACxC,IAAI,WAAW,GAAG,2BAA2B,QAAQ,MAAM,CAAC;IAC5D,IAAI,YAAY,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1E,WAAW,IAAI,aAAa,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;IACpE,CAAC;IACD,WAAW,IAAI,0BAA0B,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;IAChF,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAChE,WAAW,IAAI,mCAAmC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC7F,CAAC;IACD,WAAW,IAAI,4DAA4D,CAAC;IAE5E,mEAAmE;IACnE,qDAAqD;IACrD,IAAI,EAAE,GAAI,GAA6E,EAAE,UAAU,CAAC;IACpG,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,YAAY,CAAC;gBACtB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,cAAc;gBACrB,WAAW,EAAE,oCAAoC,YAAY,MAAO,CAAW,CAAC,OAAO,EAAE;aAC1F,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,QAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC;YAC3B,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;gBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;aACvC;YACD,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,oBAAqB,CAAW,CAAC,OAAO,EAAE;SACxD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,qBAAqB,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAM;IAC9B,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,YAAoB;IAEpB,qEAAqE;IACrE,qEAAqE;IACrE,oEAAoE;IACpE,kEAAkE;IAClE,0DAA0D;IAC1D,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACvC,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ;YACX,OAAO,EAAE,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,EAAE,CAAC,SAAS,EAAE,CAAC;QACxB,KAAK,QAAQ;YACX,OAAO,EAAE,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,OAAO,EAAE,CAAC,OAAO,EAAE,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,UAAU;YACb,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;QACvB,KAAK,YAAY;YACf,OAAO,EAAE,CAAC,UAAU,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,EAAE,CAAC,MAAM,EAAE,CAAC;QACrB;YACE,MAAM,IAAI,KAAK,CAAC,aAAa,YAAY,+BAA+B,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAe;IAC5C,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,IAAI,YAAY,CAAC;YACtB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,iCAAiC,OAAO,EAAE;YACvD,QAAQ,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,EAAG,CAAW,CAAC,OAAO,EAAE;SACjE,CAAC,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GACV,OAAO,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;IACpE,MAAM,WAAW,GACf,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,oEAAoE;IACpE,8CAA8C;IAC9C,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;YAC5E,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,YAAY,CAAC;QACtB,KAAK;QACL,MAAM;QACN,KAAK;QACL,WAAW;QACX,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;KAC9D,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACrB,+BAA+B;IAC/B,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC9D,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5C,sCAAsC;IACtC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;QAC/C,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,4BAA4B;AAC5B,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,6BAA6B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACjJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACzI,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,gCAAgC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACzJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,iCAAiC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9J,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9I,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACrJ,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,8DAA8D,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;AAEtL,wEAAwE;AAExE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,UAAkB,EAClB,OAAsB,EACtB,GAAmB;IAEnB,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,WAAW,UAAU,yBAAyB,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,SAAS,GAAkB,GAAG,IAAI;QACtC,KAAK,EAAE,UAAU,EAAE;QACnB,aAAa,EAAE,UAAU,EAAE;QAC3B,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC;KACd,CAAC;IAEF,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED,wEAAwE;AAExE,uCAAuC;AACvC,MAAM,UAAU,gBAAgB,CAAC,OAAsB,EAAE,GAAW,EAAE,YAAkB;IACtF,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;AAC/C,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,cAAc,CAAC,OAAsB,EAAE,SAAiB;IACtE,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;AACtE,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,cAAc,CAAC,OAAsB;IACnD,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,mBAAmB,CAAC;SAChD,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agnt5/sdk",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.3",
|
|
4
4
|
"description": "AGNT5 TypeScript SDK - Durable AI workflows and agents",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -36,6 +36,7 @@
|
|
|
36
36
|
"version": "napi version"
|
|
37
37
|
},
|
|
38
38
|
"dependencies": {
|
|
39
|
+
"ajv": "^8.17.1",
|
|
39
40
|
"better-sqlite3": "^11.0.0"
|
|
40
41
|
},
|
|
41
42
|
"devDependencies": {
|
|
@@ -56,10 +57,10 @@
|
|
|
56
57
|
]
|
|
57
58
|
},
|
|
58
59
|
"optionalDependencies": {
|
|
59
|
-
"@agnt5/sdk-darwin-arm64": "0.3.
|
|
60
|
-
"@agnt5/sdk-darwin-x64": "0.3.
|
|
61
|
-
"@agnt5/sdk-linux-arm64-gnu": "0.3.
|
|
62
|
-
"@agnt5/sdk-linux-x64-gnu": "0.3.
|
|
60
|
+
"@agnt5/sdk-darwin-arm64": "0.3.3",
|
|
61
|
+
"@agnt5/sdk-darwin-x64": "0.3.3",
|
|
62
|
+
"@agnt5/sdk-linux-arm64-gnu": "0.3.3",
|
|
63
|
+
"@agnt5/sdk-linux-x64-gnu": "0.3.3"
|
|
63
64
|
},
|
|
64
65
|
"engines": {
|
|
65
66
|
"node": ">=18.0.0"
|