@agntk/core 0.1.2 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -90
- package/dist/advanced/index.d.ts +9 -2
- package/dist/advanced/index.d.ts.map +1 -1
- package/dist/advanced/index.js +13 -2
- package/dist/advanced/index.js.map +1 -1
- package/dist/agent.d.ts +27 -31
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +251 -280
- package/dist/agent.js.map +1 -1
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +16 -4
- package/dist/config/defaults.js.map +1 -1
- package/dist/config/loader.d.ts +14 -6
- package/dist/config/loader.d.ts.map +1 -1
- package/dist/config/loader.js +38 -16
- package/dist/config/loader.js.map +1 -1
- package/dist/config/schema.d.ts +52 -52
- package/dist/config/schema.d.ts.map +1 -1
- package/dist/config/schema.js +1 -1
- package/dist/config/schema.js.map +1 -1
- package/dist/evals/runner.js +16 -9
- package/dist/evals/runner.js.map +1 -1
- package/dist/evals/types.d.ts +1 -1
- package/dist/evals/types.d.ts.map +1 -1
- package/dist/guardrails/runner.d.ts.map +1 -1
- package/dist/guardrails/runner.js +4 -0
- package/dist/guardrails/runner.js.map +1 -1
- package/dist/index.d.ts +9 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -10
- package/dist/index.js.map +1 -1
- package/dist/models.d.ts +24 -1
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js +50 -4
- package/dist/models.js.map +1 -1
- package/dist/observability/langfuse.d.ts +2 -2
- package/dist/observability/langfuse.d.ts.map +1 -1
- package/dist/observability/langfuse.js +39 -17
- package/dist/observability/langfuse.js.map +1 -1
- package/dist/presets/sub-agent-configs.d.ts +11 -3
- package/dist/presets/sub-agent-configs.d.ts.map +1 -1
- package/dist/presets/sub-agent-configs.js +5 -10
- package/dist/presets/sub-agent-configs.js.map +1 -1
- package/dist/presets/tools.d.ts +3 -3
- package/dist/provider-resolver.d.ts +38 -0
- package/dist/provider-resolver.d.ts.map +1 -0
- package/dist/provider-resolver.js +142 -0
- package/dist/provider-resolver.js.map +1 -0
- package/dist/reflection.d.ts +5 -2
- package/dist/reflection.d.ts.map +1 -1
- package/dist/reflection.js +8 -3
- package/dist/reflection.js.map +1 -1
- package/dist/skills/loader.d.ts +18 -0
- package/dist/skills/loader.d.ts.map +1 -1
- package/dist/skills/loader.js +58 -2
- package/dist/skills/loader.js.map +1 -1
- package/dist/system-detect.d.ts +59 -0
- package/dist/system-detect.d.ts.map +1 -0
- package/dist/system-detect.js +193 -0
- package/dist/system-detect.js.map +1 -0
- package/dist/tools/file/tools.d.ts.map +1 -1
- package/dist/tools/file/tools.js +30 -1
- package/dist/tools/file/tools.js.map +1 -1
- package/dist/tools/index.d.ts +0 -1
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +0 -2
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/plan/tools.d.ts +1 -1
- package/dist/tools/plan/types.d.ts +2 -2
- package/dist/tools/progress/index.d.ts +1 -1
- package/dist/tools/shell/background.d.ts.map +1 -1
- package/dist/tools/shell/background.js +45 -3
- package/dist/tools/shell/background.js.map +1 -1
- package/dist/tools/shell/tools.d.ts.map +1 -1
- package/dist/tools/shell/tools.js +9 -2
- package/dist/tools/shell/tools.js.map +1 -1
- package/dist/tools/spawn-agent/index.d.ts +7 -9
- package/dist/tools/spawn-agent/index.d.ts.map +1 -1
- package/dist/tools/spawn-agent/index.js +2 -4
- package/dist/tools/spawn-agent/index.js.map +1 -1
- package/dist/tools/utils/shell.d.ts +14 -0
- package/dist/tools/utils/shell.d.ts.map +1 -1
- package/dist/tools/utils/shell.js +171 -12
- package/dist/tools/utils/shell.js.map +1 -1
- package/dist/types/agent.d.ts +75 -195
- package/dist/types/agent.d.ts.map +1 -1
- package/dist/types/agent.js +4 -2
- package/dist/types/agent.js.map +1 -1
- package/dist/types/index.d.ts +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js.map +1 -1
- package/dist/usage-limits.d.ts +1 -1
- package/dist/usage-limits.js +1 -1
- package/dist/workflow/index.d.ts +1 -5
- package/dist/workflow/index.d.ts.map +1 -1
- package/dist/workflow/index.js +1 -9
- package/dist/workflow/index.js.map +1 -1
- package/dist/wrappers/best-of-n.d.ts +1 -1
- package/dist/wrappers/best-of-n.d.ts.map +1 -1
- package/dist/wrappers/best-of-n.js +11 -6
- package/dist/wrappers/best-of-n.js.map +1 -1
- package/package.json +4 -14
- package/dist/pool/index.d.ts +0 -7
- package/dist/pool/index.d.ts.map +0 -1
- package/dist/pool/index.js +0 -6
- package/dist/pool/index.js.map +0 -1
- package/dist/pool/specialist-pool.d.ts +0 -59
- package/dist/pool/specialist-pool.d.ts.map +0 -1
- package/dist/pool/specialist-pool.js +0 -224
- package/dist/pool/specialist-pool.js.map +0 -1
- package/dist/pool/tools.d.ts +0 -63
- package/dist/pool/tools.d.ts.map +0 -1
- package/dist/pool/tools.js +0 -83
- package/dist/pool/tools.js.map +0 -1
- package/dist/pool/types.d.ts +0 -79
- package/dist/pool/types.d.ts.map +0 -1
- package/dist/pool/types.js +0 -5
- package/dist/pool/types.js.map +0 -1
- package/dist/presets/index.d.ts +0 -5
- package/dist/presets/index.d.ts.map +0 -1
- package/dist/presets/index.js +0 -5
- package/dist/presets/index.js.map +0 -1
- package/dist/presets/role-registry.d.ts +0 -41
- package/dist/presets/role-registry.d.ts.map +0 -1
- package/dist/presets/role-registry.js +0 -213
- package/dist/presets/role-registry.js.map +0 -1
- package/dist/presets/roles.d.ts +0 -105
- package/dist/presets/roles.d.ts.map +0 -1
- package/dist/presets/roles.js +0 -207
- package/dist/presets/roles.js.map +0 -1
- package/dist/tools/factory.d.ts +0 -109
- package/dist/tools/factory.d.ts.map +0 -1
- package/dist/tools/factory.js +0 -166
- package/dist/tools/factory.js.map +0 -1
- package/dist/workflow/builders/adapt.d.ts +0 -20
- package/dist/workflow/builders/adapt.d.ts.map +0 -1
- package/dist/workflow/builders/adapt.js +0 -33
- package/dist/workflow/builders/adapt.js.map +0 -1
- package/dist/workflow/builders/index.d.ts +0 -8
- package/dist/workflow/builders/index.d.ts.map +0 -1
- package/dist/workflow/builders/index.js +0 -7
- package/dist/workflow/builders/index.js.map +0 -1
- package/dist/workflow/builders/parallel.d.ts +0 -25
- package/dist/workflow/builders/parallel.d.ts.map +0 -1
- package/dist/workflow/builders/parallel.js +0 -60
- package/dist/workflow/builders/parallel.js.map +0 -1
- package/dist/workflow/builders/pipeline.d.ts +0 -22
- package/dist/workflow/builders/pipeline.d.ts.map +0 -1
- package/dist/workflow/builders/pipeline.js +0 -48
- package/dist/workflow/builders/pipeline.js.map +0 -1
- package/dist/workflow/builders/types.d.ts +0 -54
- package/dist/workflow/builders/types.d.ts.map +0 -1
- package/dist/workflow/builders/types.js +0 -5
- package/dist/workflow/builders/types.js.map +0 -1
- package/dist/workflow/schedulers.d.ts +0 -231
- package/dist/workflow/schedulers.d.ts.map +0 -1
- package/dist/workflow/schedulers.js +0 -250
- package/dist/workflow/schedulers.js.map +0 -1
- package/dist/workflow/team/create-team.d.ts +0 -34
- package/dist/workflow/team/create-team.d.ts.map +0 -1
- package/dist/workflow/team/create-team.js +0 -242
- package/dist/workflow/team/create-team.js.map +0 -1
- package/dist/workflow/team/index.d.ts +0 -9
- package/dist/workflow/team/index.d.ts.map +0 -1
- package/dist/workflow/team/index.js +0 -8
- package/dist/workflow/team/index.js.map +0 -1
- package/dist/workflow/team/machines.d.ts +0 -152
- package/dist/workflow/team/machines.d.ts.map +0 -1
- package/dist/workflow/team/machines.js +0 -197
- package/dist/workflow/team/machines.js.map +0 -1
- package/dist/workflow/team/task-board.d.ts +0 -47
- package/dist/workflow/team/task-board.d.ts.map +0 -1
- package/dist/workflow/team/task-board.js +0 -111
- package/dist/workflow/team/task-board.js.map +0 -1
- package/dist/workflow/team/tools.d.ts +0 -66
- package/dist/workflow/team/tools.d.ts.map +0 -1
- package/dist/workflow/team/tools.js +0 -100
- package/dist/workflow/team/tools.js.map +0 -1
- package/dist/workflow/team/types.d.ts +0 -109
- package/dist/workflow/team/types.d.ts.map +0 -1
- package/dist/workflow/team/types.js +0 -5
- package/dist/workflow/team/types.js.map +0 -1
- package/dist/workflow/templates.d.ts +0 -71
- package/dist/workflow/templates.d.ts.map +0 -1
- package/dist/workflow/templates.js +0 -132
- package/dist/workflow/templates.js.map +0 -1
package/dist/evals/runner.js
CHANGED
|
@@ -92,19 +92,26 @@ async function runCase(agent, evalCase, reporter) {
|
|
|
92
92
|
try {
|
|
93
93
|
// Run the agent with a timeout
|
|
94
94
|
const timeout = evalCase.timeout ?? 30_000;
|
|
95
|
-
const
|
|
96
|
-
agent.
|
|
95
|
+
const streamResult = await Promise.race([
|
|
96
|
+
agent.stream({ prompt: evalCase.prompt }),
|
|
97
97
|
new Promise((_, reject) => setTimeout(() => reject(new Error(`Eval case timed out after ${timeout}ms`)), timeout)),
|
|
98
98
|
]);
|
|
99
|
+
// Consume the stream to get the final text
|
|
100
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
101
|
+
for await (const _chunk of streamResult.fullStream) { /* drain */ }
|
|
102
|
+
const text = await streamResult.text;
|
|
103
|
+
const usage = await streamResult.usage;
|
|
99
104
|
// Build eval result from agent result
|
|
100
105
|
const evalResult = {
|
|
101
|
-
text:
|
|
102
|
-
steps:
|
|
103
|
-
totalUsage:
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
106
|
+
text: text ?? '',
|
|
107
|
+
steps: [],
|
|
108
|
+
totalUsage: usage
|
|
109
|
+
? {
|
|
110
|
+
inputTokens: usage.inputTokens ?? 0,
|
|
111
|
+
outputTokens: usage.outputTokens ?? 0,
|
|
112
|
+
totalTokens: (usage.inputTokens ?? 0) + (usage.outputTokens ?? 0),
|
|
113
|
+
}
|
|
114
|
+
: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
|
|
108
115
|
};
|
|
109
116
|
// Run all assertions
|
|
110
117
|
const assertionResults = await Promise.all(evalCase.assertions.map((assertion) => assertion.check(evalResult)));
|
package/dist/evals/runner.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/evals/runner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAW7C,MAAM,GAAG,GAAG,YAAY,CAAC,mBAAmB,CAAC,CAAC;AAE9C,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,UAAU,eAAe,CAAC,MAAuB;IACrD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,GAAG,CAAC,EAAE,QAAQ,EAAE,cAAc,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC;IAEhG,MAAM,QAAQ,GACZ,OAAO,cAAc,KAAK,QAAQ;QAChC,CAAC,CAAC,cAAc,KAAK,MAAM;YACzB,CAAC,CAAC,kBAAkB,EAAE;YACtB,CAAC,CAAC,qBAAqB,EAAE;QAC3B,CAAC,CAAC,cAAc,CAAC;IAErB,OAAO;QACL,IAAI;QACJ,KAAK;QAEL,6CAA6C;QAC7C,KAAK,CAAC,GAAG;YACP,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;YAEnF,MAAM,WAAW,GAAqB,EAAE,CAAC;YAEzC,+BAA+B;YAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;YACzB,MAAM,MAAM,GAAoB,EAAE,CAAC;YAEnC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,4BAA4B;gBAC5B,OAAO,MAAM,CAAC,MAAM,GAAG,cAAc,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1D,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;oBAChC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;wBACjE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBACzB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;wBACpC,IAAI,GAAG,KAAK,CAAC,CAAC;4BAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;oBACxC,CAAC,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAoB;gBACnC,IAAI;gBACJ,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;gBAClD,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;gBACnD,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,KAAK,EAAE,WAAW;aACnB,CAAC;YAEF,QAAQ,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE;gBAC9B,IAAI;gBACJ,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,QAAQ,EAAE,WAAW,CAAC,QAAQ;aAC/B,CAAC,CAAC;YAEH,OAAO,WAAW,CAAC;QACrB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,cAAc;AACd,+EAA+E;AAE/E,KAAK,UAAU,OAAO,CACpB,KAAY,EACZ,QAAkB,EAClB,QAAsB;IAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,+BAA+B;QAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,IAAI,MAAM,CAAC;QAC3C,MAAM,
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/evals/runner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAW7C,MAAM,GAAG,GAAG,YAAY,CAAC,mBAAmB,CAAC,CAAC;AAE9C,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,UAAU,eAAe,CAAC,MAAuB;IACrD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,GAAG,CAAC,EAAE,QAAQ,EAAE,cAAc,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC;IAEhG,MAAM,QAAQ,GACZ,OAAO,cAAc,KAAK,QAAQ;QAChC,CAAC,CAAC,cAAc,KAAK,MAAM;YACzB,CAAC,CAAC,kBAAkB,EAAE;YACtB,CAAC,CAAC,qBAAqB,EAAE;QAC3B,CAAC,CAAC,cAAc,CAAC;IAErB,OAAO;QACL,IAAI;QACJ,KAAK;QAEL,6CAA6C;QAC7C,KAAK,CAAC,GAAG;YACP,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;YAEnF,MAAM,WAAW,GAAqB,EAAE,CAAC;YAEzC,+BAA+B;YAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;YACzB,MAAM,MAAM,GAAoB,EAAE,CAAC;YAEnC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,4BAA4B;gBAC5B,OAAO,MAAM,CAAC,MAAM,GAAG,cAAc,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1D,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;oBAChC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;wBACjE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBACzB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;wBACpC,IAAI,GAAG,KAAK,CAAC,CAAC;4BAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;oBACxC,CAAC,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAoB;gBACnC,IAAI;gBACJ,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;gBAClD,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;gBACnD,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,KAAK,EAAE,WAAW;aACnB,CAAC;YAEF,QAAQ,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE;gBAC9B,IAAI;gBACJ,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,QAAQ,EAAE,WAAW,CAAC,QAAQ;aAC/B,CAAC,CAAC;YAEH,OAAO,WAAW,CAAC;QACrB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,cAAc;AACd,+EAA+E;AAE/E,KAAK,UAAU,OAAO,CACpB,KAAY,EACZ,QAAkB,EAClB,QAAsB;IAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,+BAA+B;QAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,IAAI,MAAM,CAAC;QAC3C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YACtC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,OAAO,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CACvF;SACF,CAAC,CAAC;QAEH,2CAA2C;QAC3C,6DAA6D;QAC7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC;QAEvC,sCAAsC;QACtC,MAAM,UAAU,GAAoB;YAClC,IAAI,EAAE,IAAI,IAAI,EAAE;YAChB,KAAK,EAAE,EAAE;YACT,UAAU,EAAE,KAAK;gBACf,CAAC,CAAC;oBACE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;oBACnC,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;oBACrC,WAAW,EAAE,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;iBAClE;gBACH,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;SACxD,CAAC;QAEF,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CACpE,CAAC;QAEF,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAmB;YAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,UAAU,EAAE,gBAAgB;SAC7B,CAAC;QAEF,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAmB;YAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;QACF,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,SAAS,qBAAqB;IAC5B,OAAO;QACL,WAAW,CAAC,QAAQ;YAClB,GAAG,CAAC,IAAI,CAAC,cAAc,QAAQ,EAAE,CAAC,CAAC;QACrC,CAAC;QACD,SAAS,CAAC,MAAM;YACd,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;oBAClC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;wBACd,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC,CAAC;oBACxD,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,GAAG,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;QACD,UAAU,CAAC,MAAM;YACf,GAAG,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,YAAY,MAAM,CAAC,QAAQ,OAAO,CAAC,CAAC;QACxG,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB;IACzB,OAAO;QACL,UAAU,CAAC,MAAM;YACf,oCAAoC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC5B,KAAK,EAAE,MAAM,CAAC,IAAI;gBAClB,KAAK,EAAE,MAAM,CAAC,UAAU;gBACxB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACnC,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;wBAChB,OAAO,EAAE,CAAC,CAAC,OAAO;qBACnB,CAAC,CAAC;oBACH,KAAK,EAAE,CAAC,CAAC,KAAK;iBACf,CAAC,CAAC;aACJ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACZ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;QACtC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
package/dist/evals/types.d.ts
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* @agntk/core - Evals Framework Types
|
|
3
3
|
*/
|
|
4
4
|
import type { StepResult, ToolSet } from 'ai';
|
|
5
|
-
import type { Agent } from '../agent.js';
|
|
5
|
+
import type { Agent } from '../types/agent.js';
|
|
6
6
|
/** Result of a single eval case. */
|
|
7
7
|
export interface EvalCaseResult {
|
|
8
8
|
name: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/evals/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/evals/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAM5C,oCAAoC;AACpC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,0CAA0C;AAC1C,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qCAAqC;AACrC,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,sDAAsD;AACtD,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CAChF;AAED,mDAAmD;AACnD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;IAC7B,UAAU,EAAE;QACV,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,gCAAgC;AAChC,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,4CAA4C;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,YAAY,CAAC;CAC9C;AAED,gCAAgC;AAChC,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,iCAAiC;AACjC,MAAM,WAAW,YAAY;IAC3B,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACzC,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,IAAI,CAAC;IAC7C,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,CAAC;CAChD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/guardrails/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,SAAS,EACT,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACd,MAAM,SAAS,CAAC;AASjB;;;;;;;;;;GAUG;AACH,wBAAsB,aAAa,CACjC,UAAU,EAAE,SAAS,EAAE,EACvB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC;IAAE,OAAO,EAAE,eAAe,EAAE,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,CAyB/D;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,eAAe,EAAE,EAC1B,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,OAAO,GAAG,QAAQ,EACzB,OAAO,EAAE,aAAa,GACrB;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,eAAe,EAAE,CAAA;CAAE,CA4BhE;AAMD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,GAAG,MAAM,CAOrE;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EAC3D,UAAU,EAAE,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,KAAK,OAAO,CAAC,CAAC,CAAC,EACrD,MAAM,EAAE,gBAAgB,GACvB,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,KAAK,OAAO,CAAC,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/guardrails/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,SAAS,EACT,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACd,MAAM,SAAS,CAAC;AASjB;;;;;;;;;;GAUG;AACH,wBAAsB,aAAa,CACjC,UAAU,EAAE,SAAS,EAAE,EACvB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC;IAAE,OAAO,EAAE,eAAe,EAAE,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,CAyB/D;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,eAAe,EAAE,EAC1B,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,OAAO,GAAG,QAAQ,EACzB,OAAO,EAAE,aAAa,GACrB;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,eAAe,EAAE,CAAA;CAAE,CA4BhE;AAMD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,GAAG,MAAM,CAOrE;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EAC3D,UAAU,EAAE,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,KAAK,OAAO,CAAC,CAAC,CAAC,EACrD,MAAM,EAAE,gBAAgB,GACvB,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CA2E3C"}
|
|
@@ -142,6 +142,10 @@ export function wrapWithGuardrails(generateFn, config) {
|
|
|
142
142
|
// onBlock === 'throw' is handled inside handleGuardrailResults
|
|
143
143
|
break;
|
|
144
144
|
}
|
|
145
|
+
// E-2: Guard against undefined lastResult (reachable when maxRetries=0 and output blocked)
|
|
146
|
+
if (!lastResult) {
|
|
147
|
+
throw new GuardrailBlockedError('output', []);
|
|
148
|
+
}
|
|
145
149
|
return lastResult;
|
|
146
150
|
};
|
|
147
151
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/guardrails/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAQ7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAEhD,MAAM,GAAG,GAAG,YAAY,CAAC,wBAAwB,CAAC,CAAC;AAEnD,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,UAAuB,EACvB,IAAY,EACZ,OAAyB;IAEzB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;IAExE,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,IAAI,WAAW,GAAG,IAAI,CAAC;IAEvB,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,8DAA8D;YAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACtC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC;YAChC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACzE,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,oBAAoB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;aAC5D,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAA0B,EAC1B,IAAY,EACZ,YAAoB,EACpB,KAAyB,EACzB,OAAsB;IAEtB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAEjD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3C,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE;QAC5B,KAAK;QACL,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;KAC5D,CAAC,CAAC;IAEH,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,MAAM,IAAI,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAElD,KAAK,QAAQ;YACX,qEAAqE;YACrE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;QAExD,KAAK,OAAO;YACV,gEAAgE;YAChE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAE1C;YACE,MAAM,IAAI,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA0B;IAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;IAC5E,OAAO,CACL,+FAA+F;QAC/F,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CACjB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAChC,UAAqD,EACrD,MAAwB;IAExB,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,EAAE,EAAE,MAAM,EAAE,YAAY,GAAG,EAAE,EAAE,OAAO,GAAG,OAAO,EAAE,UAAU,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC;IAEzG,OAAO,KAAK,EAAE,KAAyB,EAAE,EAAE;QACzC,uEAAuE;QACvE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE;gBAC5G,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,OAAO;aACf,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,sBAAsB,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACvG,IAAI,UAAU,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC/C,KAAK,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;YACtC,CAAC;YACD,0EAA0E;YAC1E,IAAI,UAAU,CAAC,OAAO,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;gBAC9C,MAAM,IAAI,qBAAqB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,uEAAuE;QACvE,IAAI,UAAyB,CAAC;QAC9B,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;QAEjC,OAAO,QAAQ,IAAI,UAAU,EAAE,CAAC;YAC9B,UAAU,GAAG,MAAM,UAAU,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAEzD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,IAAI,EAAE;gBAClH,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,sBAAsB,CACxC,aAAa,EACb,UAAU,CAAC,IAAI,EACf,cAAc,EACd,QAAQ,EACR,OAAO,CACR,CAAC;YAEF,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACzB,OAAO,EAAE,GAAG,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC;YACnD,CAAC;YAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;gBACxB,QAAQ,EAAE,CAAC;gBACX,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;oBAC1B,MAAM,IAAI,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;gBAC3D,CAAC;gBACD,0CAA0C;gBAC1C,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;gBACjE,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;gBAChF,SAAS;YACX,CAAC;YAED,+DAA+D;YAC/D,MAAM;QACR,CAAC;QAED,OAAO,
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/guardrails/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAQ7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAEhD,MAAM,GAAG,GAAG,YAAY,CAAC,wBAAwB,CAAC,CAAC;AAEnD,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,UAAuB,EACvB,IAAY,EACZ,OAAyB;IAEzB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;IAExE,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,IAAI,WAAW,GAAG,IAAI,CAAC;IAEvB,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,8DAA8D;YAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACtC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC;YAChC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACzE,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,oBAAoB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;aAC5D,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAA0B,EAC1B,IAAY,EACZ,YAAoB,EACpB,KAAyB,EACzB,OAAsB;IAEtB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAEjD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3C,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE;QAC5B,KAAK;QACL,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;KAC5D,CAAC,CAAC;IAEH,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,MAAM,IAAI,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAElD,KAAK,QAAQ;YACX,qEAAqE;YACrE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;QAExD,KAAK,OAAO;YACV,gEAAgE;YAChE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAE1C;YACE,MAAM,IAAI,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA0B;IAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;IAC5E,OAAO,CACL,+FAA+F;QAC/F,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CACjB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAChC,UAAqD,EACrD,MAAwB;IAExB,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,EAAE,EAAE,MAAM,EAAE,YAAY,GAAG,EAAE,EAAE,OAAO,GAAG,OAAO,EAAE,UAAU,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC;IAEzG,OAAO,KAAK,EAAE,KAAyB,EAAE,EAAE;QACzC,uEAAuE;QACvE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE;gBAC5G,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,OAAO;aACf,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,sBAAsB,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACvG,IAAI,UAAU,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC/C,KAAK,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;YACtC,CAAC;YACD,0EAA0E;YAC1E,IAAI,UAAU,CAAC,OAAO,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;gBAC9C,MAAM,IAAI,qBAAqB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,uEAAuE;QACvE,IAAI,UAAyB,CAAC;QAC9B,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;QAEjC,OAAO,QAAQ,IAAI,UAAU,EAAE,CAAC;YAC9B,UAAU,GAAG,MAAM,UAAU,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAEzD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,IAAI,EAAE;gBAClH,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,sBAAsB,CACxC,aAAa,EACb,UAAU,CAAC,IAAI,EACf,cAAc,EACd,QAAQ,EACR,OAAO,CACR,CAAC;YAEF,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACzB,OAAO,EAAE,GAAG,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC;YACnD,CAAC;YAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;gBACxB,QAAQ,EAAE,CAAC;gBACX,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;oBAC1B,MAAM,IAAI,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;gBAC3D,CAAC;gBACD,0CAA0C;gBAC1C,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;gBACjE,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;gBAChF,SAAS;YACX,CAAC;YAED,+DAA+D;YAC/D,MAAM;QACR,CAAC;QAED,2FAA2F;QAC3F,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,qBAAqB,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,22 +1,20 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* @agntk/core —
|
|
2
|
+
* @agntk/core — Main entry point.
|
|
3
3
|
*
|
|
4
|
-
* The
|
|
4
|
+
* The essentials: createAgent + supporting types.
|
|
5
5
|
* Advanced features live in sub-path imports:
|
|
6
|
-
* - @agntk/core/workflow — durability, hooks, teams, scheduling
|
|
7
|
-
* - @agntk/core/tools — tool builders, browser, spawn-agent
|
|
8
6
|
* - @agntk/core/evals — eval suite and assertions
|
|
9
7
|
* - @agntk/core/advanced — guardrail runners, best-of-n, observability, streaming internals
|
|
10
8
|
*/
|
|
11
9
|
export { createAgent } from './agent.js';
|
|
12
|
-
export type { Agent } from './agent.js';
|
|
13
|
-
export
|
|
14
|
-
export {
|
|
10
|
+
export type { AgentOptions, Agent, AgentStreamResult, } from './types/agent.js';
|
|
11
|
+
export { resolveModel, models, setResolvedProvider, getResolvedProviderState } from './models.js';
|
|
12
|
+
export type { ResolvedProvider } from './models.js';
|
|
13
|
+
export { resolveProvider, getResolvedProvider, resetProviderCache } from './provider-resolver.js';
|
|
14
|
+
export { detectSystem, recommendOllamaModels, getOllamaModels, hasOllamaModel } from './system-detect.js';
|
|
15
|
+
export type { SystemProfile, OllamaModelTier, OllamaModelRecommendation } from './system-detect.js';
|
|
15
16
|
export { loadConfig, getConfig, configure, defineConfig, getModelForTier, DEFAULT_MODELS, DEFAULT_PROVIDER, } from './config/index.js';
|
|
16
17
|
export type { AgentConfig, PartialAgentConfig, ModelsConfig, ModelTier, Provider } from './config/index.js';
|
|
17
|
-
export { toolPresets, createToolPreset } from './presets/tools.js';
|
|
18
|
-
export type { ToolPresetLevel, ToolPresetOptions } from './presets/tools.js';
|
|
19
|
-
export { roleConfigs } from './presets/roles.js';
|
|
20
18
|
export type { SkillsConfig, SkillMeta, SkillContent } from './skills/index.js';
|
|
21
19
|
export { loadSkills, discoverSkills } from './skills/index.js';
|
|
22
20
|
export { UsageLimitExceeded, usageLimitStop } from './usage-limits.js';
|
|
@@ -28,4 +26,5 @@ export type { MemoryStore, MemoryConfig } from './memory/types.js';
|
|
|
28
26
|
export { MarkdownMemoryStore } from './memory/store.js';
|
|
29
27
|
export type { MarkdownMemoryStoreOptions } from './memory/store.js';
|
|
30
28
|
export { loadMemoryContext } from './memory/loader.js';
|
|
29
|
+
export { shutdownObservability } from './observability/index.js';
|
|
31
30
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAMH,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,YAAY,EACV,YAAY,EACZ,KAAK,EACL,iBAAiB,GAClB,MAAM,eAAe,CAAC;AAMvB,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AAC/F,YAAY,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAMjD,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAM/F,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACvG,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAMjG,OAAO,EACL,UAAU,EACV,SAAS,EACT,SAAS,EACT,YAAY,EACZ,eAAe,EACf,cAAc,EACd,gBAAgB,GACjB,MAAM,UAAU,CAAC;AAClB,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAMnG,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACtE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAMtD,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACpE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAMlE,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACvD,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAMvF,YAAY,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAMzE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,YAAY,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAMpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,10 +1,8 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* @agntk/core —
|
|
2
|
+
* @agntk/core — Main entry point.
|
|
3
3
|
*
|
|
4
|
-
* The
|
|
4
|
+
* The essentials: createAgent + supporting types.
|
|
5
5
|
* Advanced features live in sub-path imports:
|
|
6
|
-
* - @agntk/core/workflow — durability, hooks, teams, scheduling
|
|
7
|
-
* - @agntk/core/tools — tool builders, browser, spawn-agent
|
|
8
6
|
* - @agntk/core/evals — eval suite and assertions
|
|
9
7
|
* - @agntk/core/advanced — guardrail runners, best-of-n, observability, streaming internals
|
|
10
8
|
*/
|
|
@@ -15,16 +13,19 @@ export { createAgent } from './agent.js';
|
|
|
15
13
|
// ═══════════════════════════════════════════════════════════════════════════════
|
|
16
14
|
// Models
|
|
17
15
|
// ═══════════════════════════════════════════════════════════════════════════════
|
|
18
|
-
export { resolveModel, models } from './models.js';
|
|
16
|
+
export { resolveModel, models, setResolvedProvider, getResolvedProviderState } from './models.js';
|
|
19
17
|
// ═══════════════════════════════════════════════════════════════════════════════
|
|
20
|
-
//
|
|
18
|
+
// Provider Resolution
|
|
21
19
|
// ═══════════════════════════════════════════════════════════════════════════════
|
|
22
|
-
export {
|
|
20
|
+
export { resolveProvider, getResolvedProvider, resetProviderCache } from './provider-resolver.js';
|
|
21
|
+
// ═══════════════════════════════════════════════════════════════════════════════
|
|
22
|
+
// System Detection
|
|
23
|
+
// ═══════════════════════════════════════════════════════════════════════════════
|
|
24
|
+
export { detectSystem, recommendOllamaModels, getOllamaModels, hasOllamaModel } from './system-detect.js';
|
|
23
25
|
// ═══════════════════════════════════════════════════════════════════════════════
|
|
24
|
-
//
|
|
26
|
+
// Configuration
|
|
25
27
|
// ═══════════════════════════════════════════════════════════════════════════════
|
|
26
|
-
export {
|
|
27
|
-
export { roleConfigs } from './presets/roles.js';
|
|
28
|
+
export { loadConfig, getConfig, configure, defineConfig, getModelForTier, DEFAULT_MODELS, DEFAULT_PROVIDER, } from './config/index.js';
|
|
28
29
|
export { loadSkills, discoverSkills } from './skills/index.js';
|
|
29
30
|
// ═══════════════════════════════════════════════════════════════════════════════
|
|
30
31
|
// Usage Limits
|
|
@@ -32,4 +33,8 @@ export { loadSkills, discoverSkills } from './skills/index.js';
|
|
|
32
33
|
export { UsageLimitExceeded, usageLimitStop } from './usage-limits.js';
|
|
33
34
|
export { MarkdownMemoryStore } from './memory/store.js';
|
|
34
35
|
export { loadMemoryContext } from './memory/loader.js';
|
|
36
|
+
// ═══════════════════════════════════════════════════════════════════════════════
|
|
37
|
+
// Observability
|
|
38
|
+
// ═══════════════════════════════════════════════════════════════════════════════
|
|
39
|
+
export { shutdownObservability } from './observability/index.js';
|
|
35
40
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,kFAAkF;AAClF,wBAAwB;AACxB,kFAAkF;AAElF,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAQtC,kFAAkF;AAClF,SAAS;AACT,kFAAkF;AAElF,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AAG/F,kFAAkF;AAClF,sBAAsB;AACtB,kFAAkF;AAElF,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAE/F,kFAAkF;AAClF,mBAAmB;AACnB,kFAAkF;AAElF,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGvG,kFAAkF;AAClF,gBAAgB;AAChB,kFAAkF;AAElF,OAAO,EACL,UAAU,EACV,SAAS,EACT,SAAS,EACT,YAAY,EACZ,eAAe,EACf,cAAc,EACd,gBAAgB,GACjB,MAAM,UAAU,CAAC;AAQlB,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAEtD,kFAAkF;AAClF,eAAe;AACf,kFAAkF;AAElF,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAqBpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEpD,kFAAkF;AAClF,gBAAgB;AAChB,kFAAkF;AAElF,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC"}
|
package/dist/models.d.ts
CHANGED
|
@@ -6,7 +6,30 @@
|
|
|
6
6
|
*/
|
|
7
7
|
import type { LanguageModel } from 'ai';
|
|
8
8
|
export type ModelTier = 'fast' | 'standard' | 'reasoning' | 'powerful';
|
|
9
|
-
export type ModelProvider = 'openrouter' | 'ollama' | 'openai' | (string & {});
|
|
9
|
+
export type ModelProvider = 'openrouter' | 'ollama' | 'openai' | 'cerebras' | 'agntk-free' | (string & {});
|
|
10
|
+
export interface ResolvedProvider {
|
|
11
|
+
provider: string;
|
|
12
|
+
source: string;
|
|
13
|
+
isFree: boolean;
|
|
14
|
+
/** Hardware-aware Ollama model recommendations (when provider is 'ollama') */
|
|
15
|
+
ollamaModels?: {
|
|
16
|
+
tier: string;
|
|
17
|
+
fast: string;
|
|
18
|
+
standard: string;
|
|
19
|
+
reasoning: string;
|
|
20
|
+
powerful: string;
|
|
21
|
+
reason: string;
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Set the resolved provider. Called once by the CLI after running the cascade.
|
|
26
|
+
* Bridges async resolution to sync model creation functions.
|
|
27
|
+
*/
|
|
28
|
+
export declare function setResolvedProvider(resolved: ResolvedProvider): void;
|
|
29
|
+
/**
|
|
30
|
+
* Get the currently resolved provider, or null if not yet resolved.
|
|
31
|
+
*/
|
|
32
|
+
export declare function getResolvedProviderState(): ResolvedProvider | null;
|
|
10
33
|
export interface ModelConfig {
|
|
11
34
|
provider: ModelProvider;
|
|
12
35
|
name: string;
|
package/dist/models.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AA+FxC,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AACvE,MAAM,MAAM,aAAa,GAAG,YAAY,GAAG,QAAQ,GAAG,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAM3G,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,8EAA8E;IAC9E,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAID;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI,CAGpE;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,gBAAgB,GAAG,IAAI,CAElE;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,aAAa,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAkED,eAAO,MAAM,MAAM;gBACP,aAAa;oBACT,aAAa;qBACZ,aAAa;oBACd,aAAa;CAC5B,CAAC;AAMF,MAAM,WAAW,sBAAsB;IACrC,iCAAiC;IACjC,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAAC,OAAO,GAAE,sBAA2B,GAAG,aAAa,CAsBhF"}
|
package/dist/models.js
CHANGED
|
@@ -24,6 +24,16 @@ const PROVIDER_CONFIGS = {
|
|
|
24
24
|
baseURL: 'https://api.openai.com/v1',
|
|
25
25
|
apiKeyEnv: 'OPENAI_API_KEY',
|
|
26
26
|
},
|
|
27
|
+
cerebras: {
|
|
28
|
+
name: 'cerebras',
|
|
29
|
+
baseURL: 'https://api.cerebras.ai/v1',
|
|
30
|
+
apiKeyEnv: 'CEREBRAS_API_KEY',
|
|
31
|
+
},
|
|
32
|
+
'agntk-free': {
|
|
33
|
+
name: 'agntk-free',
|
|
34
|
+
baseURL: 'https://api.agntk.dev/v1',
|
|
35
|
+
apiKeyEnv: 'AGNTK_FREE_TIER_KEY',
|
|
36
|
+
},
|
|
27
37
|
};
|
|
28
38
|
// ============================================================================
|
|
29
39
|
// Provider Instances (Lazy Initialization)
|
|
@@ -52,7 +62,10 @@ function getProvider(providerName) {
|
|
|
52
62
|
else {
|
|
53
63
|
throw new Error(`Unknown provider: ${providerName}. Configure it in models.customProviders.`);
|
|
54
64
|
}
|
|
55
|
-
|
|
65
|
+
// For the free tier proxy, use a static identifier token (proxy holds the real key)
|
|
66
|
+
const apiKey = providerConfig.name === 'agntk-free'
|
|
67
|
+
? 'agntk-free-v1'
|
|
68
|
+
: (process.env[providerConfig.apiKeyEnv] || '');
|
|
56
69
|
log.debug('Initializing provider', { name: providerConfig.name, baseURL: providerConfig.baseURL });
|
|
57
70
|
instance = createOpenAICompatible({
|
|
58
71
|
name: providerConfig.name,
|
|
@@ -63,6 +76,21 @@ function getProvider(providerName) {
|
|
|
63
76
|
providerInstances.set(providerName, instance);
|
|
64
77
|
return instance;
|
|
65
78
|
}
|
|
79
|
+
let _resolvedProvider = null;
|
|
80
|
+
/**
|
|
81
|
+
* Set the resolved provider. Called once by the CLI after running the cascade.
|
|
82
|
+
* Bridges async resolution to sync model creation functions.
|
|
83
|
+
*/
|
|
84
|
+
export function setResolvedProvider(resolved) {
|
|
85
|
+
_resolvedProvider = resolved;
|
|
86
|
+
log.info('Provider set', { provider: resolved.provider, source: resolved.source });
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* Get the currently resolved provider, or null if not yet resolved.
|
|
90
|
+
*/
|
|
91
|
+
export function getResolvedProviderState() {
|
|
92
|
+
return _resolvedProvider;
|
|
93
|
+
}
|
|
66
94
|
// ============================================================================
|
|
67
95
|
// Environment Variable Model Overrides
|
|
68
96
|
// ============================================================================
|
|
@@ -85,13 +113,31 @@ function createModelForProvider(provider, modelName) {
|
|
|
85
113
|
// Model Tier Functions
|
|
86
114
|
// ============================================================================
|
|
87
115
|
/**
|
|
88
|
-
* Create a model for a given tier, respecting env overrides and Ollama fallback.
|
|
116
|
+
* Create a model for a given tier, respecting env overrides, resolved provider, and Ollama fallback.
|
|
117
|
+
*
|
|
118
|
+
* For Ollama providers, model selection is hardware-aware:
|
|
119
|
+
* the provider resolver attaches an ollamaModels recommendation that
|
|
120
|
+
* maps each tier to the largest model the system can run.
|
|
89
121
|
*/
|
|
90
122
|
function createTierModel(tier) {
|
|
123
|
+
// 1. Use resolved provider if available (new zero-config path)
|
|
124
|
+
if (_resolvedProvider) {
|
|
125
|
+
const providerName = _resolvedProvider.provider;
|
|
126
|
+
// For Ollama: check env override → hardware-detected models → static defaults
|
|
127
|
+
const ollamaRecommended = _resolvedProvider.ollamaModels;
|
|
128
|
+
const modelName = getEnvModel(tier)
|
|
129
|
+
|| (providerName === 'ollama' ? getOllamaEnvModel(tier) : undefined)
|
|
130
|
+
|| (providerName === 'ollama' && ollamaRecommended ? ollamaRecommended[tier] : undefined)
|
|
131
|
+
|| DEFAULT_MODELS[providerName]?.[tier]
|
|
132
|
+
|| DEFAULT_MODELS[DEFAULT_PROVIDER][tier];
|
|
133
|
+
return createModelForProvider(providerName, modelName);
|
|
134
|
+
}
|
|
135
|
+
// 2. Legacy path: explicit OLLAMA_ENABLED
|
|
91
136
|
if (process.env['OLLAMA_ENABLED'] === 'true') {
|
|
92
137
|
const modelName = getOllamaEnvModel(tier) || DEFAULT_MODELS.ollama[tier];
|
|
93
138
|
return createModelForProvider('ollama', modelName);
|
|
94
139
|
}
|
|
140
|
+
// 3. Legacy path: default to openrouter
|
|
95
141
|
const modelName = getEnvModel(tier) || DEFAULT_MODELS.openrouter[tier];
|
|
96
142
|
return createModelForProvider('openrouter', modelName);
|
|
97
143
|
}
|
|
@@ -122,8 +168,8 @@ export function resolveModel(options = {}) {
|
|
|
122
168
|
log.info('Resolving model (OpenRouter format)', { modelName });
|
|
123
169
|
return createModelForProvider('openrouter', modelName);
|
|
124
170
|
}
|
|
125
|
-
// Use tier-based selection from config
|
|
126
|
-
const effectiveProvider = provider ?? config.models?.defaultProvider ?? DEFAULT_PROVIDER;
|
|
171
|
+
// Use tier-based selection from config, falling back to resolved provider
|
|
172
|
+
const effectiveProvider = provider ?? config.models?.defaultProvider ?? _resolvedProvider?.provider ?? DEFAULT_PROVIDER;
|
|
127
173
|
const effectiveModel = getModelForTier(tier, effectiveProvider);
|
|
128
174
|
log.info('Resolving model (tier-based)', { tier, provider: effectiveProvider, model: effectiveModel });
|
|
129
175
|
return createModelForProvider(effectiveProvider, effectiveModel);
|
package/dist/models.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.js","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAGxF,MAAM,GAAG,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAa/C,MAAM,gBAAgB,GAAmC;IACvD,UAAU,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,8BAA8B;QACvC,SAAS,EAAE,oBAAoB;KAChC;IACD,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,2BAA2B;QACtE,SAAS,EAAE,gBAAgB,EAAE,sDAAsD;KACpF;IACD,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,2BAA2B;QACpC,SAAS,EAAE,gBAAgB;KAC5B;CACF,CAAC;AAEF,+EAA+E;AAC/E,2CAA2C;AAC3C,+EAA+E;AAE/E,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAqD,CAAC;AAEvF,SAAS,WAAW,CAAC,YAAoB;IACvC,IAAI,QAAQ,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACnD,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,uCAAuC;IACvC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC;IACvD,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC,YAAY,CAAC,CAAC;IAErD,IAAI,cAA8B,CAAC;IAEnC,IAAI,YAAY,EAAE,CAAC;QACjB,cAAc,GAAG;YACf,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,SAAS,EAAE,YAAY,CAAC,SAAS;YACjC,OAAO,EAAE,YAAY,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;SAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,cAAc,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,qBAAqB,YAAY,2CAA2C,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAGxF,MAAM,GAAG,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAa/C,MAAM,gBAAgB,GAAmC;IACvD,UAAU,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,8BAA8B;QACvC,SAAS,EAAE,oBAAoB;KAChC;IACD,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,2BAA2B;QACtE,SAAS,EAAE,gBAAgB,EAAE,sDAAsD;KACpF;IACD,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,2BAA2B;QACpC,SAAS,EAAE,gBAAgB;KAC5B;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,4BAA4B;QACrC,SAAS,EAAE,kBAAkB;KAC9B;IACD,YAAY,EAAE;QACZ,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,0BAA0B;QACnC,SAAS,EAAE,qBAAqB;KACjC;CACF,CAAC;AAEF,+EAA+E;AAC/E,2CAA2C;AAC3C,+EAA+E;AAE/E,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAqD,CAAC;AAEvF,SAAS,WAAW,CAAC,YAAoB;IACvC,IAAI,QAAQ,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACnD,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,uCAAuC;IACvC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC;IACvD,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC,YAAY,CAAC,CAAC;IAErD,IAAI,cAA8B,CAAC;IAEnC,IAAI,YAAY,EAAE,CAAC;QACjB,cAAc,GAAG;YACf,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,SAAS,EAAE,YAAY,CAAC,SAAS;YACjC,OAAO,EAAE,YAAY,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;SAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,cAAc,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,qBAAqB,YAAY,2CAA2C,CAAC,CAAC;IAChG,CAAC;IAED,oFAAoF;IACpF,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,KAAK,YAAY;QACjD,CAAC,CAAC,eAAe;QACjB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAElD,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,IAAI,EAAE,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;IAEnG,QAAQ,GAAG,sBAAsB,CAAC;QAChC,IAAI,EAAE,cAAc,CAAC,IAAI;QACzB,OAAO,EAAE,cAAc,CAAC,OAAO;QAC/B,MAAM;QACN,OAAO,EAAE,cAAc,CAAC,OAAO;KAChC,CAAC,CAAC;IAEH,iBAAiB,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC9C,OAAO,QAAQ,CAAC;AAClB,CAAC;AA4BD,IAAI,iBAAiB,GAA4B,IAAI,CAAC;AAEtD;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA0B;IAC5D,iBAAiB,GAAG,QAAQ,CAAC;IAC7B,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AACrF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAOD,+EAA+E;AAC/E,uCAAuC;AACvC,+EAA+E;AAE/E,SAAS,WAAW,CAAC,IAAe;IAClC,MAAM,MAAM,GAAG,SAAS,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;IAC7C,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAe;IACxC,MAAM,MAAM,GAAG,UAAU,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;IACpD,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,SAAS,sBAAsB,CAC7B,QAAgB,EAChB,SAAiB;IAEjB,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC/C,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC;AACrC,CAAC;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,IAAe;IACtC,+DAA+D;IAC/D,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,CAAC;QAEhD,8EAA8E;QAC9E,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,YAAY,CAAC;QAEzD,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC;eAC9B,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;eACjE,CAAC,YAAY,KAAK,QAAQ,IAAI,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;eACtF,cAAc,CAAC,YAA2C,CAAC,EAAE,CAAC,IAAI,CAAC;eACnE,cAAc,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5C,OAAO,sBAAsB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACzD,CAAC;IAED,0CAA0C;IAC1C,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,KAAK,MAAM,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzE,OAAO,sBAAsB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;IAED,wCAAwC;IACxC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACvE,OAAO,sBAAsB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,IAAI,EAAE,GAAkB,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC;IAClD,QAAQ,EAAE,GAAkB,EAAE,CAAC,eAAe,CAAC,UAAU,CAAC;IAC1D,SAAS,EAAE,GAAkB,EAAE,CAAC,eAAe,CAAC,WAAW,CAAC;IAC5D,QAAQ,EAAE,GAAkB,EAAE,CAAC,eAAe,CAAC,UAAU,CAAC;CAC3D,CAAC;AAeF;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,UAAkC,EAAE;IAC/D,MAAM,EAAE,IAAI,GAAG,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IAC3D,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,gDAAgD;IAChD,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC;QAC1B,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAChE,OAAO,sBAAsB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;IAED,qEAAqE;IACrE,IAAI,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACzC,GAAG,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAC/D,OAAO,sBAAsB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACzD,CAAC;IAED,0EAA0E;IAC1E,MAAM,iBAAiB,GAAG,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,eAAe,IAAI,iBAAiB,EAAE,QAAQ,IAAI,gBAAgB,CAAC;IACxH,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IAChE,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;IAEvG,OAAO,sBAAsB,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -10,8 +10,8 @@ import type { ObservabilityConfig, TelemetrySettings } from './types.js';
|
|
|
10
10
|
* Initialize observability provider (currently Langfuse).
|
|
11
11
|
*
|
|
12
12
|
* Must be called before any AI SDK calls to enable tracing.
|
|
13
|
-
* This sets up
|
|
14
|
-
* traces to Langfuse.
|
|
13
|
+
* This sets up a NodeTracerProvider with a SimpleSpanProcessor
|
|
14
|
+
* that sends traces to Langfuse via the LangfuseExporter.
|
|
15
15
|
*
|
|
16
16
|
* @example
|
|
17
17
|
* ```typescript
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langfuse.d.ts","sourceRoot":"","sources":["../../src/observability/langfuse.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"langfuse.d.ts","sourceRoot":"","sources":["../../src/observability/langfuse.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAStE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,CA0ErF;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,CAAC,EAAE;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAWpB;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,OAAO,CAEhD;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAmB3D"}
|
|
@@ -8,12 +8,14 @@
|
|
|
8
8
|
import { createLogger } from '@agntk/logger';
|
|
9
9
|
const log = createLogger('@agntk/core:observability');
|
|
10
10
|
let initialized = false;
|
|
11
|
+
// Hold references for shutdown/flush
|
|
12
|
+
let tracerProviderRef = null;
|
|
11
13
|
/**
|
|
12
14
|
* Initialize observability provider (currently Langfuse).
|
|
13
15
|
*
|
|
14
16
|
* Must be called before any AI SDK calls to enable tracing.
|
|
15
|
-
* This sets up
|
|
16
|
-
* traces to Langfuse.
|
|
17
|
+
* This sets up a NodeTracerProvider with a SimpleSpanProcessor
|
|
18
|
+
* that sends traces to Langfuse via the LangfuseExporter.
|
|
17
19
|
*
|
|
18
20
|
* @example
|
|
19
21
|
* ```typescript
|
|
@@ -44,22 +46,30 @@ export async function initObservability(config) {
|
|
|
44
46
|
const langfuseModule = await dynamicImport('langfuse-vercel');
|
|
45
47
|
const publicKey = config.langfuse?.publicKey ?? process.env.LANGFUSE_PUBLIC_KEY;
|
|
46
48
|
const secretKey = config.langfuse?.secretKey ?? process.env.LANGFUSE_SECRET_KEY;
|
|
47
|
-
const baseUrl = config.langfuse?.baseUrl ?? process.env.LANGFUSE_BASEURL ?? 'https://cloud.langfuse.com';
|
|
49
|
+
const baseUrl = config.langfuse?.baseUrl ?? process.env.LANGFUSE_BASE_URL ?? process.env.LANGFUSE_BASEURL ?? 'https://cloud.langfuse.com';
|
|
48
50
|
if (!publicKey || !secretKey) {
|
|
49
51
|
log.warn('Langfuse keys not provided, observability disabled');
|
|
50
52
|
return false;
|
|
51
53
|
}
|
|
52
|
-
//
|
|
53
|
-
const
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
secretKey,
|
|
59
|
-
baseUrl,
|
|
60
|
-
debug: config.langfuse?.debug ?? false,
|
|
61
|
-
}),
|
|
54
|
+
// Create the Langfuse exporter
|
|
55
|
+
const exporter = new langfuseModule.LangfuseExporter({
|
|
56
|
+
publicKey,
|
|
57
|
+
secretKey,
|
|
58
|
+
baseUrl,
|
|
59
|
+
debug: config.langfuse?.debug ?? false,
|
|
62
60
|
});
|
|
61
|
+
// Use NodeTracerProvider + BatchSpanProcessor for proper trace export.
|
|
62
|
+
// @vercel/otel's registerOTel creates a ProxyTracerProvider that doesn't
|
|
63
|
+
// actually export spans outside of Vercel's runtime.
|
|
64
|
+
const nodeTracingModule = await dynamicImport('@opentelemetry/sdk-trace-node');
|
|
65
|
+
// SimpleSpanProcessor exports each span immediately (good for CLI / short-lived processes).
|
|
66
|
+
const processor = new nodeTracingModule.SimpleSpanProcessor(exporter);
|
|
67
|
+
// In @opentelemetry/sdk-trace-node v2.x, span processors are passed via constructor.
|
|
68
|
+
const provider = new nodeTracingModule.NodeTracerProvider({
|
|
69
|
+
spanProcessors: [processor],
|
|
70
|
+
});
|
|
71
|
+
provider.register();
|
|
72
|
+
tracerProviderRef = provider;
|
|
63
73
|
initialized = true;
|
|
64
74
|
log.info('Langfuse observability initialized', { baseUrl });
|
|
65
75
|
return true;
|
|
@@ -68,7 +78,7 @@ export async function initObservability(config) {
|
|
|
68
78
|
// Graceful degradation — langfuse not installed or failed to init
|
|
69
79
|
const message = error instanceof Error ? error.message : String(error);
|
|
70
80
|
if (message.includes('Cannot find module') || message.includes('MODULE_NOT_FOUND')) {
|
|
71
|
-
log.info('Langfuse not installed, observability features disabled. Install with: pnpm add langfuse-vercel @
|
|
81
|
+
log.info('Langfuse not installed, observability features disabled. Install with: pnpm add langfuse-vercel @opentelemetry/sdk-trace-node @opentelemetry/api');
|
|
72
82
|
}
|
|
73
83
|
else {
|
|
74
84
|
log.warn('Failed to initialize Langfuse observability', { error: message });
|
|
@@ -82,7 +92,12 @@ export async function initObservability(config) {
|
|
|
82
92
|
*/
|
|
83
93
|
export function createTelemetrySettings(options) {
|
|
84
94
|
return {
|
|
85
|
-
isEnabled
|
|
95
|
+
// Use a getter so isEnabled reflects the live `initialized` state.
|
|
96
|
+
// The settings object is created before initObservability() runs,
|
|
97
|
+
// but the AI SDK reads isEnabled per-call, so this stays in sync.
|
|
98
|
+
get isEnabled() {
|
|
99
|
+
return initialized;
|
|
100
|
+
},
|
|
86
101
|
functionId: options?.functionId,
|
|
87
102
|
metadata: options?.metadata,
|
|
88
103
|
};
|
|
@@ -101,12 +116,19 @@ export async function shutdownObservability() {
|
|
|
101
116
|
if (!initialized)
|
|
102
117
|
return;
|
|
103
118
|
try {
|
|
104
|
-
|
|
105
|
-
|
|
119
|
+
log.info('Observability shutdown requested — flushing traces');
|
|
120
|
+
// Flush and shutdown the NodeTracerProvider which flushes all span processors
|
|
121
|
+
if (tracerProviderRef) {
|
|
122
|
+
await tracerProviderRef.forceFlush();
|
|
123
|
+
await tracerProviderRef.shutdown();
|
|
124
|
+
tracerProviderRef = null;
|
|
125
|
+
}
|
|
106
126
|
initialized = false;
|
|
127
|
+
log.info('Observability shutdown complete');
|
|
107
128
|
}
|
|
108
129
|
catch (error) {
|
|
109
130
|
log.warn('Error during observability shutdown', { error: String(error) });
|
|
131
|
+
initialized = false;
|
|
110
132
|
}
|
|
111
133
|
}
|
|
112
134
|
//# sourceMappingURL=langfuse.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langfuse.js","sourceRoot":"","sources":["../../src/observability/langfuse.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAG7C,MAAM,GAAG,GAAG,YAAY,CAAC,2BAA2B,CAAC,CAAC;AAEtD,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAA2B;IACjE,IAAI,WAAW,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACnC,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,sEAAsE;QACtE,0DAA0D;QAC1D,MAAM,aAAa,GAAG,IAAI,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAA4D,CAAC;QAEvI,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,iBAAiB,
|
|
1
|
+
{"version":3,"file":"langfuse.js","sourceRoot":"","sources":["../../src/observability/langfuse.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAG7C,MAAM,GAAG,GAAG,YAAY,CAAC,2BAA2B,CAAC,CAAC;AAEtD,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,qCAAqC;AACrC,IAAI,iBAAiB,GAA8E,IAAI,CAAC;AAExG;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAA2B;IACjE,IAAI,WAAW,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACnC,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,sEAAsE;QACtE,0DAA0D;QAC1D,MAAM,aAAa,GAAG,IAAI,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAA4D,CAAC;QAEvI,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,iBAAiB,CAE3D,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChF,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChF,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,4BAA4B,CAAC;QAE1I,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7B,GAAG,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,+BAA+B;QAC/B,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,gBAAgB,CAAC;YACnD,SAAS;YACT,SAAS;YACT,OAAO;YACP,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,KAAK;SACvC,CAAC,CAAC;QAEH,uEAAuE;QACvE,yEAAyE;QACzE,qDAAqD;QACrD,MAAM,iBAAiB,GAAG,MAAM,aAAa,CAAC,+BAA+B,CAO5E,CAAC;QAEF,4FAA4F;QAC5F,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAEtE,qFAAqF;QACrF,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,kBAAkB,CAAC;YACxD,cAAc,EAAE,CAAC,SAAS,CAAC;SAC5B,CAAC,CAAC;QACH,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAEpB,iBAAiB,GAAG,QAAQ,CAAC;QAC7B,WAAW,GAAG,IAAI,CAAC;QACnB,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,kEAAkE;QAClE,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEvE,IAAI,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACnF,GAAG,CAAC,IAAI,CAAC,kJAAkJ,CAAC,CAAC;QAC/J,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,CAAC,6CAA6C,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,OAAO;QACL,mEAAmE;QACnE,kEAAkE;QAClE,kEAAkE;QAClE,IAAI,SAAS;YACX,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,UAAU,EAAE,OAAO,EAAE,UAAU;QAC/B,QAAQ,EAAE,OAAO,EAAE,QAAQ;KAC5B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,IAAI,CAAC,WAAW;QAAE,OAAO;IAEzB,IAAI,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QAE/D,8EAA8E;QAC9E,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,iBAAiB,CAAC,UAAU,EAAE,CAAC;YACrC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YACnC,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,WAAW,GAAG,KAAK,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1E,WAAW,GAAG,KAAK,CAAC;IACtB,CAAC;AACH,CAAC"}
|
|
@@ -1,10 +1,18 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* @agntk/core - Sub-Agent Role Configurations
|
|
3
|
-
* Predefined configurations for specialized sub-agent roles
|
|
3
|
+
* Predefined configurations for specialized sub-agent roles.
|
|
4
|
+
*
|
|
5
|
+
* Sub-agents always use the 'full' tool preset (same as the parent agent).
|
|
6
|
+
* These configs only define role-specific instructions.
|
|
4
7
|
*/
|
|
5
|
-
import type { SubAgentConfig } from '../types/agent.js';
|
|
6
8
|
/**
|
|
7
|
-
*
|
|
9
|
+
* Configuration for a sub-agent role.
|
|
10
|
+
*/
|
|
11
|
+
export interface SubAgentConfig {
|
|
12
|
+
instructions: string;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Sub-agent role configurations with specialized prompts.
|
|
8
16
|
*/
|
|
9
17
|
export declare const subAgentConfigs: Record<string, SubAgentConfig>;
|
|
10
18
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sub-agent-configs.d.ts","sourceRoot":"","sources":["../../src/presets/sub-agent-configs.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"sub-agent-configs.d.ts","sourceRoot":"","sources":["../../src/presets/sub-agent-configs.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CA+C1D,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAE9D;AAED;;GAEG;AACH,eAAO,MAAM,aAAa,wDAAyD,CAAC;AACpF,MAAM,MAAM,YAAY,GAAG,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC"}
|