@n1k1t/pipelain 0.4.15 → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.local.json +7 -0
- package/AGENTS.md +20 -0
- package/README.md +151 -10
- package/assets/report/index.hbs +78 -24
- package/assets/report/main.css +122 -3
- package/lib/src/index.d.ts +2 -0
- package/lib/src/index.d.ts.map +1 -1
- package/lib/src/index.js +2 -0
- package/lib/src/index.js.map +1 -1
- package/lib/src/models/index.d.ts +1 -0
- package/lib/src/models/index.d.ts.map +1 -1
- package/lib/src/models/index.js +1 -0
- package/lib/src/models/index.js.map +1 -1
- package/lib/src/models/llm/hook.d.ts +128 -0
- package/lib/src/models/llm/hook.d.ts.map +1 -0
- package/lib/src/models/llm/hook.js +129 -0
- package/lib/src/models/llm/hook.js.map +1 -0
- package/lib/src/models/llm/index.d.ts +1 -0
- package/lib/src/models/llm/index.d.ts.map +1 -1
- package/lib/src/models/llm/index.js +1 -0
- package/lib/src/models/llm/index.js.map +1 -1
- package/lib/src/models/llm/mcp.d.ts +4 -0
- package/lib/src/models/llm/mcp.d.ts.map +1 -1
- package/lib/src/models/llm/mcp.js +5 -2
- package/lib/src/models/llm/mcp.js.map +1 -1
- package/lib/src/models/llm/providers/proxy.d.ts +6 -0
- package/lib/src/models/llm/providers/proxy.d.ts.map +1 -1
- package/lib/src/models/llm/providers/proxy.js +5 -3
- package/lib/src/models/llm/providers/proxy.js.map +1 -1
- package/lib/src/models/llm/router.d.ts +6 -0
- package/lib/src/models/llm/router.d.ts.map +1 -1
- package/lib/src/models/llm/router.js +12 -0
- package/lib/src/models/llm/router.js.map +1 -1
- package/lib/src/models/llm/tools/attachment.js +2 -2
- package/lib/src/models/llm/tools/attachment.js.map +1 -1
- package/lib/src/models/llm/tools/edit.js +3 -3
- package/lib/src/models/llm/tools/edit.js.map +1 -1
- package/lib/src/models/llm/tools/fetch.js +4 -4
- package/lib/src/models/llm/tools/fetch.js.map +1 -1
- package/lib/src/models/llm/tools/grep.js +2 -2
- package/lib/src/models/llm/tools/grep.js.map +1 -1
- package/lib/src/models/llm/tools/ls.js +2 -2
- package/lib/src/models/llm/tools/ls.js.map +1 -1
- package/lib/src/models/llm/tools/mkdir.js +2 -2
- package/lib/src/models/llm/tools/mkdir.js.map +1 -1
- package/lib/src/models/llm/tools/model.d.ts +6 -4
- package/lib/src/models/llm/tools/model.d.ts.map +1 -1
- package/lib/src/models/llm/tools/model.js +22 -9
- package/lib/src/models/llm/tools/model.js.map +1 -1
- package/lib/src/models/llm/tools/npm.js +1 -1
- package/lib/src/models/llm/tools/npm.js.map +1 -1
- package/lib/src/models/llm/tools/npx.js +1 -1
- package/lib/src/models/llm/tools/npx.js.map +1 -1
- package/lib/src/models/llm/tools/read.js +3 -3
- package/lib/src/models/llm/tools/read.js.map +1 -1
- package/lib/src/models/llm/tools/rm.js +4 -4
- package/lib/src/models/llm/tools/rm.js.map +1 -1
- package/lib/src/models/llm/tools/search.js +2 -2
- package/lib/src/models/llm/tools/search.js.map +1 -1
- package/lib/src/models/llm/tools/skill.js +2 -2
- package/lib/src/models/llm/tools/skill.js.map +1 -1
- package/lib/src/models/llm/tools/write.js +3 -3
- package/lib/src/models/llm/tools/write.js.map +1 -1
- package/lib/src/models/meta.d.ts +12 -0
- package/lib/src/models/meta.d.ts.map +1 -0
- package/lib/src/models/meta.js +32 -0
- package/lib/src/models/meta.js.map +1 -0
- package/lib/src/models/pipeline/model.d.ts +2 -0
- package/lib/src/models/pipeline/model.d.ts.map +1 -1
- package/lib/src/models/pipeline/model.js +8 -4
- package/lib/src/models/pipeline/model.js.map +1 -1
- package/lib/src/models/pipeline/parameters.d.ts.map +1 -1
- package/lib/src/models/pipeline/parameters.js +5 -1
- package/lib/src/models/pipeline/parameters.js.map +1 -1
- package/lib/src/models/pipeline/report/index.d.ts.map +1 -1
- package/lib/src/models/pipeline/report/index.js +28 -10
- package/lib/src/models/pipeline/report/index.js.map +1 -1
- package/lib/src/models/pipeline/report/types.d.ts +12 -4
- package/lib/src/models/pipeline/report/types.d.ts.map +1 -1
- package/lib/src/models/pipeline/session.d.ts +12 -23
- package/lib/src/models/pipeline/session.d.ts.map +1 -1
- package/lib/src/models/pipeline/session.js +15 -10
- package/lib/src/models/pipeline/session.js.map +1 -1
- package/lib/src/models/pipeline/stdout/compiled/console.js +16 -13
- package/lib/src/models/pipeline/stdout/compiled/console.js.map +1 -1
- package/lib/src/models/pipeline/stdout/model.d.ts +1 -1
- package/lib/src/models/pipeline/stdout/model.d.ts.map +1 -1
- package/lib/src/models/pipeline/stdout/model.js +12 -7
- package/lib/src/models/pipeline/stdout/model.js.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/fallback.d.ts +1 -0
- package/lib/src/models/pipeline/steps/ai/actions/fallback.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/fallback.js +4 -1
- package/lib/src/models/pipeline/steps/ai/actions/fallback.js.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/model.d.ts +2 -3
- package/lib/src/models/pipeline/steps/ai/actions/model.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/model.js +2 -9
- package/lib/src/models/pipeline/steps/ai/actions/model.js.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/reasoning.d.ts +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/reasoning.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/reasoning.js +5 -3
- package/lib/src/models/pipeline/steps/ai/actions/reasoning.js.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/tool.d.ts +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/tool.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/ai/actions/tool.js +3 -2
- package/lib/src/models/pipeline/steps/ai/actions/tool.js.map +1 -1
- package/lib/src/models/pipeline/steps/ai/index.d.ts +3 -0
- package/lib/src/models/pipeline/steps/ai/index.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/ai/index.js +31 -9
- package/lib/src/models/pipeline/steps/ai/index.js.map +1 -1
- package/lib/src/models/pipeline/steps/ai/types.d.ts +2 -1
- package/lib/src/models/pipeline/steps/ai/types.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/ai/utils.js +1 -1
- package/lib/src/models/pipeline/steps/ai/utils.js.map +1 -1
- package/lib/src/models/pipeline/steps/loop.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/loop.js +10 -7
- package/lib/src/models/pipeline/steps/loop.js.map +1 -1
- package/lib/src/models/pipeline/steps/model.d.ts +2 -0
- package/lib/src/models/pipeline/steps/model.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/model.js +2 -0
- package/lib/src/models/pipeline/steps/model.js.map +1 -1
- package/lib/src/models/pipeline/steps/self.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/self.js +6 -5
- package/lib/src/models/pipeline/steps/self.js.map +1 -1
- package/lib/src/models/pipeline/steps/swarm.d.ts.map +1 -1
- package/lib/src/models/pipeline/steps/swarm.js +10 -8
- package/lib/src/models/pipeline/steps/swarm.js.map +1 -1
- package/lib/src/models/pipeline/types.d.ts +1 -0
- package/lib/src/models/pipeline/types.d.ts.map +1 -1
- package/lib/src/setup.js +30 -3
- package/lib/src/setup.js.map +1 -1
- package/lib/src/utils/common.d.ts +8 -0
- package/lib/src/utils/common.d.ts.map +1 -1
- package/lib/src/utils/common.js +14 -1
- package/lib/src/utils/common.js.map +1 -1
- package/lib/src/utils/index.d.ts +0 -1
- package/lib/src/utils/index.d.ts.map +1 -1
- package/lib/src/utils/index.js +0 -1
- package/lib/src/utils/index.js.map +1 -1
- package/package.json +1 -1
- package/lib/src/utils/meta.d.ts +0 -9
- package/lib/src/utils/meta.d.ts.map +0 -1
- package/lib/src/utils/meta.js +0 -15
- package/lib/src/utils/meta.js.map +0 -1
|
@@ -3,7 +3,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.PipelineSelfStep = exports.PipelineSelfStepCompiler = void 0;
|
|
4
4
|
const model_1 = require("./model");
|
|
5
5
|
const errors_1 = require("../errors");
|
|
6
|
-
const utils_1 = require("../../../utils");
|
|
7
6
|
class PipelineSelfStepCompiler extends model_1.PipelineStepCompiler {
|
|
8
7
|
constructor(definition) {
|
|
9
8
|
super();
|
|
@@ -39,8 +38,8 @@ class PipelineSelfStepCompiler extends model_1.PipelineStepCompiler {
|
|
|
39
38
|
exports.PipelineSelfStepCompiler = PipelineSelfStepCompiler;
|
|
40
39
|
class PipelineSelfStep extends model_1.PipelineStep {
|
|
41
40
|
async run(parameters) {
|
|
42
|
-
|
|
43
|
-
this.pipeline.session.emit('step:run', { step: this
|
|
41
|
+
this.meta.actualize('INIT');
|
|
42
|
+
this.pipeline.session.emit('step:run', { step: this });
|
|
44
43
|
try {
|
|
45
44
|
const schema = this.definition.schema
|
|
46
45
|
? typeof this.definition.schema === 'function'
|
|
@@ -49,11 +48,13 @@ class PipelineSelfStep extends model_1.PipelineStep {
|
|
|
49
48
|
: null;
|
|
50
49
|
const result = await this.definition.exec(parameters);
|
|
51
50
|
await schema?.parseAsync(result);
|
|
52
|
-
this.
|
|
51
|
+
this.meta.actualize('DONE');
|
|
52
|
+
this.pipeline.session.emit('step:run', { step: this });
|
|
53
53
|
return result;
|
|
54
54
|
}
|
|
55
55
|
catch (error) {
|
|
56
|
-
this.
|
|
56
|
+
this.meta.actualize('ERROR');
|
|
57
|
+
this.pipeline.session.emit('step:run', { step: this });
|
|
57
58
|
throw error;
|
|
58
59
|
}
|
|
59
60
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"self.js","sourceRoot":"","sources":["../../../../../src/models/pipeline/steps/self.ts"],"names":[],"mappings":";;;AAEA,mCAA2G;AAE3G,sCAAyD;
|
|
1
|
+
{"version":3,"file":"self.js","sourceRoot":"","sources":["../../../../../src/models/pipeline/steps/self.ts"],"names":[],"mappings":";;;AAEA,mCAA2G;AAE3G,sCAAyD;AASzD,MAAa,wBAGX,SAAQ,4BAA6B;IAGrC,YAAsB,UAAyD;QAC7E,KAAK,EAAE,CAAC;QADY,eAAU,GAAV,UAAU,CAA+C;QAFvE,SAAI,GAAuC,MAAM,CAAC;IAI1D,CAAC;IAED,sDAAsD;IAC/C,MAAM,CACX,SAA8E;QAE9E,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;QACnC,OAAuB,IAAI,CAAC;IAC9B,CAAC;IAED,wBAAwB;IACjB,IAAI,CACT,OAAsD;QAEtD,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,OAAO,CAAC;QAC/B,OAAuB,IAAI,CAAC;IAC9B,CAAC;IAEM,OAAO,CAAC,QAA6B;QAC1C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,qCAA4B,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE;YACrC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;YAE5B,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI;YAC1B,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAE9B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;SACxB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CACV,KAAc;QAEd,OAAO,IAAI,wBAAwB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACjD,CAAC;CACF;AA/CD,4DA+CC;AAED,MAAa,gBAGX,SAAQ,oBAAmF;IACpF,KAAK,CAAC,GAAG,CAAC,UAA8C;QAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM;gBACnC,CAAC,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,UAAU;oBAC5C,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;oBAC1C,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM;gBAC1B,CAAC,CAAC,IAAI,CAAC;YAET,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACtD,MAAM,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YAEjC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC7B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AA7BD,4CA6BC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"swarm.d.ts","sourceRoot":"","sources":["../../../../../src/models/pipeline/steps/swarm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAqB,MAAM,SAAS,CAAC;AAC7E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAEjD,OAAO,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAE3G,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"swarm.d.ts","sourceRoot":"","sources":["../../../../../src/models/pipeline/steps/swarm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAqB,MAAM,SAAS,CAAC;AAC7E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAEjD,OAAO,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAE3G,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAGnD,UAAU,WAAW,CAAC,cAAc,SAAS,sBAAsB,CAAE,SAAQ,uBAAuB;IAClG,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EACD,CAAC,oBAAoB,GAAG,gBAAgB,CAAC,EAAE,GAC3C,0BAA0B,CAAC,cAAc,EAAE,CAAC,oBAAoB,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;IAE5F,GAAG,CAAC,EACA,MAAM,CAAC,MAAM,EAAE,oBAAoB,GAAG,gBAAgB,CAAC,GACvD,0BAA0B,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,oBAAoB,GAAG,gBAAgB,CAAC,CAAC,CAAC;CACzG;AAED,qBAAa,yBAAyB,CACpC,cAAc,SAAS,sBAAsB,GAAG,GAAG,EACnD,OAAO,SAAS,oBAAoB,CAAC,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC,GACnF,oBAAoB,CAAC,GAAG,CAAC,EAAE,CAC/B,SAAQ,oBAAoB,CAAC,OAAO,CAAC;IAGzB,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IAFtE,OAAO,CAAC,IAAI,CAAgD;gBAEtC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IAItE,2CAA2C;IACpC,IAAI,CACT,CAAC,SAAS,oBAAoB,GAAG,gBAAgB,EACjD,OAAO,SAAS,yBAAyB,CAAC,cAAc,EAAE,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAC/F,SAAS,EAAE,CAAC,EAAE,GAAG,0BAA0B,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,GAAG,OAAO;IAI5E,+DAA+D;IACxD,GAAG,CACR,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,oBAAoB,GAAG,gBAAgB,CAAC,EACjE,OAAO,SAAS,yBAAyB,CAAC,cAAc,EAAE;SACvD,CAAC,IAAI,MAAM,CAAC,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;KACtD,CAAC,EACF,SAAS,EAAE,CAAC,GAAG,0BAA0B,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,OAAO;IAKxE,2DAA2D;IACpD,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK1B,OAAO,CAAC,QAAQ,EAAE,mBAAmB,GAAG,iBAAiB,CAAC,cAAc,EAAE,OAAO,CAAC;IAoBzF,yEAAyE;IAClE,QAAQ,CACb,CAAC,SAAS,oBAAoB,GAAG,gBAAgB,EACjD,OAAO,SAAS,yBAAyB,CAAC,cAAc,EAAE,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAC/F,SAAS,EAAE,CAAC,EAAE,GAAG,0BAA0B,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,GAAG,OAAO;IAK5E,MAAM,CAAC,KAAK,CACV,cAAc,SAAS,sBAAsB,EAC7C,OAAO,SAAS,oBAAoB,CAAC,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC,EACvF,KAAK,CAAC,EAAE,MAAM,GAAG,yBAAyB,CAAC,cAAc,EAAE,OAAO,CAAC;CAGtE;AAED,qBAAa,iBAAiB,CAC5B,cAAc,SAAS,sBAAsB,GAAG,GAAG,EACnD,OAAO,SAAS,oBAAoB,CAAC,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC,GAAG,oBAAoB,CAAC,GAAG,CAAC,EAAE,CACrH,SAAQ,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,WAAW,CAAC,cAAc,CAAC,CAAC;IACtE,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;CA6CnF"}
|
|
@@ -4,7 +4,6 @@ exports.PipelineSwarmStep = exports.PipelineSwarmStepCompiler = void 0;
|
|
|
4
4
|
const model_1 = require("./model");
|
|
5
5
|
const errors_1 = require("../errors");
|
|
6
6
|
const utils_1 = require("../../../utils");
|
|
7
|
-
const utils_2 = require("../../../utils");
|
|
8
7
|
class PipelineSwarmStepCompiler extends model_1.PipelineStepCompiler {
|
|
9
8
|
constructor(definition) {
|
|
10
9
|
super();
|
|
@@ -53,34 +52,37 @@ class PipelineSwarmStepCompiler extends model_1.PipelineStepCompiler {
|
|
|
53
52
|
exports.PipelineSwarmStepCompiler = PipelineSwarmStepCompiler;
|
|
54
53
|
class PipelineSwarmStep extends model_1.PipelineStep {
|
|
55
54
|
async run(parameters) {
|
|
56
|
-
const meta = (0, utils_1.buildMetaManager)();
|
|
57
55
|
const exec = async (subtask) => {
|
|
58
56
|
const compiled = await subtask.compile({ pipeline: this.pipeline, parent: this });
|
|
59
57
|
return compiled instanceof model_1.PipelineStep
|
|
60
58
|
? compiled.run(parameters)
|
|
61
59
|
: compiled.run(undefined);
|
|
62
60
|
};
|
|
63
|
-
this.
|
|
61
|
+
this.meta.actualize('INIT');
|
|
62
|
+
this.pipeline.session.emit('step:run', { step: this });
|
|
64
63
|
try {
|
|
65
64
|
if (this.definition.map) {
|
|
66
65
|
const map = typeof this.definition.map === 'function'
|
|
67
66
|
? await this.definition.map(parameters)
|
|
68
67
|
: this.definition.map;
|
|
69
|
-
const handled = await (0,
|
|
68
|
+
const handled = await (0, utils_1.chunkify)(Object.keys(map), this.definition.limit ?? Infinity, (key) => exec(map[key]));
|
|
70
69
|
const result = Object.fromEntries(handled.map((subtask) => [subtask.payload, subtask.result]));
|
|
71
|
-
this.
|
|
70
|
+
this.meta.actualize('DONE');
|
|
71
|
+
this.pipeline.session.emit('step:run', { step: this });
|
|
72
72
|
return result;
|
|
73
73
|
}
|
|
74
74
|
const subtasks = typeof this.definition.list === 'function'
|
|
75
75
|
? await this.definition.list(parameters)
|
|
76
76
|
: this.definition.list ?? [];
|
|
77
|
-
const handled = await (0,
|
|
77
|
+
const handled = await (0, utils_1.chunkify)(subtasks, this.definition.limit ?? Infinity, exec);
|
|
78
78
|
const result = handled.map((subtask) => subtask.result);
|
|
79
|
-
this.
|
|
79
|
+
this.meta.actualize('DONE');
|
|
80
|
+
this.pipeline.session.emit('step:run', { step: this });
|
|
80
81
|
return result;
|
|
81
82
|
}
|
|
82
83
|
catch (error) {
|
|
83
|
-
this.
|
|
84
|
+
this.meta.actualize('ERROR');
|
|
85
|
+
this.pipeline.session.emit('step:run', { step: this });
|
|
84
86
|
throw error;
|
|
85
87
|
}
|
|
86
88
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"swarm.js","sourceRoot":"","sources":["../../../../../src/models/pipeline/steps/swarm.ts"],"names":[],"mappings":";;;AAIA,mCAA2G;AAC3G,sCAAyD;AAEzD,
|
|
1
|
+
{"version":3,"file":"swarm.js","sourceRoot":"","sources":["../../../../../src/models/pipeline/steps/swarm.ts"],"names":[],"mappings":";;;AAIA,mCAA2G;AAC3G,sCAAyD;AAEzD,0CAA0C;AAa1C,MAAa,yBAIX,SAAQ,4BAA6B;IAGrC,YAAsB,UAAgD;QACpE,KAAK,EAAE,CAAC;QADY,eAAU,GAAV,UAAU,CAAsC;QAF9D,SAAI,GAAwC,OAAO,CAAC;IAI5D,CAAC;IAED,2CAA2C;IACpC,IAAI,CAGT,SAAgE;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,+DAA+D;IACxD,GAAG,CAKR,SAA4D;QAC5D,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG,SAAS,CAAC;QAChC,OAAuB,IAAI,CAAC;IAC9B,CAAC;IAED,2DAA2D;IACpD,KAAK,CAAC,KAAa;QACxB,IAAI,CAAC,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,OAAO,CAAC,QAA6B;QAC1C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,qCAA4B,CAAC,IAAI,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YAChD,MAAM,IAAI,qCAA4B,CAAC,IAAI,CAAC,IAAI,EAAE,iCAAiC,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YACtC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;YAC5B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;YAE5B,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI;YAC1B,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG;YAExB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;SACxB,CAAC,CAAC;IACL,CAAC;IAED,yEAAyE;IAClE,QAAQ,CAGb,SAAgE;QAChE,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC;QACjC,OAAuB,IAAI,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAGV,KAAc;QACd,OAAO,IAAI,yBAAyB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAClD,CAAC;CACF;AAvED,8DAuEC;AAED,MAAa,iBAGX,SAAQ,oBAA2E;IAC5E,KAAK,CAAC,GAAG,CAAC,UAA8C;QAC7D,MAAM,IAAI,GAAG,KAAK,EAAE,OAAgD,EAAE,EAAE;YACtE,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElF,OAAO,QAAQ,YAAY,oBAAY;gBACrC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;gBAC1B,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC9B,CAAC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,KAAK,UAAU;oBACnD,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC;oBACvC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAExB,MAAM,OAAO,GAAG,MAAM,IAAA,gBAAQ,EAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC7G,MAAM,MAAM,GAAY,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAExG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC5B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEvD,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,QAAQ,GAAG,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,UAAU;gBACzD,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;gBACxC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;YAE/B,MAAM,OAAO,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,QAAQ,EAAE,IAAI,CAAC,CAAC;YAClF,MAAM,MAAM,GAAY,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAEjE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC7B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAjDD,8CAiDC"}
|
|
@@ -3,6 +3,7 @@ import type { TFunction } from '../../../types';
|
|
|
3
3
|
import type { Content } from '../content';
|
|
4
4
|
export type TPipelineCompilerConfigurationStepType = 'named' | 'anonymous';
|
|
5
5
|
export type TPipelineContentPredicate = (string | Content)[];
|
|
6
|
+
export type TPipelineLogLevel = 'DEBUG' | 'INFO' | 'WARN';
|
|
6
7
|
export interface IPipelineConfiguration {
|
|
7
8
|
input: unknown;
|
|
8
9
|
state: {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/models/pipeline/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,MAAM,sCAAsC,GAAG,OAAO,GAAG,WAAW,CAAC;AAC3E,MAAM,MAAM,yBAAyB,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/models/pipeline/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,MAAM,sCAAsC,GAAG,OAAO,GAAG,WAAW,CAAC;AAC3E,MAAM,MAAM,yBAAyB,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;AAC7D,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;AAE1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,OAAO,CAAC;IACf,KAAK,EAAE,EAAE,CAAC;CACX;AAED,MAAM,MAAM,2BAA2B,CACrC,cAAc,SAAS,sBAAsB,GAAG,GAAG,EACnD,OAAO,GAAG,GAAG,IACX,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;AAEhF,MAAM,MAAM,kCAAkC,CAC5C,CAAC,SAAS,sCAAsC,GAAG,sCAAsC,EACzF,cAAc,SAAS,sBAAsB,GAAG,GAAG,IACjD;IACF,KAAK,EAAE;QACL,IAAI,EAAE,OAAO,CAAC;QAEd,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,2BAA2B,CAAC,cAAc,CAAC,CAAC;KACtD,CAAC;IAEF,SAAS,EAAE;QACT,IAAI,EAAE,WAAW,CAAA;QACjB,OAAO,EAAE,2BAA2B,CAAC,cAAc,CAAC,CAAC;KACtD,CAAC;CACH,CAAC,CAAC,CAAC,CAAC"}
|
package/lib/src/setup.js
CHANGED
|
@@ -3,9 +3,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const duration_1 = __importDefault(require("dayjs/plugin/duration"));
|
|
7
|
+
const dayjs_1 = __importDefault(require("dayjs"));
|
|
6
8
|
const handlebars_1 = __importDefault(require("handlebars"));
|
|
7
9
|
const lodash_1 = __importDefault(require("lodash"));
|
|
8
10
|
const json2md_1 = require("json2md");
|
|
11
|
+
const utils_1 = require("./utils");
|
|
12
|
+
dayjs_1.default.extend(duration_1.default);
|
|
9
13
|
json2md_1.converters.plain = (input) => input;
|
|
10
14
|
json2md_1.converters.file = (input) => {
|
|
11
15
|
const tags = [];
|
|
@@ -27,11 +31,34 @@ handlebars_1.default.registerHelper('eq', (a, b) => a === b);
|
|
|
27
31
|
handlebars_1.default.registerHelper('formatOutput', (content) => lodash_1.default.isObject(content)
|
|
28
32
|
? JSON.stringify(content, null, 2)
|
|
29
33
|
: String(content));
|
|
34
|
+
handlebars_1.default.registerHelper('tokens', (usage, kind) => usage ? (0, utils_1.extractLlmUsageTokens)(usage)[kind] : 0);
|
|
35
|
+
handlebars_1.default.registerHelper('previewInput', (input) => {
|
|
36
|
+
if (!input) {
|
|
37
|
+
return '';
|
|
38
|
+
}
|
|
39
|
+
return input.type === 'json'
|
|
40
|
+
? (0, utils_1.preview)(input.value, 300)
|
|
41
|
+
: lodash_1.default.truncate(input.value.replace(/\s+/g, ' ').trim(), { length: 300 });
|
|
42
|
+
});
|
|
30
43
|
handlebars_1.default.registerHelper('formatTime', (timestamp) => new Date(timestamp).toLocaleTimeString());
|
|
31
44
|
handlebars_1.default.registerHelper('formatDate', (timestamp) => new Date(timestamp).toLocaleDateString());
|
|
32
|
-
handlebars_1.default.registerHelper('formatDuration', (ms) =>
|
|
33
|
-
|
|
34
|
-
|
|
45
|
+
handlebars_1.default.registerHelper('formatDuration', (ms) => {
|
|
46
|
+
if (typeof ms !== 'number') {
|
|
47
|
+
return '';
|
|
48
|
+
}
|
|
49
|
+
if (ms < 1000) {
|
|
50
|
+
return `${ms} ms`;
|
|
51
|
+
}
|
|
52
|
+
const spent = dayjs_1.default.duration(ms);
|
|
53
|
+
if (ms < 60_000) {
|
|
54
|
+
return spent.format('s [sec]');
|
|
55
|
+
}
|
|
56
|
+
if (ms < 3_600_000) {
|
|
57
|
+
return spent.format(spent.seconds() ? 'm [min] s [sec]' : 'm [min]');
|
|
58
|
+
}
|
|
59
|
+
const hours = `${Math.floor(spent.asHours())} h`;
|
|
60
|
+
return spent.minutes() ? `${hours} ${spent.format('m [min]')}` : hours;
|
|
61
|
+
});
|
|
35
62
|
/** MCP clients close unhandled rejection fix */
|
|
36
63
|
process.on('unhandledRejection', (error) => {
|
|
37
64
|
if (error instanceof TypeError && error.message.includes('terminated')) {
|
package/lib/src/setup.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../src/setup.ts"],"names":[],"mappings":";;;;;AAAA,4DAA6B;AAC7B,oDAAuB;
|
|
1
|
+
{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../src/setup.ts"],"names":[],"mappings":";;;;;AAAA,qEAA6C;AAC7C,kDAA0B;AAC1B,4DAA6B;AAC7B,oDAAuB;AAGvB,qCAAqC;AAErC,mCAAyD;AAEzD,eAAK,CAAC,MAAM,CAAC,kBAAQ,CAAC,CAAC;AAEvB,oBAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC;AACpC,oBAAU,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE;IAC1B,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,KAAK,UAAU,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3E,CAAC,CAAC;AAEF,oBAAU,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1F,oBAAU,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACvE,oBAAU,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAE5E,oBAAG,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AACjE,oBAAG,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC1E,oBAAG,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3C,oBAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AAE5C,oBAAG,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC,OAAO,EAAE,EAAE,CAC7C,gBAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;IACjB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CACpB,CAAC;AAEF,oBAAG,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,KAAyB,EAAE,IAAoD,EAAE,EAAE,CAC/G,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAqB,EAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAC/C,CAAC;AAEF,oBAAG,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC,KAAyE,EAAE,EAAE;IAC/G,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,KAAK,MAAM;QAC1B,CAAC,CAAC,IAAA,eAAO,EAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;QAC3B,CAAC,CAAC,gBAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;AAC3E,CAAC,CAAC,CAAC;AAEH,oBAAG,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC,SAAiB,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC;AAClG,oBAAG,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC,SAAiB,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC;AAElG,oBAAG,CAAC,cAAc,CAAC,gBAAgB,EAAE,CAAC,EAAU,EAAE,EAAE;IAClD,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACd,OAAO,GAAG,EAAE,KAAK,CAAC;IACpB,CAAC;IAED,MAAM,KAAK,GAAG,eAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAEjC,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC;IACjD,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AACzE,CAAC,CAAC,CAAC;AAEH,gDAAgD;AAChD,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,KAAc,EAAE,EAAE;IAClD,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,CAAC;AACd,CAAC,CAAC,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { LanguageModelUsage } from 'ai';
|
|
1
2
|
import { TFunction } from '../../types';
|
|
2
3
|
/**
|
|
3
4
|
* @example
|
|
@@ -87,4 +88,11 @@ export declare const parseJsonSafe: <T extends object>(serializedJson: string) =
|
|
|
87
88
|
readonly error: Error;
|
|
88
89
|
readonly result?: T;
|
|
89
90
|
};
|
|
91
|
+
/** Splits LLM usage into non-cached prompt, cached and completion tokens */
|
|
92
|
+
export declare const extractLlmUsageTokens: (usage: LanguageModelUsage) => {
|
|
93
|
+
total: number;
|
|
94
|
+
prompt: number;
|
|
95
|
+
cached: number;
|
|
96
|
+
completion: number;
|
|
97
|
+
};
|
|
90
98
|
//# sourceMappingURL=common.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/utils/common.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/utils/common.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,IAAI,CAAC;AAE7C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC;;;;;;;;;GASG;AACH,eAAO,MAAM,YAAY,iEAGH,CAAC;AAEvB,eAAO,MAAM,IAAI,GAAI,CAAC,SAAS,CAAC,KAAG,CAAU,CAAC;AAE9C,eAAO,MAAM,IAAI,OAAQ,MAAM;;;CAiB9B,CAAC;AAEF;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,QAAQ,GAAU,OAAO,EAAE,QAAQ,EAAE,CAAC,SAAS;IAC1D,KAAK,EAAE,MAAM,CAAC;IAEd,OAAO,EAAE,QAAQ,CAAC;IAClB,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;CACvC,SAAS,QAAQ,EAAE,SAAS,MAAM,YAAY,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAG,OAAO,CAAC,CAAC,EAAE,CAoB3G,CAAC;AAEF;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,oBAAoB,aAAa,MAAM,kBAG/B,MAAM,KAAgB,MAM1C,CAAC;AAEF;;;;;;;;EAQE;AACF,eAAO,MAAM,OAAO,YAAa,MAAM,UAAS,MAAM,KAAS,MAgB9D,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,SAAS,GAAI,CAAC,cAAc;IACvC,MAAM,EAAE,CAAC,CAAC;IACV,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;CACpC,KAAG,eAAe,GAAG;IAAE,MAAM,EAAE,CAAC,CAAA;CAG/B,CAAC;AAEH,eAAO,MAAM,aAAa,GAAI,CAAC,SAAS,MAAM,kBAAkB,MAAM;;qBAIvD,CAAC;;;;;sBAAD,CAAC;CAQf,CAAC;AAEF,4EAA4E;AAC5E,eAAO,MAAM,qBAAqB,UAAW,kBAAkB;;;;;CAY9D,CAAC"}
|
package/lib/src/utils/common.js
CHANGED
|
@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.parseJsonSafe = exports.disposify = exports.preview = exports.buildTimeSpendMarker = exports.chunkify = exports.wait = exports.cast = exports.buildCounter = void 0;
|
|
6
|
+
exports.extractLlmUsageTokens = exports.parseJsonSafe = exports.disposify = exports.preview = exports.buildTimeSpendMarker = exports.chunkify = exports.wait = exports.cast = exports.buildCounter = void 0;
|
|
7
7
|
const lodash_1 = __importDefault(require("lodash"));
|
|
8
8
|
/**
|
|
9
9
|
* @example
|
|
@@ -145,4 +145,17 @@ const parseJsonSafe = (serializedJson) => {
|
|
|
145
145
|
}
|
|
146
146
|
};
|
|
147
147
|
exports.parseJsonSafe = parseJsonSafe;
|
|
148
|
+
/** Splits LLM usage into non-cached prompt, cached and completion tokens */
|
|
149
|
+
const extractLlmUsageTokens = (usage) => {
|
|
150
|
+
const prompt = usage.inputTokenDetails?.noCacheTokens ?? usage.inputTokens ?? 0;
|
|
151
|
+
const cached = (usage.inputTokenDetails?.cacheReadTokens ?? 0) + (usage.inputTokenDetails?.cacheWriteTokens ?? 0);
|
|
152
|
+
const completion = usage.outputTokens ?? 0;
|
|
153
|
+
return {
|
|
154
|
+
total: prompt + cached + completion,
|
|
155
|
+
prompt,
|
|
156
|
+
cached,
|
|
157
|
+
completion,
|
|
158
|
+
};
|
|
159
|
+
};
|
|
160
|
+
exports.extractLlmUsageTokens = extractLlmUsageTokens;
|
|
148
161
|
//# sourceMappingURL=common.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/utils/common.ts"],"names":[],"mappings":";;;;;;AAAA,oDAAuB;
|
|
1
|
+
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/utils/common.ts"],"names":[],"mappings":";;;;;;AAAA,oDAAuB;AAMvB;;;;;;;;;GASG;AACI,MAAM,YAAY,GACvB,CAAC,OAAO,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,EAAE,CAC1B,CAAC,KAAK,GAAG,IAAI,EAAE,EAAE,CACf,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;AAHV,QAAA,YAAY,gBAGF;AAEhB,MAAM,IAAI,GAAG,CAAI,KAAQ,EAAK,EAAE,CAAC,KAAK,CAAC;AAAjC,QAAA,IAAI,QAA6B;AAEvC,MAAM,IAAI,GAAG,CAAC,EAAU,EAAE,EAAE;IACjC,MAAM,OAAO,GAAG;QACd,UAAU,EAAE,KAAK;QACjB,OAAO,EAA8B,SAAS;KAC/C,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAC5C,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAC7E,CAAC;IAEF,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE;QAC5B,KAAK,EAAE,EAAE;QACT,KAAK,EAAE,GAAG,EAAE;YACV,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;YAC1B,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AAjBW,QAAA,IAAI,QAiBf;AAEF;;;;;;;;;;;;;;;GAeG;AACI,MAAM,QAAQ,GAAG,KAAK,EAK1B,KAAiB,EAAE,KAAa,EAAE,QAAyD,EAAgB,EAAE;IAC9G,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,MAAM,OAAO,GAAG,IAAA,oBAAY,EAAC,CAAC,CAAC,CAAC,CAAC;IAEjC,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;QACxC,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAE7B,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAE5C,OAAO,OAAO,EAAE,CAAC;IACnB,CAAC,CAAC;IAEF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAzBW,QAAA,QAAQ,YAyBnB;AAEF;;;;;;;;;;;;;GAaG;AACI,MAAM,oBAAoB,GAAG,CAAC,UAAkB,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE;IACnE,IAAI,IAAI,GAAG,OAAO,CAAC;IAEnB,OAAO,CAAC,YAAoB,IAAI,CAAC,GAAG,EAAE,EAAU,EAAE;QAChD,MAAM,IAAI,GAAG,SAAS,GAAG,IAAI,CAAC;QAE9B,IAAI,GAAG,SAAS,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,oBAAoB,wBAS/B;AAEF;;;;;;;;EAQE;AACK,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,QAAgB,GAAG,EAAU,EAAE;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;SACnC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACpB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,GAAG,KAAK,KAAK,CAAC,MAAM,SAAS,CAAC;QAC1C,CAAC;QAED,IAAI,gBAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,GAAG,GAAG,QAAQ,CAAC;QACxB,CAAC;QAED,OAAO,GAAG,GAAG,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACtE,CAAC,CAAC;SACD,IAAI,CAAC,GAAG,CAAC,CAAC;IAEb,OAAO,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;AACzE,CAAC,CAAC;AAhBW,QAAA,OAAO,WAgBlB;AAEF;;;;;;;;;;GAUG;AACI,MAAM,SAAS,GAAG,CAAI,UAG5B,EAAmC,EAAE,CAAC,CAAC;IACtC,MAAM,EAAE,UAAU,CAAC,MAAM;IACzB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;CAChE,CAAC,CAAC;AANU,QAAA,SAAS,aAMnB;AAEI,MAAM,aAAa,GAAG,CAAmB,cAAsB,EAAE,EAAE;IACxE,IAAI,CAAC;QACH,OAAc;YACZ,MAAM,EAAE,IAAI;YACZ,MAAM,EAAK,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC;SACtC,CAAC;IACJ,CAAC;IAAC,OAAM,KAAK,EAAE,CAAC;QACd,OAAc;YACZ,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC;SAC7D,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAZW,QAAA,aAAa,iBAYxB;AAEF,4EAA4E;AACrE,MAAM,qBAAqB,GAAG,CAAC,KAAyB,EAAE,EAAE;IACjE,MAAM,MAAM,GAAG,KAAK,CAAC,iBAAiB,EAAE,aAAa,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,gBAAgB,IAAI,CAAC,CAAC,CAAC;IAClH,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;IAE3C,OAAO;QACL,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU;QAEnC,MAAM;QACN,MAAM;QACN,UAAU;KACX,CAAC;AACJ,CAAC,CAAC;AAZW,QAAA,qBAAqB,yBAYhC"}
|
package/lib/src/utils/index.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}
|
package/lib/src/utils/index.js
CHANGED
|
@@ -15,5 +15,4 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
__exportStar(require("./common"), exports);
|
|
18
|
-
__exportStar(require("./meta"), exports);
|
|
19
18
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB"}
|
package/package.json
CHANGED
package/lib/src/utils/meta.d.ts
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import type { IPipelineSessionEventMeta } from '../models';
|
|
2
|
-
export interface IMetaManager {
|
|
3
|
-
init: () => IPipelineSessionEventMeta;
|
|
4
|
-
done: () => IPipelineSessionEventMeta;
|
|
5
|
-
error: () => IPipelineSessionEventMeta;
|
|
6
|
-
pending: () => IPipelineSessionEventMeta;
|
|
7
|
-
}
|
|
8
|
-
export declare const buildMetaManager: () => IMetaManager;
|
|
9
|
-
//# sourceMappingURL=meta.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"meta.d.ts","sourceRoot":"","sources":["../../../src/utils/meta.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,WAAW,CAAC;AAG3D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,yBAAyB,CAAC;IACtC,IAAI,EAAE,MAAM,yBAAyB,CAAC;IACtC,KAAK,EAAE,MAAM,yBAAyB,CAAC;IACvC,OAAO,EAAE,MAAM,yBAAyB,CAAC;CAC1C;AAED,eAAO,MAAM,gBAAgB,QAAO,YASnC,CAAA"}
|
package/lib/src/utils/meta.js
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.buildMetaManager = void 0;
|
|
4
|
-
const common_1 = require("./common");
|
|
5
|
-
const buildMetaManager = () => {
|
|
6
|
-
const marker = (0, common_1.buildTimeSpendMarker)();
|
|
7
|
-
return {
|
|
8
|
-
init: () => ({ state: 'INIT', spent: 0 }),
|
|
9
|
-
done: () => ({ state: 'DONE', spent: marker() }),
|
|
10
|
-
error: () => ({ state: 'ERROR', spent: marker() }),
|
|
11
|
-
pending: () => ({ state: 'PENDING', spent: marker() }),
|
|
12
|
-
};
|
|
13
|
-
};
|
|
14
|
-
exports.buildMetaManager = buildMetaManager;
|
|
15
|
-
//# sourceMappingURL=meta.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"meta.js","sourceRoot":"","sources":["../../../src/utils/meta.ts"],"names":[],"mappings":";;;AACA,qCAAgD;AASzC,MAAM,gBAAgB,GAAG,GAAiB,EAAE;IACjD,MAAM,MAAM,GAAG,IAAA,6BAAoB,GAAE,CAAC;IAEtC,OAAO;QACL,IAAI,EAAE,GAA8B,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACpE,IAAI,EAAE,GAA8B,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;QAC3E,KAAK,EAAE,GAA8B,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;QAC7E,OAAO,EAAE,GAA8B,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;KAClF,CAAC;AACJ,CAAC,CAAA;AATY,QAAA,gBAAgB,oBAS5B"}
|