@cogitator-ai/core 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +920 -15
- package/dist/__tests__/agent.test.js +2 -2
- package/dist/__tests__/agent.test.js.map +1 -1
- package/dist/__tests__/base64.test.js +1 -1
- package/dist/__tests__/base64.test.js.map +1 -1
- package/dist/__tests__/calculator.test.js +1 -1
- package/dist/__tests__/calculator.test.js.map +1 -1
- package/dist/__tests__/cogitator-memory.test.js +2 -2
- package/dist/__tests__/cogitator-memory.test.js.map +1 -1
- package/dist/__tests__/datetime.test.js +1 -1
- package/dist/__tests__/datetime.test.js.map +1 -1
- package/dist/__tests__/exec.test.js +1 -1
- package/dist/__tests__/exec.test.js.map +1 -1
- package/dist/__tests__/filesystem.test.js +1 -1
- package/dist/__tests__/filesystem.test.js.map +1 -1
- package/dist/__tests__/google-backend.test.js +1 -1
- package/dist/__tests__/google-backend.test.js.map +1 -1
- package/dist/__tests__/hash.test.js +1 -1
- package/dist/__tests__/hash.test.js.map +1 -1
- package/dist/__tests__/http.test.js +1 -1
- package/dist/__tests__/http.test.js.map +1 -1
- package/dist/__tests__/json.test.js +1 -1
- package/dist/__tests__/json.test.js.map +1 -1
- package/dist/__tests__/logger.test.js +1 -1
- package/dist/__tests__/logger.test.js.map +1 -1
- package/dist/__tests__/random.test.js +1 -1
- package/dist/__tests__/random.test.js.map +1 -1
- package/dist/__tests__/regex.test.js +1 -1
- package/dist/__tests__/regex.test.js.map +1 -1
- package/dist/__tests__/registry.test.js +2 -2
- package/dist/__tests__/registry.test.js.map +1 -1
- package/dist/__tests__/sleep.test.js +1 -1
- package/dist/__tests__/sleep.test.js.map +1 -1
- package/dist/__tests__/tool.test.js +1 -1
- package/dist/__tests__/tool.test.js.map +1 -1
- package/dist/__tests__/uuid.test.js +1 -1
- package/dist/__tests__/uuid.test.js.map +1 -1
- package/dist/cogitator.d.ts +46 -1
- package/dist/cogitator.d.ts.map +1 -1
- package/dist/cogitator.js +274 -17
- package/dist/cogitator.js.map +1 -1
- package/dist/constitutional/constitution.d.ts +9 -0
- package/dist/constitutional/constitution.d.ts.map +1 -0
- package/dist/constitutional/constitution.js +215 -0
- package/dist/constitutional/constitution.js.map +1 -0
- package/dist/constitutional/constitutional-ai.d.ts +36 -0
- package/dist/constitutional/constitutional-ai.d.ts.map +1 -0
- package/dist/constitutional/constitutional-ai.js +163 -0
- package/dist/constitutional/constitutional-ai.js.map +1 -0
- package/dist/constitutional/critique-reviser.d.ts +20 -0
- package/dist/constitutional/critique-reviser.d.ts.map +1 -0
- package/dist/constitutional/critique-reviser.js +98 -0
- package/dist/constitutional/critique-reviser.js.map +1 -0
- package/dist/constitutional/index.d.ts +13 -0
- package/dist/constitutional/index.d.ts.map +1 -0
- package/dist/constitutional/index.js +8 -0
- package/dist/constitutional/index.js.map +1 -0
- package/dist/constitutional/input-filter.d.ts +19 -0
- package/dist/constitutional/input-filter.d.ts.map +1 -0
- package/dist/constitutional/input-filter.js +88 -0
- package/dist/constitutional/input-filter.js.map +1 -0
- package/dist/constitutional/output-filter.d.ts +19 -0
- package/dist/constitutional/output-filter.d.ts.map +1 -0
- package/dist/constitutional/output-filter.js +86 -0
- package/dist/constitutional/output-filter.js.map +1 -0
- package/dist/constitutional/prompts.d.ts +11 -0
- package/dist/constitutional/prompts.d.ts.map +1 -0
- package/dist/constitutional/prompts.js +202 -0
- package/dist/constitutional/prompts.js.map +1 -0
- package/dist/constitutional/tool-guard.d.ts +18 -0
- package/dist/constitutional/tool-guard.d.ts.map +1 -0
- package/dist/constitutional/tool-guard.js +125 -0
- package/dist/constitutional/tool-guard.js.map +1 -0
- package/dist/cost-routing/budget-enforcer.d.ts +26 -0
- package/dist/cost-routing/budget-enforcer.d.ts.map +1 -0
- package/dist/cost-routing/budget-enforcer.js +86 -0
- package/dist/cost-routing/budget-enforcer.js.map +1 -0
- package/dist/cost-routing/cost-router.d.ts +34 -0
- package/dist/cost-routing/cost-router.d.ts.map +1 -0
- package/dist/cost-routing/cost-router.js +80 -0
- package/dist/cost-routing/cost-router.js.map +1 -0
- package/dist/cost-routing/cost-tracker.d.ts +20 -0
- package/dist/cost-routing/cost-tracker.d.ts.map +1 -0
- package/dist/cost-routing/cost-tracker.js +85 -0
- package/dist/cost-routing/cost-tracker.js.map +1 -0
- package/dist/cost-routing/index.d.ts +6 -0
- package/dist/cost-routing/index.d.ts.map +1 -0
- package/dist/cost-routing/index.js +6 -0
- package/dist/cost-routing/index.js.map +1 -0
- package/dist/cost-routing/model-selector.d.ts +15 -0
- package/dist/cost-routing/model-selector.d.ts.map +1 -0
- package/dist/cost-routing/model-selector.js +216 -0
- package/dist/cost-routing/model-selector.js.map +1 -0
- package/dist/cost-routing/task-analyzer.d.ts +13 -0
- package/dist/cost-routing/task-analyzer.d.ts.map +1 -0
- package/dist/cost-routing/task-analyzer.js +185 -0
- package/dist/cost-routing/task-analyzer.js.map +1 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -0
- package/dist/index.js.map +1 -1
- package/dist/learning/ab-testing.d.ts +45 -0
- package/dist/learning/ab-testing.d.ts.map +1 -0
- package/dist/learning/ab-testing.js +267 -0
- package/dist/learning/ab-testing.js.map +1 -0
- package/dist/learning/agent-optimizer.d.ts +42 -0
- package/dist/learning/agent-optimizer.d.ts.map +1 -0
- package/dist/learning/agent-optimizer.js +273 -0
- package/dist/learning/agent-optimizer.js.map +1 -0
- package/dist/learning/auto-optimizer.d.ts +38 -0
- package/dist/learning/auto-optimizer.d.ts.map +1 -0
- package/dist/learning/auto-optimizer.js +229 -0
- package/dist/learning/auto-optimizer.js.map +1 -0
- package/dist/learning/demo-selector.d.ts +29 -0
- package/dist/learning/demo-selector.d.ts.map +1 -0
- package/dist/learning/demo-selector.js +235 -0
- package/dist/learning/demo-selector.js.map +1 -0
- package/dist/learning/index.d.ts +24 -0
- package/dist/learning/index.d.ts.map +1 -0
- package/dist/learning/index.js +13 -0
- package/dist/learning/index.js.map +1 -0
- package/dist/learning/instruction-optimizer.d.ts +29 -0
- package/dist/learning/instruction-optimizer.d.ts.map +1 -0
- package/dist/learning/instruction-optimizer.js +175 -0
- package/dist/learning/instruction-optimizer.js.map +1 -0
- package/dist/learning/metrics.d.ts +37 -0
- package/dist/learning/metrics.d.ts.map +1 -0
- package/dist/learning/metrics.js +310 -0
- package/dist/learning/metrics.js.map +1 -0
- package/dist/learning/postgres-trace-store.d.ts +53 -0
- package/dist/learning/postgres-trace-store.d.ts.map +1 -0
- package/dist/learning/postgres-trace-store.js +692 -0
- package/dist/learning/postgres-trace-store.js.map +1 -0
- package/dist/learning/prompt-logger.d.ts +29 -0
- package/dist/learning/prompt-logger.d.ts.map +1 -0
- package/dist/learning/prompt-logger.js +157 -0
- package/dist/learning/prompt-logger.js.map +1 -0
- package/dist/learning/prompt-monitor.d.ts +29 -0
- package/dist/learning/prompt-monitor.d.ts.map +1 -0
- package/dist/learning/prompt-monitor.js +243 -0
- package/dist/learning/prompt-monitor.js.map +1 -0
- package/dist/learning/prompts.d.ts +28 -0
- package/dist/learning/prompts.d.ts.map +1 -0
- package/dist/learning/prompts.js +195 -0
- package/dist/learning/prompts.js.map +1 -0
- package/dist/learning/rollback-manager.d.ts +36 -0
- package/dist/learning/rollback-manager.d.ts.map +1 -0
- package/dist/learning/rollback-manager.js +177 -0
- package/dist/learning/rollback-manager.js.map +1 -0
- package/dist/learning/trace-store.d.ts +26 -0
- package/dist/learning/trace-store.d.ts.map +1 -0
- package/dist/learning/trace-store.js +218 -0
- package/dist/learning/trace-store.js.map +1 -0
- package/dist/llm/google.d.ts.map +1 -1
- package/dist/llm/google.js +1 -2
- package/dist/llm/google.js.map +1 -1
- package/dist/reasoning/branch-evaluator.d.ts +28 -0
- package/dist/reasoning/branch-evaluator.d.ts.map +1 -0
- package/dist/reasoning/branch-evaluator.js +143 -0
- package/dist/reasoning/branch-evaluator.js.map +1 -0
- package/dist/reasoning/branch-generator.d.ts +9 -0
- package/dist/reasoning/branch-generator.d.ts.map +1 -0
- package/dist/reasoning/branch-generator.js +60 -0
- package/dist/reasoning/branch-generator.js.map +1 -0
- package/dist/reasoning/index.d.ts +5 -0
- package/dist/reasoning/index.d.ts.map +1 -0
- package/dist/reasoning/index.js +5 -0
- package/dist/reasoning/index.js.map +1 -0
- package/dist/reasoning/prompts.d.ts +19 -0
- package/dist/reasoning/prompts.d.ts.map +1 -0
- package/dist/reasoning/prompts.js +161 -0
- package/dist/reasoning/prompts.js.map +1 -0
- package/dist/reasoning/thought-tree.d.ts +32 -0
- package/dist/reasoning/thought-tree.d.ts.map +1 -0
- package/dist/reasoning/thought-tree.js +352 -0
- package/dist/reasoning/thought-tree.js.map +1 -0
- package/dist/reflection/index.d.ts +4 -0
- package/dist/reflection/index.d.ts.map +1 -0
- package/dist/reflection/index.js +4 -0
- package/dist/reflection/index.js.map +1 -0
- package/dist/reflection/insight-store.d.ts +19 -0
- package/dist/reflection/insight-store.d.ts.map +1 -0
- package/dist/reflection/insight-store.js +129 -0
- package/dist/reflection/insight-store.js.map +1 -0
- package/dist/reflection/prompts.d.ts +18 -0
- package/dist/reflection/prompts.d.ts.map +1 -0
- package/dist/reflection/prompts.js +157 -0
- package/dist/reflection/prompts.js.map +1 -0
- package/dist/reflection/reflection-engine.d.ts +25 -0
- package/dist/reflection/reflection-engine.d.ts.map +1 -0
- package/dist/reflection/reflection-engine.js +202 -0
- package/dist/reflection/reflection-engine.js.map +1 -0
- package/dist/registry.d.ts +1 -0
- package/dist/registry.d.ts.map +1 -1
- package/dist/registry.js +3 -0
- package/dist/registry.js.map +1 -1
- package/dist/time-travel/checkpoint-store.d.ts +34 -0
- package/dist/time-travel/checkpoint-store.d.ts.map +1 -0
- package/dist/time-travel/checkpoint-store.js +240 -0
- package/dist/time-travel/checkpoint-store.js.map +1 -0
- package/dist/time-travel/comparator.d.ts +26 -0
- package/dist/time-travel/comparator.d.ts.map +1 -0
- package/dist/time-travel/comparator.js +253 -0
- package/dist/time-travel/comparator.js.map +1 -0
- package/dist/time-travel/forker.d.ts +22 -0
- package/dist/time-travel/forker.d.ts.map +1 -0
- package/dist/time-travel/forker.js +118 -0
- package/dist/time-travel/forker.js.map +1 -0
- package/dist/time-travel/index.d.ts +6 -0
- package/dist/time-travel/index.d.ts.map +1 -0
- package/dist/time-travel/index.js +6 -0
- package/dist/time-travel/index.js.map +1 -0
- package/dist/time-travel/replayer.d.ts +20 -0
- package/dist/time-travel/replayer.d.ts.map +1 -0
- package/dist/time-travel/replayer.js +147 -0
- package/dist/time-travel/replayer.js.map +1 -0
- package/dist/time-travel/time-travel.d.ts +41 -0
- package/dist/time-travel/time-travel.d.ts.map +1 -0
- package/dist/time-travel/time-travel.js +127 -0
- package/dist/time-travel/time-travel.js.map +1 -0
- package/dist/tool.d.ts.map +1 -1
- package/dist/tool.js +2 -0
- package/dist/tool.js.map +1 -1
- package/dist/tools/base64.d.ts.map +1 -1
- package/dist/tools/base64.js +2 -8
- package/dist/tools/base64.js.map +1 -1
- package/dist/tools/datetime.d.ts.map +1 -1
- package/dist/tools/datetime.js.map +1 -1
- package/dist/tools/exec.d.ts.map +1 -1
- package/dist/tools/exec.js +1 -4
- package/dist/tools/exec.js.map +1 -1
- package/dist/tools/filesystem.d.ts.map +1 -1
- package/dist/tools/filesystem.js +4 -1
- package/dist/tools/filesystem.js.map +1 -1
- package/dist/tools/hash.d.ts.map +1 -1
- package/dist/tools/hash.js +1 -4
- package/dist/tools/hash.js.map +1 -1
- package/dist/tools/http.d.ts.map +1 -1
- package/dist/tools/http.js +1 -4
- package/dist/tools/http.js.map +1 -1
- package/dist/tools/regex.d.ts.map +1 -1
- package/dist/tools/regex.js +4 -1
- package/dist/tools/regex.js.map +1 -1
- package/dist/utils/circuit-breaker.d.ts.map +1 -1
- package/dist/utils/circuit-breaker.js.map +1 -1
- package/dist/utils/fallback.d.ts.map +1 -1
- package/dist/utils/fallback.js +1 -4
- package/dist/utils/fallback.js.map +1 -1
- package/dist/utils/retry.d.ts.map +1 -1
- package/dist/utils/retry.js +8 -13
- package/dist/utils/retry.js.map +1 -1
- package/package.json +17 -8
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"postgres-trace-store.js","sourceRoot":"","sources":["../../src/learning/postgres-trace-store.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAchC,MAAM,OAAO,kBAAkB;IACrB,IAAI,GAAgB,IAAI,CAAC;IACzB,MAAM,CAA2B;IACjC,MAAM,CAAS;IAEvB,YAAY,MAAgC;QAC1C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,WAAW,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC;YACnB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE;SAChC,CAAS,CAAC;QAEX,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,CAAC,OAAO,EAAE,CAAC;QAEjB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,+BAA+B,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;mCACS,IAAI,CAAC,MAAM;;;;;;;;;;;;;;;;;;;;;KAqBzC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;mCACS,IAAI,CAAC,MAAM;;;;;;;;;;;;;;;;;;;;;;;;KAwBzC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;mCACS,IAAI,CAAC,MAAM;;;;;;;;;;;;;;;;;;;KAmBzC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;mCACS,IAAI,CAAC,MAAM;;;;;;;;;;;;;;;;KAgBzC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;;WAEf,IAAI,CAAC,MAAM;KACjB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;;WAEf,IAAI,CAAC,MAAM;KACjB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;;WAEf,IAAI,CAAC,MAAM;KACjB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;;WAEf,IAAI,CAAC,MAAM;KACjB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;;WAEf,IAAI,CAAC,MAAM;KACjB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;;WAEf,IAAI,CAAC,MAAM;KACjB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;;WAEf,IAAI,CAAC,MAAM;KACjB,CAAC,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,MAAc;QAC/B,OAAO,GAAG,MAAM,IAAI,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAqB;QACpC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,IAAI,CAAC,MAAM;;qGAEqE,EAC/F;YACE,KAAK,CAAC,EAAE;YACR,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,OAAO;YACb,KAAK,CAAC,QAAQ;YACd,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,MAAM;YACZ,KAAK,CAAC,OAAO,IAAI,IAAI;YACrB,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,SAAS;YACf,KAAK,CAAC,WAAW,IAAI,IAAI;YACzB,KAAK,CAAC,OAAO;YACb,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,QAAQ;YACd,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,MAAM,IAAI,EAAE;YAClB,KAAK,CAAC,MAAM;YACZ,KAAK,CAAC,QAAQ,IAAI,IAAI;YACtB,KAAK,CAAC,SAAS;SAChB,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAwB;QAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAU;QACvB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,uBAAuB,EACnD,CAAC,EAAE,CAAC,CACL,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAa;QACjC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,2BAA2B,EACvD,CAAC,KAAK,CAAC,CACR,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAiB;QACjC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,IAAI,GAAG,GAAG,iBAAiB,IAAI,CAAC,MAAM,mBAAmB,CAAC;QAC1D,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,GAAG,IAAI,oBAAoB,UAAU,EAAE,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,GAAG,IAAI,kBAAkB,UAAU,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,GAAG,IAAI,mBAAmB,UAAU,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,GAAG,IAAI,mBAAmB,UAAU,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,GAAG,IAAI,uBAAuB,UAAU,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,GAAG,IAAI,uBAAuB,UAAU,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,GAAG,IAAI,2BAA2B,CAAC;QAEnC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,GAAG,IAAI,WAAW,UAAU,EAAE,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAElD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAe;QAChC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,sDAAsD,EAClF,CAAC,OAAO,CAAC,CACV,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAe,EAAE,KAAK,GAAG,EAAE;QACxC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,6EAA6E,EACzG,CAAC,OAAO,EAAE,KAAK,CAAC,CACjB,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,UAAU,IAAI,CAAC,MAAM,0CAA0C,EAC/D,CAAC,EAAE,CAAC,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,UAAU,IAAI,CAAC,MAAM,2CAA2C,EAChE,CAAC,EAAE,CAAC,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAU;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,eAAe,IAAI,CAAC,MAAM,uBAAuB,EACjD,CAAC,EAAE,CAAC,CACL,CAAC;QAEF,OAAQ,MAA0C,CAAC,QAAQ,GAAG,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,SAAiB;QAClD,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,eAAe,IAAI,CAAC,MAAM;;0BAEN,IAAI,CAAC,MAAM;;;;SAI5B,EACH,CAAC,OAAO,EAAE,SAAS,CAAC,CACrB,CAAC;QAEF,OAAQ,MAA0C,CAAC,QAAQ,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAe;QAC/B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,IAAI,CAAC,MAAM,6BAA6B,EACvD,CAAC,OAAO,CAAC,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAe;QACjC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACvC;cACQ,IAAI,CAAC,MAAM,6BAA6B,EAChD,CAAC,OAAO,CAAC,CACV,CAAC;QAEF,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEhC,OAAO;YACL,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAe,EAAE,EAAE,CAAC;YAC9C,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAe,EAAE,EAAE,CAAC;YAC5C,YAAY,EAAE,UAAU,CAAC,GAAG,CAAC,SAAmB,CAAC,IAAI,CAAC;YACtD,iBAAiB,EAAE,EAAE;YACrB,aAAa,EAAE,EAAE;SAClB,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,GAA4B;QAC7C,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,KAAK,EAAE,GAAG,CAAC,MAAgB;YAC3B,OAAO,EAAE,GAAG,CAAC,QAAkB;YAC/B,QAAQ,EAAE,GAAG,CAAC,SAAmB;YACjC,KAAK,EAAE,GAAG,CAAC,KAAe;YAC1B,MAAM,EAAE,GAAG,CAAC,MAAgB;YAC5B,OAAO,EAAE,GAAG,CAAC,OAA8C;YAC3D,KAAK,EAAE,GAAG,CAAC,KAAgC;YAC3C,SAAS,EAAE,GAAG,CAAC,UAAyC;YACxD,WAAW,EAAE,GAAG,CAAC,WAA4C;YAC7D,OAAO,EAAE,GAAG,CAAC,OAAoC;YACjD,KAAK,EAAE,GAAG,CAAC,KAAe;YAC1B,KAAK,EAAE,GAAG,CAAC,KAAe;YAC1B,QAAQ,EAAE,GAAG,CAAC,QAAkB;YAChC,KAAK,EAAE,GAAG,CAAC,KAAgC;YAC3C,MAAM,EAAE,GAAG,CAAC,MAA8B;YAC1C,MAAM,EAAE,GAAG,CAAC,OAAkB;YAC9B,QAAQ,EAAE,GAAG,CAAC,QAAmB;YACjC,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAoB,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAsB;QAClC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,IAAI,CAAC,MAAM;;oHAEoF,EAC9G;YACE,MAAM,CAAC,EAAE;YACT,MAAM,CAAC,KAAK;YACZ,MAAM,CAAC,OAAO;YACd,MAAM,CAAC,QAAQ;YACf,MAAM,CAAC,KAAK;YACZ,MAAM,CAAC,QAAQ;YACf,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,QAAQ;YACf,MAAM,CAAC,KAAK,IAAI,IAAI;YACpB,MAAM,CAAC,aAAa,IAAI,IAAI;YAC5B,MAAM,CAAC,gBAAgB,IAAI,IAAI;YAC/B,MAAM,CAAC,WAAW,IAAI,IAAI;YAC1B,MAAM,CAAC,IAAI,IAAI,IAAI;YACnB,MAAM,CAAC,SAAS,IAAI,IAAI;YACxB,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,QAAQ,EAAE,OAAO,IAAI,IAAI;YAChC,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,IAAI;YAClC,MAAM,CAAC,QAAQ,EAAE,gBAAgB,IAAI,IAAI;YACzC,MAAM,CAAC,QAAQ,EAAE,YAAY,IAAI,IAAI;YACrC,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,IAAI;YAClC,MAAM,CAAC,QAAQ,IAAI,IAAI;YACvB,MAAM,CAAC,SAAS;SACjB,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,EAAU;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,wBAAwB,EACpD,CAAC,EAAE,CAAC,CACL,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,oDAAoD,EAChF,CAAC,KAAK,CAAC,CACR,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAkB;QAC5B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,IAAI,GAAG,GAAG,iBAAiB,IAAI,CAAC,MAAM,oBAAoB,CAAC;QAC3D,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,GAAG,IAAI,oBAAoB,UAAU,EAAE,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,GAAG,IAAI,iBAAiB,UAAU,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,GAAG,IAAI,uBAAuB,UAAU,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,GAAG,IAAI,uBAAuB,UAAU,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACnC,GAAG,IAAI,uBAAuB,UAAU,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACnC,GAAG,IAAI,uBAAuB,UAAU,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QAED,GAAG,IAAI,2BAA2B,CAAC;QAEnC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,GAAG,IAAI,WAAW,UAAU,EAAE,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,GAAG,IAAI,YAAY,UAAU,EAAE,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAElD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,eAAe,IAAI,CAAC,MAAM,wBAAwB,EAClD,CAAC,EAAE,CAAC,CACL,CAAC;QAEF,OAAQ,MAA0C,CAAC,QAAQ,GAAG,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAgB;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,eAAe,IAAI,CAAC,MAAM,gCAAgC,EAC1D,CAAC,UAAU,CAAC,CACb,CAAC;QAEF,OAAQ,MAA0C,CAAC,QAAQ,CAAC;IAC9D,CAAC;IAEO,WAAW,CAAC,GAA4B;QAC9C,MAAM,QAAQ,GAAG,GAAG,CAAC,gBAAgB;YACnC,CAAC,CAAC;gBACE,OAAO,EAAE,GAAG,CAAC,gBAA0B;gBACvC,SAAS,EAAE,GAAG,CAAC,mBAAiD;gBAChE,gBAAgB,EAAE,GAAG,CAAC,iBAA2B;gBACjD,YAAY,EAAE,GAAG,CAAC,aAAuB;gBACzC,SAAS,EAAE,GAAG,CAAC,UAAoB;aACpC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,KAAK,EAAE,GAAG,CAAC,MAAgB;YAC3B,OAAO,EAAE,GAAG,CAAC,QAAkB;YAC/B,QAAQ,EAAE,GAAG,CAAC,SAAmB;YACjC,KAAK,EAAE,GAAG,CAAC,KAAe;YAC1B,QAAQ,EAAE,GAAG,CAAC,QAAkB;YAChC,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAoB,CAAC;YAC7C,YAAY,EAAE,GAAG,CAAC,aAAuB;YACzC,QAAQ,EAAE,GAAG,CAAC,QAAsC;YACpD,KAAK,EAAE,GAAG,CAAC,KAAgC;YAC3C,aAAa,EAAE,GAAG,CAAC,cAAoC;YACvD,gBAAgB,EAAE,GAAG,CAAC,iBAAuC;YAC7D,WAAW,EAAE,GAAG,CAAC,WAAiC;YAClD,IAAI,EAAE,GAAG,CAAC,KAA2B;YACrC,SAAS,EAAE,GAAG,CAAC,UAAgC;YAC/C,YAAY,EAAE,GAAG,CAAC,aAAuB;YACzC,QAAQ,EAAE,QAAsC;YAChD,QAAQ,EAAE,GAAG,CAAC,QAA+C;SAC9D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAsC;QACjD,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,IAAI,CAAC,MAAM;;2FAE2D,EACrF;YACE,EAAE;YACF,IAAI,CAAC,OAAO;YACZ,IAAI,CAAC,IAAI;YACT,IAAI,CAAC,WAAW,IAAI,IAAI;YACxB,IAAI,CAAC,MAAM;YACX,IAAI,CAAC,mBAAmB;YACxB,IAAI,CAAC,qBAAqB;YAC1B,IAAI,CAAC,mBAAmB;YACxB,IAAI,CAAC,aAAa;YAClB,IAAI,CAAC,WAAW;YAChB,IAAI,CAAC,eAAe;YACpB,IAAI,CAAC,gBAAgB;YACrB,IAAI,CAAC,cAAc;YACnB,IAAI,CAAC,gBAAgB;YACrB,GAAG;YACH,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,IAAI,CAAC,WAAW,IAAI,IAAI;SACzB,CACF,CAAC;QAEF,OAAO,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,EAAU;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,yBAAyB,EACrD,CAAC,EAAE,CAAC,CACL,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe;QAC7B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,8DAA8D,EAC1F,CAAC,OAAO,CAAC,CACV,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,OAAwB;QAC/C,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,IAAI,CAAC,aAAa,UAAU,EAAE,EAAE,CAAC,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,UAAU,CAAC,IAAI,CAAC,iBAAiB,UAAU,EAAE,EAAE,CAAC,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC,mBAAmB,UAAU,EAAE,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACzC,UAAU,CAAC,IAAI,CAAC,sBAAsB,UAAU,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,OAAO,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YAC3C,UAAU,CAAC,IAAI,CAAC,wBAAwB,UAAU,EAAE,EAAE,CAAC,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,UAAU,IAAI,CAAC,MAAM,iBAAiB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,UAAU,cAAc,EACnG,MAAM,CACP,CAAC;QAEF,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,OAAsB,EACtB,KAAa,EACb,OAAe,EACf,IAAY;QAEZ,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI;YAAE,OAAO;QAElB,MAAM,OAAO,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACpF,MAAM,UAAU,GAAkB;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU,GAAG,CAAC;YAClC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC;YAC3G,QAAQ,EAAE,CAAC,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC;YACpF,UAAU,EAAE,CAAC,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC;YAC1F,SAAS,EAAE,OAAO,CAAC,SAAS,GAAG,IAAI;YACnC,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC;SACnC,CAAC;QAEF,MAAM,MAAM,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC/E,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,UAAU,IAAI,CAAC,MAAM,iBAAiB,MAAM,qBAAqB,EACjE,CAAC,UAAU,EAAE,MAAM,CAAC,CACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAgB,EAAE,MAAqB;QAChD,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,IAAI,GAAG,GAAG,iBAAiB,IAAI,CAAC,MAAM,qBAAqB,CAAC;QAC5D,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,OAAO,EAAE,CAAC;YACZ,GAAG,IAAI,oBAAoB,UAAU,EAAE,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,GAAG,IAAI,kBAAkB,UAAU,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,GAAG,IAAI,2BAA2B,CAAC;QAEnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAElD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,eAAe,IAAI,CAAC,MAAM,yBAAyB,EACnD,CAAC,EAAE,CAAC,CACL,CAAC;QAEF,OAAQ,MAA0C,CAAC,QAAQ,GAAG,CAAC,CAAC;IAClE,CAAC;IAEO,WAAW,CAAC,GAA4B;QAC9C,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,OAAO,EAAE,GAAG,CAAC,QAAkB;YAC/B,IAAI,EAAE,GAAG,CAAC,IAAc;YACxB,WAAW,EAAE,GAAG,CAAC,WAAiC;YAClD,MAAM,EAAE,GAAG,CAAC,MAAsB;YAClC,mBAAmB,EAAE,GAAG,CAAC,oBAA8B;YACvD,qBAAqB,EAAE,GAAG,CAAC,sBAAgC;YAC3D,mBAAmB,EAAE,GAAG,CAAC,oBAA8B;YACvD,aAAa,EAAE,GAAG,CAAC,eAAyB;YAC5C,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,YAAsB,EAAE,EAAE,CAAC;YACrD,eAAe,EAAE,GAAG,CAAC,gBAA0B;YAC/C,gBAAgB,EAAE,GAAG,CAAC,kBAA4B;YAClD,cAAc,EAAE,GAAG,CAAC,eAAgC;YACpD,gBAAgB,EAAE,GAAG,CAAC,iBAAkC;YACxD,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAoB,CAAC;YAC7C,SAAS,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAoB,CAAC,CAAC,CAAC,CAAC,SAAS;YAC1E,WAAW,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,YAAsB,CAAC,CAAC,CAAC,CAAC,SAAS;SACjF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAuC;QAChD,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,IAAI,CAAC,MAAM;;4EAE4C,EACtE;YACE,EAAE;YACF,OAAO,CAAC,OAAO;YACf,OAAO,CAAC,OAAO;YACf,OAAO,CAAC,YAAY;YACpB,OAAO,CAAC,MAAM;YACd,OAAO,CAAC,QAAQ,IAAI,IAAI;YACxB,OAAO,CAAC,UAAU;YAClB,OAAO,CAAC,SAAS,IAAI,IAAI;YACzB,OAAO,CAAC,OAAO,CAAC,QAAQ;YACxB,OAAO,CAAC,OAAO,CAAC,QAAQ;YACxB,OAAO,CAAC,OAAO,CAAC,WAAW;YAC3B,OAAO,CAAC,OAAO,CAAC,UAAU;YAC1B,OAAO,CAAC,OAAO,CAAC,SAAS;YACzB,OAAO,CAAC,eAAe,IAAI,IAAI;SAChC,CACF,CAAC;QAEF,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM,qCAAqC,EACjE,CAAC,EAAE,CAAC,CACL,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe;QAC9B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM;;qCAEG,EAC/B,CAAC,OAAO,CAAC,CACV,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAK,GAAG,EAAE;QAC1C,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,iBAAiB,IAAI,CAAC,MAAM;;sCAEI,EAChC,CAAC,OAAO,EAAE,KAAK,CAAC,CACjB,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,UAAU,IAAI,CAAC,MAAM,4DAA4D,EACjF,CAAC,EAAE,CAAC,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,EAAU,EAAE,OAA2C;QACzE,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAEjD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,UAAU,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,UAAU,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC,mBAAmB,UAAU,EAAE,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,kBAAkB,UAAU,EAAE,EAAE,CAAC,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,UAAU,CAAC,IAAI,CAAC,iBAAiB,UAAU,EAAE,EAAE,CAAC,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEpC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,UAAU,IAAI,CAAC,MAAM,6BAA6B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,UAAU,EAAE,EACnG,MAAM,CACP,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,GAA4B;QAC/C,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,OAAO,EAAE,GAAG,CAAC,QAAkB;YAC/B,OAAO,EAAE,GAAG,CAAC,OAAiB;YAC9B,YAAY,EAAE,GAAG,CAAC,YAAsB;YACxC,MAAM,EAAE,GAAG,CAAC,MAAsC;YAClD,QAAQ,EAAE,GAAG,CAAC,SAA+B;YAC7C,UAAU,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,WAAqB,CAAC;YAC/C,SAAS,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAoB,CAAC,CAAC,CAAC,CAAC,SAAS;YAC1E,OAAO,EAAE;gBACP,QAAQ,EAAE,GAAG,CAAC,SAAmB;gBACjC,QAAQ,EAAE,GAAG,CAAC,SAAmB;gBACjC,WAAW,EAAE,GAAG,CAAC,YAAsB;gBACvC,UAAU,EAAE,GAAG,CAAC,WAAqB;gBACrC,SAAS,EAAE,GAAG,CAAC,UAAoB;aACpC;YACD,eAAe,EAAE,GAAG,CAAC,iBAAuC;SAC7D,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { LLMBackend, LLMProvider, ChatRequest, ChatResponse, ChatStreamChunk, PromptStore } from '@cogitator-ai/types';
|
|
2
|
+
export interface PromptLoggerContext {
|
|
3
|
+
runId: string;
|
|
4
|
+
agentId: string;
|
|
5
|
+
threadId: string;
|
|
6
|
+
injectedDemos?: string;
|
|
7
|
+
injectedInsights?: string;
|
|
8
|
+
}
|
|
9
|
+
export interface PromptLoggerConfig {
|
|
10
|
+
enabled?: boolean;
|
|
11
|
+
captureContent?: boolean;
|
|
12
|
+
captureTools?: boolean;
|
|
13
|
+
}
|
|
14
|
+
export declare class PromptLogger implements LLMBackend {
|
|
15
|
+
readonly provider: LLMProvider;
|
|
16
|
+
private backend;
|
|
17
|
+
private store;
|
|
18
|
+
private config;
|
|
19
|
+
private context;
|
|
20
|
+
constructor(backend: LLMBackend, store: PromptStore, config?: PromptLoggerConfig);
|
|
21
|
+
setContext(context: PromptLoggerContext): void;
|
|
22
|
+
clearContext(): void;
|
|
23
|
+
chat(request: ChatRequest): Promise<ChatResponse>;
|
|
24
|
+
chatStream(request: ChatRequest): AsyncGenerator<ChatStreamChunk>;
|
|
25
|
+
private extractSystemPrompt;
|
|
26
|
+
private generateId;
|
|
27
|
+
}
|
|
28
|
+
export declare function wrapWithPromptLogger(backend: LLMBackend, store: PromptStore, config?: PromptLoggerConfig): PromptLogger;
|
|
29
|
+
//# sourceMappingURL=prompt-logger.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-logger.d.ts","sourceRoot":"","sources":["../../src/learning/prompt-logger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,eAAe,EAGf,WAAW,EACZ,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,qBAAa,YAAa,YAAW,UAAU;IAC7C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAE/B,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,OAAO,CAAoC;gBAEvC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,GAAE,kBAAuB;IAWpF,UAAU,CAAC,OAAO,EAAE,mBAAmB,GAAG,IAAI;IAI9C,YAAY,IAAI,IAAI;IAId,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAoEhD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,eAAe,CAAC;IA6ExE,OAAO,CAAC,mBAAmB;IAK3B,OAAO,CAAC,UAAU;CAGnB;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,UAAU,EACnB,KAAK,EAAE,WAAW,EAClB,MAAM,CAAC,EAAE,kBAAkB,GAC1B,YAAY,CAEd"}
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
export class PromptLogger {
|
|
2
|
+
provider;
|
|
3
|
+
backend;
|
|
4
|
+
store;
|
|
5
|
+
config;
|
|
6
|
+
context = null;
|
|
7
|
+
constructor(backend, store, config = {}) {
|
|
8
|
+
this.backend = backend;
|
|
9
|
+
this.store = store;
|
|
10
|
+
this.provider = backend.provider;
|
|
11
|
+
this.config = {
|
|
12
|
+
enabled: config.enabled ?? true,
|
|
13
|
+
captureContent: config.captureContent ?? true,
|
|
14
|
+
captureTools: config.captureTools ?? true,
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
setContext(context) {
|
|
18
|
+
this.context = context;
|
|
19
|
+
}
|
|
20
|
+
clearContext() {
|
|
21
|
+
this.context = null;
|
|
22
|
+
}
|
|
23
|
+
async chat(request) {
|
|
24
|
+
if (!this.config.enabled || !this.context) {
|
|
25
|
+
return this.backend.chat(request);
|
|
26
|
+
}
|
|
27
|
+
const startTime = Date.now();
|
|
28
|
+
const promptId = this.generateId();
|
|
29
|
+
const systemPrompt = this.extractSystemPrompt(request.messages);
|
|
30
|
+
const nonSystemMessages = request.messages.filter((m) => m.role !== 'system');
|
|
31
|
+
const captured = {
|
|
32
|
+
id: promptId,
|
|
33
|
+
runId: this.context.runId,
|
|
34
|
+
agentId: this.context.agentId,
|
|
35
|
+
threadId: this.context.threadId,
|
|
36
|
+
model: request.model,
|
|
37
|
+
provider: this.provider,
|
|
38
|
+
timestamp: new Date(),
|
|
39
|
+
systemPrompt,
|
|
40
|
+
messages: this.config.captureContent ? nonSystemMessages : [],
|
|
41
|
+
tools: this.config.captureTools ? request.tools : undefined,
|
|
42
|
+
injectedDemos: this.context.injectedDemos,
|
|
43
|
+
injectedInsights: this.context.injectedInsights,
|
|
44
|
+
temperature: request.temperature,
|
|
45
|
+
topP: request.topP,
|
|
46
|
+
maxTokens: request.maxTokens,
|
|
47
|
+
promptTokens: 0,
|
|
48
|
+
};
|
|
49
|
+
try {
|
|
50
|
+
const response = await this.backend.chat(request);
|
|
51
|
+
const latencyMs = Date.now() - startTime;
|
|
52
|
+
captured.promptTokens = response.usage.inputTokens;
|
|
53
|
+
captured.response = {
|
|
54
|
+
content: this.config.captureContent ? response.content : '',
|
|
55
|
+
toolCalls: response.toolCalls,
|
|
56
|
+
completionTokens: response.usage.outputTokens,
|
|
57
|
+
finishReason: response.finishReason,
|
|
58
|
+
latencyMs,
|
|
59
|
+
};
|
|
60
|
+
await this.store.capture(captured);
|
|
61
|
+
return response;
|
|
62
|
+
}
|
|
63
|
+
catch (error) {
|
|
64
|
+
const latencyMs = Date.now() - startTime;
|
|
65
|
+
captured.response = {
|
|
66
|
+
content: '',
|
|
67
|
+
completionTokens: 0,
|
|
68
|
+
finishReason: 'error',
|
|
69
|
+
latencyMs,
|
|
70
|
+
};
|
|
71
|
+
captured.metadata = {
|
|
72
|
+
error: error instanceof Error ? error.message : String(error),
|
|
73
|
+
};
|
|
74
|
+
await this.store.capture(captured);
|
|
75
|
+
throw error;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
async *chatStream(request) {
|
|
79
|
+
if (!this.config.enabled || !this.context) {
|
|
80
|
+
yield* this.backend.chatStream(request);
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
const startTime = Date.now();
|
|
84
|
+
const promptId = this.generateId();
|
|
85
|
+
const systemPrompt = this.extractSystemPrompt(request.messages);
|
|
86
|
+
const nonSystemMessages = request.messages.filter((m) => m.role !== 'system');
|
|
87
|
+
const captured = {
|
|
88
|
+
id: promptId,
|
|
89
|
+
runId: this.context.runId,
|
|
90
|
+
agentId: this.context.agentId,
|
|
91
|
+
threadId: this.context.threadId,
|
|
92
|
+
model: request.model,
|
|
93
|
+
provider: this.provider,
|
|
94
|
+
timestamp: new Date(),
|
|
95
|
+
systemPrompt,
|
|
96
|
+
messages: this.config.captureContent ? nonSystemMessages : [],
|
|
97
|
+
tools: this.config.captureTools ? request.tools : undefined,
|
|
98
|
+
injectedDemos: this.context.injectedDemos,
|
|
99
|
+
injectedInsights: this.context.injectedInsights,
|
|
100
|
+
temperature: request.temperature,
|
|
101
|
+
topP: request.topP,
|
|
102
|
+
maxTokens: request.maxTokens,
|
|
103
|
+
promptTokens: 0,
|
|
104
|
+
};
|
|
105
|
+
let fullContent = '';
|
|
106
|
+
let finalUsage = { inputTokens: 0, outputTokens: 0 };
|
|
107
|
+
let finishReason = 'stop';
|
|
108
|
+
let hasError = false;
|
|
109
|
+
try {
|
|
110
|
+
for await (const chunk of this.backend.chatStream(request)) {
|
|
111
|
+
if (chunk.delta.content) {
|
|
112
|
+
fullContent += chunk.delta.content;
|
|
113
|
+
}
|
|
114
|
+
if (chunk.finishReason) {
|
|
115
|
+
finishReason = chunk.finishReason;
|
|
116
|
+
}
|
|
117
|
+
if (chunk.usage) {
|
|
118
|
+
finalUsage = {
|
|
119
|
+
inputTokens: chunk.usage.inputTokens,
|
|
120
|
+
outputTokens: chunk.usage.outputTokens,
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
yield chunk;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
catch (error) {
|
|
127
|
+
hasError = true;
|
|
128
|
+
finishReason = 'error';
|
|
129
|
+
captured.metadata = {
|
|
130
|
+
error: error instanceof Error ? error.message : String(error),
|
|
131
|
+
};
|
|
132
|
+
throw error;
|
|
133
|
+
}
|
|
134
|
+
finally {
|
|
135
|
+
const latencyMs = Date.now() - startTime;
|
|
136
|
+
captured.promptTokens = finalUsage.inputTokens;
|
|
137
|
+
captured.response = {
|
|
138
|
+
content: this.config.captureContent ? fullContent : '',
|
|
139
|
+
completionTokens: finalUsage.outputTokens,
|
|
140
|
+
finishReason: hasError ? 'error' : finishReason,
|
|
141
|
+
latencyMs,
|
|
142
|
+
};
|
|
143
|
+
await this.store.capture(captured);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
extractSystemPrompt(messages) {
|
|
147
|
+
const systemMessages = messages.filter((m) => m.role === 'system');
|
|
148
|
+
return systemMessages.map((m) => m.content).join('\n\n');
|
|
149
|
+
}
|
|
150
|
+
generateId() {
|
|
151
|
+
return `prompt-${Date.now()}-${Math.random().toString(36).substring(2, 9)}`;
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
export function wrapWithPromptLogger(backend, store, config) {
|
|
155
|
+
return new PromptLogger(backend, store, config);
|
|
156
|
+
}
|
|
157
|
+
//# sourceMappingURL=prompt-logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-logger.js","sourceRoot":"","sources":["../../src/learning/prompt-logger.ts"],"names":[],"mappings":"AAyBA,MAAM,OAAO,YAAY;IACd,QAAQ,CAAc;IAEvB,OAAO,CAAa;IACpB,KAAK,CAAc;IACnB,MAAM,CAA+B;IACrC,OAAO,GAA+B,IAAI,CAAC;IAEnD,YAAY,OAAmB,EAAE,KAAkB,EAAE,SAA6B,EAAE;QAClF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,IAAI;SAC1C,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,OAA4B;QACrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9E,MAAM,QAAQ,GAAmB;YAC/B,EAAE,EAAE,QAAQ;YACZ,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;YAC/B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;YAErB,YAAY;YACZ,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE;YAC7D,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC3D,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa;YACzC,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAE/C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,SAAS,EAAE,OAAO,CAAC,SAAS;YAE5B,YAAY,EAAE,CAAC;SAChB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEzC,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;YACnD,QAAQ,CAAC,QAAQ,GAAG;gBAClB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC3D,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBAC7C,YAAY,EAAE,QAAQ,CAAC,YAAY;gBACnC,SAAS;aACV,CAAC;YAEF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEnC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEzC,QAAQ,CAAC,QAAQ,GAAG;gBAClB,OAAO,EAAE,EAAE;gBACX,gBAAgB,EAAE,CAAC;gBACnB,YAAY,EAAE,OAAO;gBACrB,SAAS;aACV,CAAC;YACF,QAAQ,CAAC,QAAQ,GAAG;gBAClB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;YAEF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEnC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAC1C,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACxC,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9E,MAAM,QAAQ,GAAmB;YAC/B,EAAE,EAAE,QAAQ;YACZ,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;YAC/B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;YAErB,YAAY;YACZ,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE;YAC7D,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC3D,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa;YACzC,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAE/C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,SAAS,EAAE,OAAO,CAAC,SAAS;YAE5B,YAAY,EAAE,CAAC;SAChB,CAAC;QAEF,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,UAAU,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;QACrD,IAAI,YAAY,GAAW,MAAM,CAAC;QAClC,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;oBACxB,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;gBACrC,CAAC;gBACD,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;oBACvB,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;gBACpC,CAAC;gBACD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,UAAU,GAAG;wBACX,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;wBACpC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;qBACvC,CAAC;gBACJ,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,GAAG,IAAI,CAAC;YAChB,YAAY,GAAG,OAAO,CAAC;YACvB,QAAQ,CAAC,QAAQ,GAAG;gBAClB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEzC,QAAQ,CAAC,YAAY,GAAG,UAAU,CAAC,WAAW,CAAC;YAC/C,QAAQ,CAAC,QAAQ,GAAG;gBAClB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE;gBACtD,gBAAgB,EAAE,UAAU,CAAC,YAAY;gBACzC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY;gBAC/C,SAAS;aACV,CAAC;YAEF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,QAAmB;QAC7C,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACnE,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;IAEO,UAAU;QAChB,OAAO,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IAC9E,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAClC,OAAmB,EACnB,KAAkB,EAClB,MAA2B;IAE3B,OAAO,IAAI,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { PromptPerformanceMetrics, DegradationAlert, MonitoringConfig, ExecutionTrace } from '@cogitator-ai/types';
|
|
2
|
+
export interface PromptMonitorConfig extends MonitoringConfig {
|
|
3
|
+
onAlert?: (alert: DegradationAlert) => void;
|
|
4
|
+
}
|
|
5
|
+
export declare class PromptMonitor {
|
|
6
|
+
private config;
|
|
7
|
+
private windows;
|
|
8
|
+
private baselines;
|
|
9
|
+
private alerts;
|
|
10
|
+
private lastRollback;
|
|
11
|
+
constructor(config?: PromptMonitorConfig);
|
|
12
|
+
recordExecution(trace: ExecutionTrace): DegradationAlert[];
|
|
13
|
+
setBaseline(agentId: string, metrics: PromptPerformanceMetrics): void;
|
|
14
|
+
computeBaselineFromHistory(agentId: string, traces: ExecutionTrace[]): PromptPerformanceMetrics;
|
|
15
|
+
getCurrentMetrics(agentId: string): PromptPerformanceMetrics | null;
|
|
16
|
+
getAlerts(agentId: string): DegradationAlert[];
|
|
17
|
+
getActiveAlerts(agentId: string): DegradationAlert[];
|
|
18
|
+
resolveAlert(alertId: string): void;
|
|
19
|
+
canRollback(agentId: string): boolean;
|
|
20
|
+
recordRollback(agentId: string): void;
|
|
21
|
+
clearWindow(agentId: string): void;
|
|
22
|
+
private getOrCreateWindow;
|
|
23
|
+
private rotateWindowIfNeeded;
|
|
24
|
+
private checkForDegradation;
|
|
25
|
+
private createAlert;
|
|
26
|
+
private mean;
|
|
27
|
+
private percentile;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=prompt-monitor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-monitor.d.ts","sourceRoot":"","sources":["../../src/learning/prompt-monitor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,wBAAwB,EACxB,gBAAgB,EAChB,gBAAgB,EAIhB,cAAc,EACf,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,mBAAoB,SAAQ,gBAAgB;IAC3D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAC7C;AAoBD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAgG;IAC9G,OAAO,CAAC,OAAO,CAAmC;IAClD,OAAO,CAAC,SAAS,CAA+C;IAChE,OAAO,CAAC,MAAM,CAAyC;IACvD,OAAO,CAAC,YAAY,CAA2B;gBAEnC,MAAM,GAAE,mBAAwB;IAY5C,eAAe,CAAC,KAAK,EAAE,cAAc,GAAG,gBAAgB,EAAE;IAuB1D,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,GAAG,IAAI;IAIrE,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,wBAAwB;IAmC/F,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,wBAAwB,GAAG,IAAI;IA+BnE,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAI9C,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAKpD,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAUnC,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAarC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIrC,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIlC,OAAO,CAAC,iBAAiB;IAgBzB,OAAO,CAAC,oBAAoB;IAiB5B,OAAO,CAAC,mBAAmB;IAiF3B,OAAO,CAAC,WAAW;IA0BnB,OAAO,CAAC,IAAI;IAKZ,OAAO,CAAC,UAAU;CAMnB"}
|
|
@@ -0,0 +1,243 @@
|
|
|
1
|
+
const DEFAULT_CONFIG = {
|
|
2
|
+
windowSize: 60 * 60 * 1000,
|
|
3
|
+
scoreDropThreshold: 0.15,
|
|
4
|
+
latencySpikeThreshold: 2.0,
|
|
5
|
+
errorRateThreshold: 0.1,
|
|
6
|
+
enableAutoRollback: false,
|
|
7
|
+
rollbackCooldown: 24 * 60 * 60 * 1000,
|
|
8
|
+
};
|
|
9
|
+
export class PromptMonitor {
|
|
10
|
+
config;
|
|
11
|
+
windows = new Map();
|
|
12
|
+
baselines = new Map();
|
|
13
|
+
alerts = new Map();
|
|
14
|
+
lastRollback = new Map();
|
|
15
|
+
constructor(config = {}) {
|
|
16
|
+
this.config = {
|
|
17
|
+
windowSize: config.windowSize ?? DEFAULT_CONFIG.windowSize,
|
|
18
|
+
scoreDropThreshold: config.scoreDropThreshold ?? DEFAULT_CONFIG.scoreDropThreshold,
|
|
19
|
+
latencySpikeThreshold: config.latencySpikeThreshold ?? DEFAULT_CONFIG.latencySpikeThreshold,
|
|
20
|
+
errorRateThreshold: config.errorRateThreshold ?? DEFAULT_CONFIG.errorRateThreshold,
|
|
21
|
+
enableAutoRollback: config.enableAutoRollback ?? DEFAULT_CONFIG.enableAutoRollback,
|
|
22
|
+
rollbackCooldown: config.rollbackCooldown ?? DEFAULT_CONFIG.rollbackCooldown,
|
|
23
|
+
onAlert: config.onAlert,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
recordExecution(trace) {
|
|
27
|
+
const agentId = trace.agentId;
|
|
28
|
+
const window = this.getOrCreateWindow(agentId);
|
|
29
|
+
if (trace.score !== undefined) {
|
|
30
|
+
window.scores.push(trace.score);
|
|
31
|
+
}
|
|
32
|
+
if (trace.duration !== undefined) {
|
|
33
|
+
window.latencies.push(trace.duration);
|
|
34
|
+
}
|
|
35
|
+
if (trace.usage?.cost !== undefined) {
|
|
36
|
+
window.costs.push(trace.usage.cost);
|
|
37
|
+
}
|
|
38
|
+
if (!trace.metrics?.success) {
|
|
39
|
+
window.errors++;
|
|
40
|
+
}
|
|
41
|
+
window.total++;
|
|
42
|
+
this.rotateWindowIfNeeded(agentId, window);
|
|
43
|
+
return this.checkForDegradation(agentId, window);
|
|
44
|
+
}
|
|
45
|
+
setBaseline(agentId, metrics) {
|
|
46
|
+
this.baselines.set(agentId, metrics);
|
|
47
|
+
}
|
|
48
|
+
computeBaselineFromHistory(agentId, traces) {
|
|
49
|
+
const scores = traces.filter((t) => t.score !== undefined).map((t) => t.score);
|
|
50
|
+
const latencies = traces.filter((t) => t.duration !== undefined).map((t) => t.duration);
|
|
51
|
+
const costs = traces.filter((t) => t.usage?.cost !== undefined).map((t) => t.usage.cost);
|
|
52
|
+
const errors = traces.filter((t) => !t.metrics?.success).length;
|
|
53
|
+
const now = new Date();
|
|
54
|
+
const windowStart = new Date(now.getTime() - this.config.windowSize);
|
|
55
|
+
const metrics = {
|
|
56
|
+
agentId,
|
|
57
|
+
windowStart,
|
|
58
|
+
windowEnd: now,
|
|
59
|
+
totalRuns: traces.length,
|
|
60
|
+
successfulRuns: traces.length - errors,
|
|
61
|
+
failedRuns: errors,
|
|
62
|
+
avgScore: this.mean(scores),
|
|
63
|
+
minScore: scores.length > 0 ? Math.min(...scores) : 0,
|
|
64
|
+
maxScore: scores.length > 0 ? Math.max(...scores) : 0,
|
|
65
|
+
scoreP50: this.percentile(scores, 0.5),
|
|
66
|
+
scoreP95: this.percentile(scores, 0.95),
|
|
67
|
+
avgLatency: this.mean(latencies),
|
|
68
|
+
p50Latency: this.percentile(latencies, 0.5),
|
|
69
|
+
p95Latency: this.percentile(latencies, 0.95),
|
|
70
|
+
p99Latency: this.percentile(latencies, 0.99),
|
|
71
|
+
totalCost: costs.reduce((a, b) => a + b, 0),
|
|
72
|
+
avgCostPerRun: traces.length > 0 ? costs.reduce((a, b) => a + b, 0) / traces.length : 0,
|
|
73
|
+
avgInputTokens: 0,
|
|
74
|
+
avgOutputTokens: 0,
|
|
75
|
+
};
|
|
76
|
+
this.baselines.set(agentId, metrics);
|
|
77
|
+
return metrics;
|
|
78
|
+
}
|
|
79
|
+
getCurrentMetrics(agentId) {
|
|
80
|
+
const window = this.windows.get(agentId);
|
|
81
|
+
if (!window || window.total === 0) {
|
|
82
|
+
return null;
|
|
83
|
+
}
|
|
84
|
+
const now = new Date();
|
|
85
|
+
return {
|
|
86
|
+
agentId,
|
|
87
|
+
windowStart: window.windowStart,
|
|
88
|
+
windowEnd: now,
|
|
89
|
+
totalRuns: window.total,
|
|
90
|
+
successfulRuns: window.total - window.errors,
|
|
91
|
+
failedRuns: window.errors,
|
|
92
|
+
avgScore: this.mean(window.scores),
|
|
93
|
+
minScore: window.scores.length > 0 ? Math.min(...window.scores) : 0,
|
|
94
|
+
maxScore: window.scores.length > 0 ? Math.max(...window.scores) : 0,
|
|
95
|
+
scoreP50: this.percentile(window.scores, 0.5),
|
|
96
|
+
scoreP95: this.percentile(window.scores, 0.95),
|
|
97
|
+
avgLatency: this.mean(window.latencies),
|
|
98
|
+
p50Latency: this.percentile(window.latencies, 0.5),
|
|
99
|
+
p95Latency: this.percentile(window.latencies, 0.95),
|
|
100
|
+
p99Latency: this.percentile(window.latencies, 0.99),
|
|
101
|
+
totalCost: window.costs.reduce((a, b) => a + b, 0),
|
|
102
|
+
avgCostPerRun: window.total > 0 ? window.costs.reduce((a, b) => a + b, 0) / window.total : 0,
|
|
103
|
+
avgInputTokens: 0,
|
|
104
|
+
avgOutputTokens: 0,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
getAlerts(agentId) {
|
|
108
|
+
return this.alerts.get(agentId) || [];
|
|
109
|
+
}
|
|
110
|
+
getActiveAlerts(agentId) {
|
|
111
|
+
const alerts = this.alerts.get(agentId) || [];
|
|
112
|
+
return alerts.filter((a) => !a.resolvedAt);
|
|
113
|
+
}
|
|
114
|
+
resolveAlert(alertId) {
|
|
115
|
+
for (const [, alerts] of this.alerts) {
|
|
116
|
+
const alert = alerts.find((a) => a.id === alertId);
|
|
117
|
+
if (alert) {
|
|
118
|
+
alert.resolvedAt = new Date();
|
|
119
|
+
break;
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
canRollback(agentId) {
|
|
124
|
+
if (!this.config.enableAutoRollback) {
|
|
125
|
+
return false;
|
|
126
|
+
}
|
|
127
|
+
const lastRollback = this.lastRollback.get(agentId);
|
|
128
|
+
if (!lastRollback) {
|
|
129
|
+
return true;
|
|
130
|
+
}
|
|
131
|
+
return Date.now() - lastRollback.getTime() >= this.config.rollbackCooldown;
|
|
132
|
+
}
|
|
133
|
+
recordRollback(agentId) {
|
|
134
|
+
this.lastRollback.set(agentId, new Date());
|
|
135
|
+
}
|
|
136
|
+
clearWindow(agentId) {
|
|
137
|
+
this.windows.delete(agentId);
|
|
138
|
+
}
|
|
139
|
+
getOrCreateWindow(agentId) {
|
|
140
|
+
let window = this.windows.get(agentId);
|
|
141
|
+
if (!window) {
|
|
142
|
+
window = {
|
|
143
|
+
scores: [],
|
|
144
|
+
latencies: [],
|
|
145
|
+
costs: [],
|
|
146
|
+
errors: 0,
|
|
147
|
+
total: 0,
|
|
148
|
+
windowStart: new Date(),
|
|
149
|
+
};
|
|
150
|
+
this.windows.set(agentId, window);
|
|
151
|
+
}
|
|
152
|
+
return window;
|
|
153
|
+
}
|
|
154
|
+
rotateWindowIfNeeded(agentId, window) {
|
|
155
|
+
const elapsed = Date.now() - window.windowStart.getTime();
|
|
156
|
+
if (elapsed >= this.config.windowSize) {
|
|
157
|
+
const currentMetrics = this.getCurrentMetrics(agentId);
|
|
158
|
+
if (currentMetrics && window.total >= 10) {
|
|
159
|
+
this.baselines.set(agentId, currentMetrics);
|
|
160
|
+
}
|
|
161
|
+
window.scores = [];
|
|
162
|
+
window.latencies = [];
|
|
163
|
+
window.costs = [];
|
|
164
|
+
window.errors = 0;
|
|
165
|
+
window.total = 0;
|
|
166
|
+
window.windowStart = new Date();
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
checkForDegradation(agentId, window) {
|
|
170
|
+
const baseline = this.baselines.get(agentId);
|
|
171
|
+
if (!baseline || window.total < 5) {
|
|
172
|
+
return [];
|
|
173
|
+
}
|
|
174
|
+
const newAlerts = [];
|
|
175
|
+
const currentAvgScore = this.mean(window.scores);
|
|
176
|
+
if (baseline.avgScore > 0 && currentAvgScore > 0) {
|
|
177
|
+
const scoreChange = (baseline.avgScore - currentAvgScore) / baseline.avgScore;
|
|
178
|
+
if (scoreChange >= this.config.scoreDropThreshold) {
|
|
179
|
+
const alert = this.createAlert(agentId, 'score_drop', currentAvgScore, baseline.avgScore, this.config.scoreDropThreshold, scoreChange);
|
|
180
|
+
newAlerts.push(alert);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
const currentAvgLatency = this.mean(window.latencies);
|
|
184
|
+
if (baseline.avgLatency > 0 && currentAvgLatency > 0) {
|
|
185
|
+
const latencyRatio = currentAvgLatency / baseline.avgLatency;
|
|
186
|
+
if (latencyRatio >= this.config.latencySpikeThreshold) {
|
|
187
|
+
const alert = this.createAlert(agentId, 'latency_spike', currentAvgLatency, baseline.avgLatency, this.config.latencySpikeThreshold, latencyRatio - 1);
|
|
188
|
+
newAlerts.push(alert);
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
const errorRate = window.total > 0 ? window.errors / window.total : 0;
|
|
192
|
+
const baselineErrorRate = baseline.totalRuns > 0 ? baseline.failedRuns / baseline.totalRuns : 0;
|
|
193
|
+
if (errorRate > this.config.errorRateThreshold && errorRate > baselineErrorRate * 2) {
|
|
194
|
+
const alert = this.createAlert(agentId, 'error_rate_increase', errorRate, baselineErrorRate, this.config.errorRateThreshold, baselineErrorRate > 0 ? (errorRate - baselineErrorRate) / baselineErrorRate : errorRate);
|
|
195
|
+
newAlerts.push(alert);
|
|
196
|
+
}
|
|
197
|
+
const currentAvgCost = window.total > 0 ? window.costs.reduce((a, b) => a + b, 0) / window.total : 0;
|
|
198
|
+
if (baseline.avgCostPerRun > 0 && currentAvgCost > baseline.avgCostPerRun * 2) {
|
|
199
|
+
const alert = this.createAlert(agentId, 'cost_spike', currentAvgCost, baseline.avgCostPerRun, 2.0, (currentAvgCost - baseline.avgCostPerRun) / baseline.avgCostPerRun);
|
|
200
|
+
newAlerts.push(alert);
|
|
201
|
+
}
|
|
202
|
+
if (newAlerts.length > 0) {
|
|
203
|
+
const existing = this.alerts.get(agentId) || [];
|
|
204
|
+
this.alerts.set(agentId, [...existing, ...newAlerts]);
|
|
205
|
+
for (const alert of newAlerts) {
|
|
206
|
+
if (this.config.onAlert) {
|
|
207
|
+
this.config.onAlert(alert);
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
return newAlerts;
|
|
212
|
+
}
|
|
213
|
+
createAlert(agentId, type, currentValue, baselineValue, threshold, percentChange) {
|
|
214
|
+
const severity = percentChange > threshold * 2 ? 'critical' : 'warning';
|
|
215
|
+
const autoAction = this.config.enableAutoRollback && severity === 'critical' ? 'rollback' : 'alert_only';
|
|
216
|
+
return {
|
|
217
|
+
id: `alert-${Date.now()}-${Math.random().toString(36).substring(2, 9)}`,
|
|
218
|
+
agentId,
|
|
219
|
+
type,
|
|
220
|
+
severity,
|
|
221
|
+
currentValue,
|
|
222
|
+
baselineValue,
|
|
223
|
+
threshold,
|
|
224
|
+
percentChange,
|
|
225
|
+
detectedAt: new Date(),
|
|
226
|
+
autoAction,
|
|
227
|
+
actionTaken: false,
|
|
228
|
+
};
|
|
229
|
+
}
|
|
230
|
+
mean(values) {
|
|
231
|
+
if (values.length === 0)
|
|
232
|
+
return 0;
|
|
233
|
+
return values.reduce((a, b) => a + b, 0) / values.length;
|
|
234
|
+
}
|
|
235
|
+
percentile(values, p) {
|
|
236
|
+
if (values.length === 0)
|
|
237
|
+
return 0;
|
|
238
|
+
const sorted = [...values].sort((a, b) => a - b);
|
|
239
|
+
const index = Math.floor(p * (sorted.length - 1));
|
|
240
|
+
return sorted[index];
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
//# sourceMappingURL=prompt-monitor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-monitor.js","sourceRoot":"","sources":["../../src/learning/prompt-monitor.ts"],"names":[],"mappings":"AAuBA,MAAM,cAAc,GAAgD;IAClE,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IAC1B,kBAAkB,EAAE,IAAI;IACxB,qBAAqB,EAAE,GAAG;IAC1B,kBAAkB,EAAE,GAAG;IACvB,kBAAkB,EAAE,KAAK;IACzB,gBAAgB,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;CACtC,CAAC;AAEF,MAAM,OAAO,aAAa;IAChB,MAAM,CAAgG;IACtG,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC1C,SAAS,GAAG,IAAI,GAAG,EAAoC,CAAC;IACxD,MAAM,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC/C,YAAY,GAAG,IAAI,GAAG,EAAgB,CAAC;IAE/C,YAAY,SAA8B,EAAE;QAC1C,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU;YAC1D,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,cAAc,CAAC,kBAAkB;YAClF,qBAAqB,EAAE,MAAM,CAAC,qBAAqB,IAAI,cAAc,CAAC,qBAAqB;YAC3F,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,cAAc,CAAC,kBAAkB;YAClF,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,cAAc,CAAC,kBAAkB;YAClF,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,cAAc,CAAC,gBAAgB;YAC5E,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,KAAqB;QACnC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAE/C,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,CAAC;QAEf,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE3C,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAED,WAAW,CAAC,OAAe,EAAE,OAAiC;QAC5D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,0BAA0B,CAAC,OAAe,EAAE,MAAwB;QAClE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC;QAChF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC;QACzF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAK,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;QAEhE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAErE,MAAM,OAAO,GAA6B;YACxC,OAAO;YACP,WAAW;YACX,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,MAAM,CAAC,MAAM;YACxB,cAAc,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM;YACtC,UAAU,EAAE,MAAM;YAClB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YAC3B,QAAQ,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,QAAQ,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;YACtC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC;YACvC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;YAChC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;YAC5C,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;YAC5C,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3C,aAAa,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvF,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;SACnB,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACrC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,iBAAiB,CAAC,OAAe;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,OAAO;YACL,OAAO;YACP,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,cAAc,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM;YAC5C,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAClC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;YAC7C,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC;YAC9C,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC;YAClD,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC;YACnD,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC;YACnD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClD,aAAa,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5F,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;SACnB,CAAC;IACJ,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACxC,CAAC;IAED,eAAe,CAAC,OAAe;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,YAAY,CAAC,OAAe;QAC1B,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;YACnD,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC9B,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACpC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;IAC7E,CAAC;IAED,cAAc,CAAC,OAAe;QAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAEO,iBAAiB,CAAC,OAAe;QACvC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG;gBACP,MAAM,EAAE,EAAE;gBACV,SAAS,EAAE,EAAE;gBACb,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,CAAC;gBACT,KAAK,EAAE,CAAC;gBACR,WAAW,EAAE,IAAI,IAAI,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,oBAAoB,CAAC,OAAe,EAAE,MAAoB;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QAC1D,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YACvD,IAAI,cAAc,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBACzC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAC9C,CAAC;YAED,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC;YACnB,MAAM,CAAC,SAAS,GAAG,EAAE,CAAC;YACtB,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;YAClB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAClB,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YACjB,MAAM,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,OAAe,EAAE,MAAoB;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,SAAS,GAAuB,EAAE,CAAC;QAEzC,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,QAAQ,CAAC,QAAQ,GAAG,CAAC,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;YACjD,MAAM,WAAW,GAAG,CAAC,QAAQ,CAAC,QAAQ,GAAG,eAAe,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC;YAC9E,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;gBAClD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAC5B,OAAO,EACP,YAAY,EACZ,eAAe,EACf,QAAQ,CAAC,QAAQ,EACjB,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAC9B,WAAW,CACZ,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,YAAY,GAAG,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;YAC7D,IAAI,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;gBACtD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAC5B,OAAO,EACP,eAAe,EACf,iBAAiB,EACjB,QAAQ,CAAC,UAAU,EACnB,IAAI,CAAC,MAAM,CAAC,qBAAqB,EACjC,YAAY,GAAG,CAAC,CACjB,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAChG,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,SAAS,GAAG,iBAAiB,GAAG,CAAC,EAAE,CAAC;YACpF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAC5B,OAAO,EACP,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAC9B,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,iBAAiB,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,SAAS,CACxF,CAAC;YACF,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,IAAI,QAAQ,CAAC,aAAa,GAAG,CAAC,IAAI,cAAc,GAAG,QAAQ,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAC9E,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAC5B,OAAO,EACP,YAAY,EACZ,cAAc,EACd,QAAQ,CAAC,aAAa,EACtB,GAAG,EACH,CAAC,cAAc,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,aAAa,CACnE,CAAC;YACF,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAChD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC;YAEtD,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;gBAC9B,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACxB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,WAAW,CACjB,OAAe,EACf,IAAe,EACf,YAAoB,EACpB,aAAqB,EACrB,SAAiB,EACjB,aAAqB;QAErB,MAAM,QAAQ,GAAkB,aAAa,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;QACvF,MAAM,UAAU,GAAgB,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;QAEtH,OAAO;YACL,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvE,OAAO;YACP,IAAI;YACJ,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,SAAS;YACT,aAAa;YACb,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,UAAU;YACV,WAAW,EAAE,KAAK;SACnB,CAAC;IACJ,CAAC;IAEO,IAAI,CAAC,MAAgB;QAC3B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAClC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3D,CAAC;IAEO,UAAU,CAAC,MAAgB,EAAE,CAAS;QAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { ExecutionTrace, InstructionGap, Insight } from '@cogitator-ai/types';
|
|
2
|
+
export declare function buildFailureAnalysisPrompt(traces: ExecutionTrace[], currentInstructions: string): string;
|
|
3
|
+
export declare function buildInstructionCandidatePrompt(currentInstructions: string, gaps: InstructionGap[], insights: Insight[]): string;
|
|
4
|
+
export declare function buildInstructionEvaluationPrompt(candidate: string, traces: ExecutionTrace[]): string;
|
|
5
|
+
export declare function buildInstructionRefinementPrompt(candidate: string, feedback: string[]): string;
|
|
6
|
+
export interface FailureAnalysisResult {
|
|
7
|
+
gaps: InstructionGap[];
|
|
8
|
+
overallAnalysis: string;
|
|
9
|
+
}
|
|
10
|
+
export declare function parseFailureAnalysisResponse(content: string): FailureAnalysisResult | null;
|
|
11
|
+
export interface InstructionCandidate {
|
|
12
|
+
instructions: string;
|
|
13
|
+
reasoning: string;
|
|
14
|
+
}
|
|
15
|
+
export declare function parseInstructionCandidatesResponse(content: string): InstructionCandidate[];
|
|
16
|
+
export interface InstructionEvaluation {
|
|
17
|
+
score: number;
|
|
18
|
+
strengths: string[];
|
|
19
|
+
weaknesses: string[];
|
|
20
|
+
reasoning: string;
|
|
21
|
+
}
|
|
22
|
+
export declare function parseInstructionEvaluationResponse(content: string): InstructionEvaluation | null;
|
|
23
|
+
export interface InstructionRefinement {
|
|
24
|
+
instructions: string;
|
|
25
|
+
changes: string[];
|
|
26
|
+
}
|
|
27
|
+
export declare function parseInstructionRefinementResponse(content: string): InstructionRefinement | null;
|
|
28
|
+
//# sourceMappingURL=prompts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/learning/prompts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAEnF,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,cAAc,EAAE,EACxB,mBAAmB,EAAE,MAAM,GAC1B,MAAM,CAsCR;AAED,wBAAgB,+BAA+B,CAC7C,mBAAmB,EAAE,MAAM,EAC3B,IAAI,EAAE,cAAc,EAAE,EACtB,QAAQ,EAAE,OAAO,EAAE,GAClB,MAAM,CAsCR;AAED,wBAAgB,gCAAgC,CAC9C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,cAAc,EAAE,GACvB,MAAM,CA6BR;AAED,wBAAgB,gCAAgC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAgB9F;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,cAAc,EAAE,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,MAAM,GAAG,qBAAqB,GAAG,IAAI,CA0B1F;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,MAAM,GAAG,oBAAoB,EAAE,CAmB1F;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,MAAM,GAAG,qBAAqB,GAAG,IAAI,CAmBhG;AAED,MAAM,WAAW,qBAAqB;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,MAAM,GAAG,qBAAqB,GAAG,IAAI,CAiBhG"}
|