nodebench-mcp 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +237 -0
- package/dist/__tests__/tools.test.d.ts +1 -0
- package/dist/__tests__/tools.test.js +402 -0
- package/dist/__tests__/tools.test.js.map +1 -0
- package/dist/db.d.ts +4 -0
- package/dist/db.js +198 -0
- package/dist/db.js.map +1 -0
- package/dist/index.d.ts +19 -0
- package/dist/index.js +237 -0
- package/dist/index.js.map +1 -0
- package/dist/tools/documentTools.d.ts +5 -0
- package/dist/tools/documentTools.js +524 -0
- package/dist/tools/documentTools.js.map +1 -0
- package/dist/tools/documentationTools.d.ts +12 -0
- package/dist/tools/documentationTools.js +647 -0
- package/dist/tools/documentationTools.js.map +1 -0
- package/dist/tools/evalTools.d.ts +6 -0
- package/dist/tools/evalTools.js +335 -0
- package/dist/tools/evalTools.js.map +1 -0
- package/dist/tools/financialTools.d.ts +10 -0
- package/dist/tools/financialTools.js +403 -0
- package/dist/tools/financialTools.js.map +1 -0
- package/dist/tools/flywheelTools.d.ts +6 -0
- package/dist/tools/flywheelTools.js +366 -0
- package/dist/tools/flywheelTools.js.map +1 -0
- package/dist/tools/githubTools.d.ts +12 -0
- package/dist/tools/githubTools.js +432 -0
- package/dist/tools/githubTools.js.map +1 -0
- package/dist/tools/learningTools.d.ts +6 -0
- package/dist/tools/learningTools.js +199 -0
- package/dist/tools/learningTools.js.map +1 -0
- package/dist/tools/memoryTools.d.ts +5 -0
- package/dist/tools/memoryTools.js +137 -0
- package/dist/tools/memoryTools.js.map +1 -0
- package/dist/tools/metaTools.d.ts +7 -0
- package/dist/tools/metaTools.js +837 -0
- package/dist/tools/metaTools.js.map +1 -0
- package/dist/tools/planningTools.d.ts +5 -0
- package/dist/tools/planningTools.js +147 -0
- package/dist/tools/planningTools.js.map +1 -0
- package/dist/tools/qualityGateTools.d.ts +6 -0
- package/dist/tools/qualityGateTools.js +347 -0
- package/dist/tools/qualityGateTools.js.map +1 -0
- package/dist/tools/reconTools.d.ts +8 -0
- package/dist/tools/reconTools.js +729 -0
- package/dist/tools/reconTools.js.map +1 -0
- package/dist/tools/searchTools.d.ts +5 -0
- package/dist/tools/searchTools.js +145 -0
- package/dist/tools/searchTools.js.map +1 -0
- package/dist/tools/uiCaptureTools.d.ts +8 -0
- package/dist/tools/uiCaptureTools.js +339 -0
- package/dist/tools/uiCaptureTools.js.map +1 -0
- package/dist/tools/verificationTools.d.ts +6 -0
- package/dist/tools/verificationTools.js +472 -0
- package/dist/tools/verificationTools.js.map +1 -0
- package/dist/tools/visionTools.d.ts +12 -0
- package/dist/tools/visionTools.js +553 -0
- package/dist/tools/visionTools.js.map +1 -0
- package/dist/tools/webTools.d.ts +12 -0
- package/dist/tools/webTools.js +443 -0
- package/dist/tools/webTools.js.map +1 -0
- package/dist/types.d.ts +16 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/package.json +66 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"documentationTools.js","sourceRoot":"","sources":["../../src/tools/documentationTools.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,iFAAiF;AAEjF,KAAK,UAAU,SAAS,CAAC,GAAW;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwC1B,CAAC;AAYF,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,IAAI,cAAc,GAAmB,IAAI,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAE9C,IAAI,KAAK,EAAE,CAAC;YACV,yBAAyB;YACzB,IAAI,cAAc,EAAE,CAAC;gBACnB,cAAc,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC/B,cAAc,CAAC,OAAO,GAAG,KAAK;qBAC3B,KAAK,CAAC,cAAc,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;qBACtC,IAAI,CAAC,IAAI,CAAC;qBACV,IAAI,EAAE,CAAC;gBACV,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAChC,CAAC;YAED,oBAAoB;YACpB,cAAc,GAAG;gBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;gBACrB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;gBACtB,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC;gBACzB,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,cAAc,EAAE,CAAC;QACnB,cAAc,CAAC,OAAO,GAAG,KAAK;aAC3B,KAAK,CAAC,cAAc,CAAC,SAAS,GAAG,CAAC,CAAC;aACnC,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;QACV,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACxC,IAAI,GAAG,GAAG,QAAQ,CAAC;IACnB,MAAM,SAAS,GAAG,EAAE,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACzC,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,MAAM,KAAK,GAAG;YAAE,MAAM,CAAC,eAAe;QAC1C,GAAG,GAAG,MAAM,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAUD,SAAS,eAAe;IACtB,MAAM,OAAO,GAA8B,EAAE,CAAC;IAE9C,WAAW;IACX,MAAM,OAAO,GAAG;QACd,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,6CAA6C,EAAE;QACrF,EAAE,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,0BAA0B,EAAE;QACrE,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,+CAA+C,EAAE;QACvF,EAAE,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,yCAAyC,EAAE;QACpF,EAAE,IAAI,EAAE,oBAAoB,EAAE,UAAU,EAAE,qCAAqC,EAAE;QACjF,EAAE,IAAI,EAAE,oBAAoB,EAAE,UAAU,EAAE,6CAA6C,EAAE;QACzF,EAAE,IAAI,EAAE,cAAc,EAAE,UAAU,EAAE,6CAA6C,EAAE;QACnF,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,yCAAyC,EAAE;KAC5E,CAAC;IAEF,KAAK,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,OAAO,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,CAAC,IAAI,CAAC,GAAG;YACd,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACpD,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;SAC3C,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,eAAe;IAC5B,MAAM,IAAI,GAAG;QACX,eAAe;QACf,QAAQ;QACR,mBAAmB;QACnB,OAAO;QACP,YAAY;QACZ,SAAS;KACV,CAAC;IAEF,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO,OAAO,CAAC,OAAO,CAAC;AACzB,CAAC;AAED,SAAS,oBAAoB;IAC3B,sBAAsB;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAC3D,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IACtD,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACrD,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,OAAO,KAAK,CAAC,CAAC,UAAU;AAC1B,CAAC;AAED,SAAS,eAAe;IACtB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAE5C,MAAM,MAAM,GAAG,QAAQ,CAAC,2BAA2B,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpH,MAAM,MAAM,GAAG,QAAQ,CAAC,wBAAwB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAEjH,OAAO;YACL,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,cAAc,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF,MAAM,CAAC,MAAM,kBAAkB,GAAc;IAC3C;QACE,IAAI,EAAE,kBAAkB;QACxB,WAAW,EACT,0UAA0U;QAC5U,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC;oBAC1C,WAAW,EACT,4GAA4G;iBAC/G;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,kGAAkG;iBACrG;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,+DAA+D;iBAC7E;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,+FAA+F;iBAClG;gBACD,eAAe,EAAE;oBACf,IAAI,EAAE,SAAS;oBACf,WAAW,EACT,uGAAuG;iBAC1G;aACF;YACD,QAAQ,EAAE,CAAC,WAAW,CAAC;SACxB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAmB,CAAC;YAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,OAA6B,CAAC;YACnD,MAAM,OAAO,GAAG,IAAI,CAAC,OAA6B,CAAC;YACnD,MAAM,WAAW,GAAI,IAAI,CAAC,WAAsB,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YAClE,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,SAAS,KAAK,MAAM,CAAC;YAErE,iBAAiB;YACjB,IAAI,YAAY,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAEjD,gCAAgC;YAChC,IAAI,CAAC,YAAY,IAAI,eAAe,EAAE,CAAC;gBACrC,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBAC9C,aAAa,CAAC,YAAY,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC/C,OAAO;oBACL,KAAK,EAAE,IAAI;oBACX,SAAS;oBACT,OAAO,EAAE,qBAAqB;oBAC9B,UAAU,EACR,4EAA4E;oBAC9E,YAAY,EAAE,WAAW;iBAC1B,CAAC;YACJ,CAAC;YAED,MAAM,cAAc,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;YAE/C,iBAAiB;YACjB,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO;oBACL,SAAS,EAAE,MAAM;oBACjB,YAAY;oBACZ,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,SAAS,EAAE,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,EAAE;wBAChD,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChF,CAAC,CAAC;oBACH,WAAW,EAAE,cAAc;oBAC3B,cAAc,EAAE,cAAc,CAAC,MAAM;oBACrC,YAAY,EAAE,QAAQ,CAAC,MAAM;iBAC9B,CAAC;YACJ,CAAC;YAED,mBAAmB;YACnB,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO;wBACL,KAAK,EAAE,IAAI;wBACX,SAAS,EAAE,QAAQ;wBACnB,OAAO,EAAE,0CAA0C;qBACpD,CAAC;gBACJ,CAAC;gBAED,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,EAAE,GAAG,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC;gBAC7E,aAAa,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;gBAEjD,OAAO;oBACL,SAAS,EAAE,QAAQ;oBACnB,OAAO,EAAE,IAAI;oBACb,YAAY;oBACZ,cAAc,EAAE,OAAO,CAAC,MAAM;oBAC9B,cAAc,EAAE,UAAU,CAAC,MAAM;iBAClC,CAAC;YACJ,CAAC;YAED,2BAA2B;YAC3B,IAAI,SAAS,KAAK,gBAAgB,EAAE,CAAC;gBACnC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO;wBACL,KAAK,EAAE,IAAI;wBACX,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,uDAAuD;wBAChE,iBAAiB,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAC/C,CAAC;gBACJ,CAAC;gBAED,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO;wBACL,KAAK,EAAE,IAAI;wBACX,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,kDAAkD;qBAC5D,CAAC;gBACJ,CAAC;gBAED,sCAAsC;gBACtC,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,WAAW,EAAE,CACtD,CAAC;gBAEF,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,+CAA+C;oBAC/C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB;oBAC9C,MAAM,iBAAiB,GAAG,OAAO,MAAM,IAAI,OAAO,OAAO,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;oBAC5E,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,EAAE,GAAG,iBAAiB,CAAC;oBAChE,aAAa,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;oBAEjD,OAAO;wBACL,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,IAAI;wBACb,YAAY;wBACZ,WAAW,EAAE,OAAO;wBACpB,MAAM,EAAE,qBAAqB;wBAC7B,cAAc,EAAE,UAAU,CAAC,MAAM;qBAClC,CAAC;gBACJ,CAAC;gBAED,0BAA0B;gBAC1B,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACzC,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;gBAElD,qEAAqE;gBACrE,IAAI,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;gBACpC,KAAK,IAAI,CAAC,GAAG,aAAa,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAChE,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;oBAC7C,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;wBACpD,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;wBAChB,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,sBAAsB;gBACtB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;gBAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBACvC,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAE5E,aAAa,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;gBAEjD,OAAO;oBACL,SAAS,EAAE,gBAAgB;oBAC3B,OAAO,EAAE,IAAI;oBACb,YAAY;oBACZ,WAAW,EAAE,OAAO;oBACpB,MAAM,EAAE,kBAAkB;oBAC1B,cAAc,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM;oBAC5C,SAAS,EAAE,OAAO,CAAC,MAAM;oBACzB,cAAc,EAAE,UAAU,CAAC,MAAM;iBAClC,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI;gBACX,OAAO,EAAE,sBAAsB,SAAS,EAAE;gBAC1C,eAAe,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC;aACtD,CAAC;QACJ,CAAC;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EACT,kWAAkW;QACpW,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,iGAAiG;iBACpG;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EACT,sEAAsE;iBACzE;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iFAAiF;iBAC/F;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC;oBACjE,WAAW,EACT,mLAAmL;iBACtL;aACF;YACD,QAAQ,EAAE,CAAC,MAAM,CAAC;SACnB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,MAAM,MAAM,GAAI,IAAI,CAAC,MAAmB,IAAI,EAAE,CAAC;YAC/C,MAAM,QAAQ,GAAI,IAAI,CAAC,QAAmB,IAAI,QAAQ,CAAC;YACvD,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgB,IAAI,cAAc,CAAC;YAEvD,4CAA4C;YAC5C,MAAM,UAAU,GAAwB;gBACtC,aAAa,EAAE;oBACb,kBAAkB,EAAE;wBAClB,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE;wBAClC,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC5C,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC7C,EAAE,KAAK,EAAE,uBAAuB,EAAE,SAAS,EAAE,EAAE,EAAE;wBACjD,EAAE,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC1C,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC3C,EAAE,KAAK,EAAE,uBAAuB,EAAE,SAAS,EAAE,EAAE,EAAE;wBACjD,EAAE,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAE,EAAE,EAAE;qBAC/C;oBACD,cAAc,EAAE;wBACd,+CAA+C;wBAC/C,8BAA8B;wBAC9B,eAAe;wBACf,oBAAoB;wBACpB,uBAAuB;wBACvB,oBAAoB;qBACrB;oBACD,WAAW,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE;oBAC7E,YAAY,EAAE;wBACZ,WAAW,EAAE,QAAQ,EAAE,iBAAiB,EAAE,SAAS;wBACnD,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY;qBACnD;iBACF;gBACD,sBAAsB,EAAE;oBACtB,kBAAkB,EAAE;wBAClB,EAAE,KAAK,EAAE,uBAAuB,EAAE,SAAS,EAAE,EAAE,EAAE;wBACjD,EAAE,KAAK,EAAE,wBAAwB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAClD,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE;wBACnC,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,EAAE;wBACvC,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC7C,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC/B,EAAE,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC1C,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE;qBACpC;oBACD,cAAc,EAAE;wBACd,6BAA6B;wBAC7B,gBAAgB;wBAChB,oBAAoB;wBACpB,gCAAgC;wBAChC,gCAAgC;wBAChC,cAAc;qBACf;oBACD,WAAW,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE;oBAC7E,YAAY,EAAE;wBACZ,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ;wBACvC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS;qBACvC;iBACF;gBACD,iBAAiB,EAAE;oBACjB,kBAAkB,EAAE;wBAClB,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE;wBACjC,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC7C,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,EAAE,EAAE;wBACtC,EAAE,KAAK,EAAE,iCAAiC,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC3D,EAAE,KAAK,EAAE,yBAAyB,EAAE,SAAS,EAAE,EAAE,EAAE;wBACnD,EAAE,KAAK,EAAE,uBAAuB,EAAE,SAAS,EAAE,EAAE,EAAE;wBACjD,EAAE,KAAK,EAAE,0BAA0B,EAAE,SAAS,EAAE,EAAE,EAAE;wBACpD,EAAE,KAAK,EAAE,kCAAkC,EAAE,SAAS,EAAE,EAAE,EAAE;qBAC7D;oBACD,cAAc,EAAE;wBACd,sBAAsB;wBACtB,uBAAuB;wBACvB,sBAAsB;wBACtB,QAAQ;wBACR,uBAAuB;wBACvB,iBAAiB;qBAClB;oBACD,WAAW,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE;oBAC7E,YAAY,EAAE;wBACZ,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY;wBAC9C,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW;qBAC/C;iBACF;gBACD,iBAAiB,EAAE;oBACjB,kBAAkB,EAAE;wBAClB,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC5C,EAAE,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,EAAE;wBACzC,EAAE,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,EAAE;wBACzC,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAC5C,EAAE,KAAK,EAAE,wBAAwB,EAAE,SAAS,EAAE,EAAE,EAAE;wBAClD,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,EAAE;wBACvC,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,EAAE;wBACvC,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,EAAE;qBACxC;oBACD,cAAc,EAAE;wBACd,uBAAuB;wBACvB,0BAA0B;wBAC1B,gBAAgB;wBAChB,8BAA8B;wBAC9B,eAAe;wBACf,wBAAwB;qBACzB;oBACD,WAAW,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE;oBAC7E,YAAY,EAAE;wBACZ,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ;wBACpC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO;qBACtC;iBACF;aACF,CAAC;YAEF,qBAAqB;YACrB,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,IAAI,WAAW,GAAkB,IAAI,CAAC;YAEtC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7D,WAAW,GAAG,GAAG,CAAC;oBAClB,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,0BAA0B;gBAC1B,OAAO;oBACL,IAAI;oBACJ,MAAM;oBACN,QAAQ;oBACR,KAAK;oBACL,OAAO,EACL,8FAA8F;oBAChG,UAAU,EAAE,8BAA8B,IAAI,UAAU,QAAQ,wBAAwB;oBACxF,qBAAqB,EACnB,+GAA+G;iBAClH,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;YAErC,wBAAwB;YACxB,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACvC,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CACxC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAChE,CAAC;gBACF,OAAO;oBACL,KAAK;oBACL,QAAQ,EAAE,CAAC,CAAC,KAAK;oBACjB,SAAS,EAAE,KAAK,EAAE,SAAS,IAAI,CAAC;iBACjC,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;gBACtC,CAAC,CAAC,sBAAsB,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,wBAAwB;oBAC3G,oBAAoB,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACnE,CAAC,CAAC,kBAAkB,WAAW,KAAK,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;YAEjH,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,WAAW;gBACnB,QAAQ;gBACR,KAAK;gBACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,cAAc;gBACd,UAAU,EAAE,2CAA2C;gBACvD,eAAe,EAAE,8BAA8B,WAAW,UAAU,QAAQ,WAAW;aACxF,CAAC;QACJ,CAAC;KACF;IACD;QACE,IAAI,EAAE,iBAAiB;QACvB,WAAW,EACT,uTAAuT;QACzT,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,SAAS,EAAE;oBACT,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,sDAAsD;iBACpE;gBACD,oBAAoB,EAAE;oBACpB,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,kDAAkD;iBAChE;aACF;SACF;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;YACzC,MAAM,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC;YAE/D,4BAA4B;YAC5B,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAC;YACxC,MAAM,cAAc,GAAG,oBAAoB,EAAE,CAAC;YAE9C,IAAI,SAAS,GAA4B,EAAE,CAAC;YAC5C,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,GAAG,MAAM,eAAe,EAAE,CAAC;YACtC,CAAC;YAED,sBAAsB;YACtB,MAAM,YAAY,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAErD,sBAAsB;YACtB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvE,MAAM,YAAY,GAChB,SAAS,CAAC,eAAe,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,mBAAmB,CAAC,CAAC;YACtF,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,aAAa,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;YAE9C,MAAM,YAAY,GAAG;gBACnB,qBAAqB,EAAE,YAAY,IAAI,YAAY;gBACnD,qBAAqB,EAAE,aAAa;gBACpC,mBAAmB,EAAE,SAAS,CAAC,OAAO,CAAC;gBACvC,YAAY,EACV,CAAC,SAAS,CAAC,cAAc,EAAE,SAAS,IAAI,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC;oBAC5E,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACrD,YAAY,EAAE,IAAI,EAAE,yBAAyB;gBAC7C,eAAe,EAAE,IAAI,EAAE,sCAAsC;gBAC7D,iBAAiB,EAAE,IAAI,EAAE,iCAAiC;aAC3D,CAAC;YAEF,0BAA0B;YAC1B,MAAM,aAAa,GAAa,EAAE,CAAC;YACnC,IAAI,oBAAoB,EAAE,CAAC;gBACzB,MAAM,EAAE,GAAG,cAAc,CAAC;gBAC1B,MAAM,UAAU,GAAG,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;gBAEtH,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC;oBAChC,aAAa,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;oBAC5E,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,gBAAgB,CAAC,CAAC;gBACpD,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,aAAa,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;oBAC5C,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,SAAS,CAAC,CAAC;gBAC7C,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC1B,aAAa,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;oBACtE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,UAAU,CAAC,CAAC;gBAC9C,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxB,aAAa,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;oBAChE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,QAAQ,CAAC,CAAC;gBAC5C,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;oBAC7B,aAAa,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;oBACrE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,aAAa,CAAC,CAAC;oBAC/C,aAAa,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBACxD,CAAC;gBAED,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,SAAS,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,SAAS,EAAE,CAAC;oBACpF,aAAa,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;oBAC9E,aAAa,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;oBACzE,aAAa,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;gBACzE,CAAC;gBAED,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,aAAa,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;oBAChF,aAAa,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;gBAC/F,CAAC;YACH,CAAC;YAED,MAAM,cAAc,GAAG,CAAC,YAAY;gBAClC,CAAC,CAAC,4GAA4G;gBAC9G,CAAC,CAAC,CAAC,YAAY;oBACb,CAAC,CAAC,yFAAyF;oBAC3F,CAAC,CAAC,qDAAqD,CAAC;YAE5D,OAAO;gBACL,WAAW,EAAE;oBACX,WAAW;oBACX,cAAc;oBACd,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;oBAClB,SAAS;iBACV;gBACD,OAAO,EAAE,SAAS;gBAClB,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B;gBAC1D,YAAY;gBACZ,QAAQ,EAAE;oBACR,KAAK,EAAE,CAAC,CAAC,YAAY;oBACrB,IAAI,EAAE,YAAY,IAAI,IAAI;iBAC3B;gBACD,aAAa,EAAE,oBAAoB,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,uCAAuC;gBAC7F,cAAc;gBACd,SAAS,EAAE;oBACT,CAAC,YAAY,CAAC,CAAC,CAAC,8CAA8C,CAAC,CAAC,CAAC,IAAI;oBACrE,CAAC,YAAY,CAAC,CAAC,CAAC,6CAA6C,CAAC,CAAC,CAAC,IAAI;oBACpE,CAAC,YAAY,CAAC,CAAC,CAAC,4CAA4C,CAAC,CAAC,CAAC,IAAI;oBACnE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,mDAAmD,CAAC,CAAC,CAAC,IAAI;iBACnF,CAAC,MAAM,CAAC,OAAO,CAAC;aAClB,CAAC;QACJ,CAAC;KACF;CACF,CAAC"}
|
|
@@ -0,0 +1,335 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Eval tools — Eval-Driven Development Loop.
|
|
3
|
+
* Changes only ship if evals improve — never on gut feel alone.
|
|
4
|
+
*/
|
|
5
|
+
import { getDb, genId } from "../db.js";
|
|
6
|
+
export const evalTools = [
|
|
7
|
+
{
|
|
8
|
+
name: "start_eval_run",
|
|
9
|
+
description: "Start a new eval run. Define the test batch upfront with test cases (input, intent, expected behavior), then record results as each case is executed. Rule: no change ships without an eval improvement.",
|
|
10
|
+
inputSchema: {
|
|
11
|
+
type: "object",
|
|
12
|
+
properties: {
|
|
13
|
+
name: {
|
|
14
|
+
type: "string",
|
|
15
|
+
description: "Name for this eval run (e.g. 'auth-flow-v2', 'prompt-rewrite-A')",
|
|
16
|
+
},
|
|
17
|
+
description: { type: "string" },
|
|
18
|
+
cases: {
|
|
19
|
+
type: "array",
|
|
20
|
+
items: {
|
|
21
|
+
type: "object",
|
|
22
|
+
properties: {
|
|
23
|
+
input: {
|
|
24
|
+
type: "string",
|
|
25
|
+
description: "The prompt / scenario",
|
|
26
|
+
},
|
|
27
|
+
intent: {
|
|
28
|
+
type: "string",
|
|
29
|
+
description: "What the agent should accomplish (ground truth)",
|
|
30
|
+
},
|
|
31
|
+
expected: {
|
|
32
|
+
type: "string",
|
|
33
|
+
description: "Expected behavior description",
|
|
34
|
+
},
|
|
35
|
+
},
|
|
36
|
+
required: ["input", "intent"],
|
|
37
|
+
},
|
|
38
|
+
},
|
|
39
|
+
},
|
|
40
|
+
required: ["name", "cases"],
|
|
41
|
+
},
|
|
42
|
+
handler: async (args) => {
|
|
43
|
+
const { name, description, cases } = args;
|
|
44
|
+
if (!name || !cases || cases.length === 0)
|
|
45
|
+
throw new Error("Name and at least one case are required");
|
|
46
|
+
const db = getDb();
|
|
47
|
+
const runId = genId("eval");
|
|
48
|
+
const now = new Date().toISOString();
|
|
49
|
+
db.prepare("INSERT INTO eval_runs (id, name, description, status, created_at) VALUES (?, ?, ?, 'running', ?)").run(runId, name, description ?? null, now);
|
|
50
|
+
const insertCase = db.prepare("INSERT INTO eval_cases (id, run_id, input, intent, expected) VALUES (?, ?, ?, ?, ?)");
|
|
51
|
+
const caseIds = [];
|
|
52
|
+
for (const c of cases) {
|
|
53
|
+
const caseId = genId("case");
|
|
54
|
+
insertCase.run(caseId, runId, c.input, c.intent, c.expected ?? null);
|
|
55
|
+
caseIds.push(caseId);
|
|
56
|
+
}
|
|
57
|
+
return {
|
|
58
|
+
runId,
|
|
59
|
+
name,
|
|
60
|
+
caseCount: cases.length,
|
|
61
|
+
caseIds,
|
|
62
|
+
status: "running",
|
|
63
|
+
};
|
|
64
|
+
},
|
|
65
|
+
},
|
|
66
|
+
{
|
|
67
|
+
name: "record_eval_result",
|
|
68
|
+
description: "Record the actual result for a specific eval case. Include what happened, the verdict (pass/fail/partial), and optionally telemetry data and judge notes.",
|
|
69
|
+
inputSchema: {
|
|
70
|
+
type: "object",
|
|
71
|
+
properties: {
|
|
72
|
+
caseId: { type: "string", description: "Eval case ID" },
|
|
73
|
+
actual: {
|
|
74
|
+
type: "string",
|
|
75
|
+
description: "What actually happened",
|
|
76
|
+
},
|
|
77
|
+
verdict: {
|
|
78
|
+
type: "string",
|
|
79
|
+
enum: ["pass", "fail", "partial"],
|
|
80
|
+
description: "Did the case pass?",
|
|
81
|
+
},
|
|
82
|
+
score: {
|
|
83
|
+
type: "number",
|
|
84
|
+
description: "0.0 to 1.0 score",
|
|
85
|
+
},
|
|
86
|
+
telemetry: {
|
|
87
|
+
type: "object",
|
|
88
|
+
description: "Tool calls, latency, errors — any execution trace data",
|
|
89
|
+
},
|
|
90
|
+
judgeNotes: {
|
|
91
|
+
type: "object",
|
|
92
|
+
description: "LLM judge analysis: goal alignment, tool efficiency, output quality, suggestions",
|
|
93
|
+
},
|
|
94
|
+
},
|
|
95
|
+
required: ["caseId", "verdict"],
|
|
96
|
+
},
|
|
97
|
+
handler: async (args) => {
|
|
98
|
+
const { caseId, actual, verdict, score, telemetry, judgeNotes } = args;
|
|
99
|
+
const db = getDb();
|
|
100
|
+
const evalCase = db
|
|
101
|
+
.prepare("SELECT * FROM eval_cases WHERE id = ?")
|
|
102
|
+
.get(caseId);
|
|
103
|
+
if (!evalCase)
|
|
104
|
+
throw new Error(`Eval case not found: ${caseId}`);
|
|
105
|
+
db.prepare("UPDATE eval_cases SET actual = ?, verdict = ?, score = ?, telemetry = ?, judge_notes = ? WHERE id = ?").run(actual ?? null, verdict, score ?? (verdict === "pass" ? 1.0 : verdict === "partial" ? 0.5 : 0.0), telemetry ? JSON.stringify(telemetry) : null, judgeNotes ? JSON.stringify(judgeNotes) : null, caseId);
|
|
106
|
+
// Progress
|
|
107
|
+
const total = db
|
|
108
|
+
.prepare("SELECT COUNT(*) as count FROM eval_cases WHERE run_id = ?")
|
|
109
|
+
.get(evalCase.run_id);
|
|
110
|
+
const recorded = db
|
|
111
|
+
.prepare("SELECT COUNT(*) as count FROM eval_cases WHERE run_id = ? AND verdict IS NOT NULL")
|
|
112
|
+
.get(evalCase.run_id);
|
|
113
|
+
return {
|
|
114
|
+
caseId,
|
|
115
|
+
verdict,
|
|
116
|
+
score: score ??
|
|
117
|
+
(verdict === "pass" ? 1.0 : verdict === "partial" ? 0.5 : 0.0),
|
|
118
|
+
runProgress: `${recorded.count}/${total.count} cases recorded`,
|
|
119
|
+
};
|
|
120
|
+
},
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
name: "complete_eval_run",
|
|
124
|
+
description: "Finalize an eval run and compute aggregate scores. Returns pass rate, average score, failure patterns, and improvement suggestions.",
|
|
125
|
+
inputSchema: {
|
|
126
|
+
type: "object",
|
|
127
|
+
properties: {
|
|
128
|
+
runId: { type: "string", description: "Eval run ID" },
|
|
129
|
+
},
|
|
130
|
+
required: ["runId"],
|
|
131
|
+
},
|
|
132
|
+
handler: async (args) => {
|
|
133
|
+
const db = getDb();
|
|
134
|
+
const now = new Date().toISOString();
|
|
135
|
+
const run = db
|
|
136
|
+
.prepare("SELECT * FROM eval_runs WHERE id = ?")
|
|
137
|
+
.get(args.runId);
|
|
138
|
+
if (!run)
|
|
139
|
+
throw new Error(`Eval run not found: ${args.runId}`);
|
|
140
|
+
const cases = db
|
|
141
|
+
.prepare("SELECT * FROM eval_cases WHERE run_id = ?")
|
|
142
|
+
.all(args.runId);
|
|
143
|
+
const totalCases = cases.length;
|
|
144
|
+
const passed = cases.filter((c) => c.verdict === "pass").length;
|
|
145
|
+
const failed = cases.filter((c) => c.verdict === "fail").length;
|
|
146
|
+
const partial = cases.filter((c) => c.verdict === "partial").length;
|
|
147
|
+
const passRate = totalCases > 0 ? Math.round((passed / totalCases) * 100) / 100 : 0;
|
|
148
|
+
const scores = cases
|
|
149
|
+
.filter((c) => c.score !== null)
|
|
150
|
+
.map((c) => c.score);
|
|
151
|
+
const avgScore = scores.length > 0
|
|
152
|
+
? Math.round((scores.reduce((s, v) => s + v, 0) /
|
|
153
|
+
scores.length) *
|
|
154
|
+
100) / 100
|
|
155
|
+
: 0;
|
|
156
|
+
// Extract failure patterns from judge notes
|
|
157
|
+
const failurePatterns = [];
|
|
158
|
+
const suggestions = [];
|
|
159
|
+
for (const c of cases) {
|
|
160
|
+
if (c.verdict === "fail" || c.verdict === "partial") {
|
|
161
|
+
failurePatterns.push(`[${c.verdict}] ${c.intent}`);
|
|
162
|
+
}
|
|
163
|
+
if (c.judge_notes) {
|
|
164
|
+
try {
|
|
165
|
+
const notes = JSON.parse(c.judge_notes);
|
|
166
|
+
if (notes.suggestions) {
|
|
167
|
+
const s = Array.isArray(notes.suggestions)
|
|
168
|
+
? notes.suggestions
|
|
169
|
+
: [notes.suggestions];
|
|
170
|
+
suggestions.push(...s);
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
catch {
|
|
174
|
+
/* ignore parse errors */
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
const summary = {
|
|
179
|
+
totalCases,
|
|
180
|
+
passed,
|
|
181
|
+
failed,
|
|
182
|
+
partial,
|
|
183
|
+
passRate,
|
|
184
|
+
avgScore,
|
|
185
|
+
failurePatterns: failurePatterns.slice(0, 10),
|
|
186
|
+
topSuggestions: [...new Set(suggestions)].slice(0, 5),
|
|
187
|
+
};
|
|
188
|
+
db.prepare("UPDATE eval_runs SET status = 'completed', summary = ?, completed_at = ? WHERE id = ?").run(JSON.stringify(summary), now, args.runId);
|
|
189
|
+
return {
|
|
190
|
+
runId: args.runId,
|
|
191
|
+
status: "completed",
|
|
192
|
+
summary,
|
|
193
|
+
_contributeBack: {
|
|
194
|
+
instruction: "Eval run complete. Record insights so the knowledge base grows:",
|
|
195
|
+
actions: [
|
|
196
|
+
"record_learning — for any failure patterns or scoring insights discovered",
|
|
197
|
+
"search_all_knowledge — check accumulated knowledge before next iteration",
|
|
198
|
+
],
|
|
199
|
+
},
|
|
200
|
+
};
|
|
201
|
+
},
|
|
202
|
+
},
|
|
203
|
+
{
|
|
204
|
+
name: "compare_eval_runs",
|
|
205
|
+
description: "Compare two eval runs to decide whether a change should ship. Returns side-by-side scores and a deploy/revert recommendation. Rule: no change ships without an eval improvement.",
|
|
206
|
+
inputSchema: {
|
|
207
|
+
type: "object",
|
|
208
|
+
properties: {
|
|
209
|
+
baselineRunId: {
|
|
210
|
+
type: "string",
|
|
211
|
+
description: "The previous/baseline eval run",
|
|
212
|
+
},
|
|
213
|
+
candidateRunId: {
|
|
214
|
+
type: "string",
|
|
215
|
+
description: "The new eval run after changes",
|
|
216
|
+
},
|
|
217
|
+
},
|
|
218
|
+
required: ["baselineRunId", "candidateRunId"],
|
|
219
|
+
},
|
|
220
|
+
handler: async (args) => {
|
|
221
|
+
const db = getDb();
|
|
222
|
+
const baseline = db
|
|
223
|
+
.prepare("SELECT * FROM eval_runs WHERE id = ?")
|
|
224
|
+
.get(args.baselineRunId);
|
|
225
|
+
if (!baseline)
|
|
226
|
+
throw new Error(`Baseline run not found: ${args.baselineRunId}`);
|
|
227
|
+
if (baseline.status !== "completed")
|
|
228
|
+
throw new Error(`Baseline run "${baseline.name}" is not completed (status: ${baseline.status}). Call complete_eval_run first.`);
|
|
229
|
+
const candidate = db
|
|
230
|
+
.prepare("SELECT * FROM eval_runs WHERE id = ?")
|
|
231
|
+
.get(args.candidateRunId);
|
|
232
|
+
if (!candidate)
|
|
233
|
+
throw new Error(`Candidate run not found: ${args.candidateRunId}`);
|
|
234
|
+
if (candidate.status !== "completed")
|
|
235
|
+
throw new Error(`Candidate run "${candidate.name}" is not completed (status: ${candidate.status}). Call complete_eval_run first.`);
|
|
236
|
+
const parseSummary = (run) => {
|
|
237
|
+
if (run.summary) {
|
|
238
|
+
try {
|
|
239
|
+
return JSON.parse(run.summary);
|
|
240
|
+
}
|
|
241
|
+
catch {
|
|
242
|
+
/* fall through */
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
return { passRate: 0, avgScore: 0 };
|
|
246
|
+
};
|
|
247
|
+
const baselineSummary = parseSummary(baseline);
|
|
248
|
+
const candidateSummary = parseSummary(candidate);
|
|
249
|
+
const deltaPassRate = Math.round((candidateSummary.passRate - baselineSummary.passRate) * 100) / 100;
|
|
250
|
+
const deltaAvgScore = Math.round((candidateSummary.avgScore - baselineSummary.avgScore) * 100) / 100;
|
|
251
|
+
let recommendation;
|
|
252
|
+
let reason;
|
|
253
|
+
if (deltaPassRate > 0 || deltaAvgScore > 0.05) {
|
|
254
|
+
recommendation = "DEPLOY";
|
|
255
|
+
reason = `Eval scores improved: pass rate ${deltaPassRate >= 0 ? "+" : ""}${deltaPassRate}, avg score ${deltaAvgScore >= 0 ? "+" : ""}${deltaAvgScore}`;
|
|
256
|
+
}
|
|
257
|
+
else if (deltaPassRate < 0 || deltaAvgScore < -0.05) {
|
|
258
|
+
recommendation = "REVERT";
|
|
259
|
+
reason = `Eval scores regressed: pass rate ${deltaPassRate}, avg score ${deltaAvgScore}. Revert changes and try a different approach.`;
|
|
260
|
+
}
|
|
261
|
+
else {
|
|
262
|
+
recommendation = "INVESTIGATE";
|
|
263
|
+
reason = `Eval scores are flat (pass rate delta: ${deltaPassRate}, avg score delta: ${deltaAvgScore}). Investigate whether the change is meaningful.`;
|
|
264
|
+
}
|
|
265
|
+
return {
|
|
266
|
+
baseline: {
|
|
267
|
+
runId: baseline.id,
|
|
268
|
+
name: baseline.name,
|
|
269
|
+
passRate: baselineSummary.passRate,
|
|
270
|
+
avgScore: baselineSummary.avgScore,
|
|
271
|
+
},
|
|
272
|
+
candidate: {
|
|
273
|
+
runId: candidate.id,
|
|
274
|
+
name: candidate.name,
|
|
275
|
+
passRate: candidateSummary.passRate,
|
|
276
|
+
avgScore: candidateSummary.avgScore,
|
|
277
|
+
},
|
|
278
|
+
delta: { passRate: deltaPassRate, avgScore: deltaAvgScore },
|
|
279
|
+
recommendation,
|
|
280
|
+
reason,
|
|
281
|
+
};
|
|
282
|
+
},
|
|
283
|
+
},
|
|
284
|
+
{
|
|
285
|
+
name: "list_eval_runs",
|
|
286
|
+
description: "List recent eval runs with their aggregate scores. Use this to track quality over time and detect drift.",
|
|
287
|
+
inputSchema: {
|
|
288
|
+
type: "object",
|
|
289
|
+
properties: {
|
|
290
|
+
limit: {
|
|
291
|
+
type: "number",
|
|
292
|
+
description: "Max runs to return (default 10)",
|
|
293
|
+
},
|
|
294
|
+
name: {
|
|
295
|
+
type: "string",
|
|
296
|
+
description: "Filter by name substring (optional)",
|
|
297
|
+
},
|
|
298
|
+
},
|
|
299
|
+
},
|
|
300
|
+
handler: async (args) => {
|
|
301
|
+
const db = getDb();
|
|
302
|
+
const limit = args.limit ?? 10;
|
|
303
|
+
const rows = args.name
|
|
304
|
+
? db
|
|
305
|
+
.prepare("SELECT * FROM eval_runs WHERE name LIKE ? ORDER BY created_at DESC LIMIT ?")
|
|
306
|
+
.all(`%${args.name}%`, limit)
|
|
307
|
+
: db
|
|
308
|
+
.prepare("SELECT * FROM eval_runs ORDER BY created_at DESC LIMIT ?")
|
|
309
|
+
.all(limit);
|
|
310
|
+
return {
|
|
311
|
+
count: rows.length,
|
|
312
|
+
runs: rows.map((r) => {
|
|
313
|
+
let summary = { passRate: 0, avgScore: 0, totalCases: 0 };
|
|
314
|
+
try {
|
|
315
|
+
if (r.summary)
|
|
316
|
+
summary = JSON.parse(r.summary);
|
|
317
|
+
}
|
|
318
|
+
catch {
|
|
319
|
+
/* ignore */
|
|
320
|
+
}
|
|
321
|
+
return {
|
|
322
|
+
runId: r.id,
|
|
323
|
+
name: r.name,
|
|
324
|
+
status: r.status,
|
|
325
|
+
passRate: summary.passRate,
|
|
326
|
+
avgScore: summary.avgScore,
|
|
327
|
+
caseCount: summary.totalCases,
|
|
328
|
+
createdAt: r.created_at,
|
|
329
|
+
};
|
|
330
|
+
}),
|
|
331
|
+
};
|
|
332
|
+
},
|
|
333
|
+
},
|
|
334
|
+
];
|
|
335
|
+
//# sourceMappingURL=evalTools.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalTools.js","sourceRoot":"","sources":["../../src/tools/evalTools.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGxC,MAAM,CAAC,MAAM,SAAS,GAAc;IAClC;QACE,IAAI,EAAE,gBAAgB;QACtB,WAAW,EACT,0MAA0M;QAC5M,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,kEAAkE;iBACrE;gBACD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC/B,KAAK,EAAE;oBACL,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,KAAK,EAAE;gCACL,IAAI,EAAE,QAAQ;gCACd,WAAW,EAAE,uBAAuB;6BACrC;4BACD,MAAM,EAAE;gCACN,IAAI,EAAE,QAAQ;gCACd,WAAW,EAAE,iDAAiD;6BAC/D;4BACD,QAAQ,EAAE;gCACR,IAAI,EAAE,QAAQ;gCACd,WAAW,EAAE,+BAA+B;6BAC7C;yBACF;wBACD,QAAQ,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;qBAC9B;iBACF;aACF;YACD,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;SAC5B;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;YAC1C,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAE7D,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAErC,EAAE,CAAC,OAAO,CACR,kGAAkG,CACnG,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,IAAI,IAAI,EAAE,GAAG,CAAC,CAAC;YAE7C,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAC3B,qFAAqF,CACtF,CAAC;YAEF,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC7B,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;gBACrE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;YAED,OAAO;gBACL,KAAK;gBACL,IAAI;gBACJ,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,OAAO;gBACP,MAAM,EAAE,SAAS;aAClB,CAAC;QACJ,CAAC;KACF;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EACT,2JAA2J;QAC7J,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;gBACvD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,wBAAwB;iBACtC;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC;oBACjC,WAAW,EAAE,oBAAoB;iBAClC;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;iBAChC;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,wDAAwD;iBAC3D;gBACD,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,kFAAkF;iBACrF;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;YACvE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;YAEnB,MAAM,QAAQ,GAAG,EAAE;iBAChB,OAAO,CAAC,uCAAuC,CAAC;iBAChD,GAAG,CAAC,MAAM,CAAQ,CAAC;YACtB,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;YAEjE,EAAE,CAAC,OAAO,CACR,uGAAuG,CACxG,CAAC,GAAG,CACH,MAAM,IAAI,IAAI,EACd,OAAO,EACP,KAAK,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EACvE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAC5C,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAC9C,MAAM,CACP,CAAC;YAEF,WAAW;YACX,MAAM,KAAK,GAAG,EAAE;iBACb,OAAO,CACN,2DAA2D,CAC5D;iBACA,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAQ,CAAC;YAC/B,MAAM,QAAQ,GAAG,EAAE;iBAChB,OAAO,CACN,mFAAmF,CACpF;iBACA,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAQ,CAAC;YAE/B,OAAO;gBACL,MAAM;gBACN,OAAO;gBACP,KAAK,EACH,KAAK;oBACL,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChE,WAAW,EAAE,GAAG,QAAQ,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,iBAAiB;aAC/D,CAAC;QACJ,CAAC;KACF;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,WAAW,EACT,qIAAqI;QACvI,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE;aACtD;YACD,QAAQ,EAAE,CAAC,OAAO,CAAC;SACpB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAErC,MAAM,GAAG,GAAG,EAAE;iBACX,OAAO,CAAC,sCAAsC,CAAC;iBAC/C,GAAG,CAAC,IAAI,CAAC,KAAK,CAAQ,CAAC;YAC1B,IAAI,CAAC,GAAG;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAE/D,MAAM,KAAK,GAAG,EAAE;iBACb,OAAO,CAAC,2CAA2C,CAAC;iBACpD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAU,CAAC;YAE5B,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;YACrE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;YACrE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;YACzE,MAAM,QAAQ,GACZ,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAErE,MAAM,MAAM,GAAG,KAAK;iBACjB,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC;iBACpC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,GAAG,CAAC;gBACf,CAAC,CAAC,IAAI,CAAC,KAAK,CACR,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAChD,MAAM,CAAC,MAAM,CAAC;oBACd,GAAG,CACN,GAAG,GAAG;gBACT,CAAC,CAAC,CAAC,CAAC;YAER,4CAA4C;YAC5C,MAAM,eAAe,GAAa,EAAE,CAAC;YACrC,MAAM,WAAW,GAAa,EAAE,CAAC;YACjC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;oBACpD,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;wBACxC,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;4BACtB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;gCACxC,CAAC,CAAC,KAAK,CAAC,WAAW;gCACnB,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;4BACxB,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;wBACzB,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,yBAAyB;oBAC3B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG;gBACd,UAAU;gBACV,MAAM;gBACN,MAAM;gBACN,OAAO;gBACP,QAAQ;gBACR,QAAQ;gBACR,eAAe,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC7C,cAAc,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACtD,CAAC;YAEF,EAAE,CAAC,OAAO,CACR,uFAAuF,CACxF,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAEhD,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,WAAW;gBACnB,OAAO;gBACP,eAAe,EAAE;oBACf,WAAW,EACT,iEAAiE;oBACnE,OAAO,EAAE;wBACP,2EAA2E;wBAC3E,0EAA0E;qBAC3E;iBACF;aACF,CAAC;QACJ,CAAC;KACF;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,WAAW,EACT,kLAAkL;QACpL,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,gCAAgC;iBAC9C;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,gCAAgC;iBAC9C;aACF;YACD,QAAQ,EAAE,CAAC,eAAe,EAAE,gBAAgB,CAAC;SAC9C;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;YAEnB,MAAM,QAAQ,GAAG,EAAE;iBAChB,OAAO,CAAC,sCAAsC,CAAC;iBAC/C,GAAG,CAAC,IAAI,CAAC,aAAa,CAAQ,CAAC;YAClC,IAAI,CAAC,QAAQ;gBACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YACnE,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW;gBACjC,MAAM,IAAI,KAAK,CACb,iBAAiB,QAAQ,CAAC,IAAI,+BAA+B,QAAQ,CAAC,MAAM,kCAAkC,CAC/G,CAAC;YAEJ,MAAM,SAAS,GAAG,EAAE;iBACjB,OAAO,CAAC,sCAAsC,CAAC;iBAC/C,GAAG,CAAC,IAAI,CAAC,cAAc,CAAQ,CAAC;YACnC,IAAI,CAAC,SAAS;gBACZ,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YACrE,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW;gBAClC,MAAM,IAAI,KAAK,CACb,kBAAkB,SAAS,CAAC,IAAI,+BAA+B,SAAS,CAAC,MAAM,kCAAkC,CAClH,CAAC;YAEJ,MAAM,YAAY,GAAG,CAAC,GAAQ,EAAE,EAAE;gBAChC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAChB,IAAI,CAAC;wBACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACjC,CAAC;oBAAC,MAAM,CAAC;wBACP,kBAAkB;oBACpB,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACtC,CAAC,CAAC;YAEF,MAAM,eAAe,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,gBAAgB,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;YAEjD,MAAM,aAAa,GACjB,IAAI,CAAC,KAAK,CACR,CAAC,gBAAgB,CAAC,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,GAAG,GAAG,CAC7D,GAAG,GAAG,CAAC;YACV,MAAM,aAAa,GACjB,IAAI,CAAC,KAAK,CACR,CAAC,gBAAgB,CAAC,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,GAAG,GAAG,CAC7D,GAAG,GAAG,CAAC;YAEV,IAAI,cAAsB,CAAC;YAC3B,IAAI,MAAc,CAAC;YAEnB,IAAI,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,IAAI,EAAE,CAAC;gBAC9C,cAAc,GAAG,QAAQ,CAAC;gBAC1B,MAAM,GAAG,mCAAmC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,aAAa,eAAe,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,aAAa,EAAE,CAAC;YAC1J,CAAC;iBAAM,IAAI,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,IAAI,EAAE,CAAC;gBACtD,cAAc,GAAG,QAAQ,CAAC;gBAC1B,MAAM,GAAG,oCAAoC,aAAa,eAAe,aAAa,gDAAgD,CAAC;YACzI,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG,aAAa,CAAC;gBAC/B,MAAM,GAAG,0CAA0C,aAAa,sBAAsB,aAAa,kDAAkD,CAAC;YACxJ,CAAC;YAED,OAAO;gBACL,QAAQ,EAAE;oBACR,KAAK,EAAE,QAAQ,CAAC,EAAE;oBAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,QAAQ,EAAE,eAAe,CAAC,QAAQ;oBAClC,QAAQ,EAAE,eAAe,CAAC,QAAQ;iBACnC;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,SAAS,CAAC,EAAE;oBACnB,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,QAAQ,EAAE,gBAAgB,CAAC,QAAQ;oBACnC,QAAQ,EAAE,gBAAgB,CAAC,QAAQ;iBACpC;gBACD,KAAK,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,aAAa,EAAE;gBAC3D,cAAc;gBACd,MAAM;aACP,CAAC;QACJ,CAAC;KACF;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,WAAW,EACT,0GAA0G;QAC5G,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iCAAiC;iBAC/C;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,qCAAqC;iBACnD;aACF;SACF;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAE/B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI;gBACpB,CAAC,CAAE,EAAE;qBACA,OAAO,CACN,4EAA4E,CAC7E;qBACA,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE,KAAK,CAAW;gBAC3C,CAAC,CAAE,EAAE;qBACA,OAAO,CACN,0DAA0D,CAC3D;qBACA,GAAG,CAAC,KAAK,CAAW,CAAC;YAE5B,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;oBACxB,IAAI,OAAO,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;oBAC1D,IAAI,CAAC;wBACH,IAAI,CAAC,CAAC,OAAO;4BAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;oBACjD,CAAC;oBAAC,MAAM,CAAC;wBACP,YAAY;oBACd,CAAC;oBACD,OAAO;wBACL,KAAK,EAAE,CAAC,CAAC,EAAE;wBACX,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;wBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,SAAS,EAAE,OAAO,CAAC,UAAU;wBAC7B,SAAS,EAAE,CAAC,CAAC,UAAU;qBACxB,CAAC;gBACJ,CAAC,CAAC;aACH,CAAC;QACJ,CAAC;KACF;CACF,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Financial data tools — uses only built-in `fetch()` (no npm packages).
|
|
3
|
+
*
|
|
4
|
+
* Data sources:
|
|
5
|
+
* - Stooq (equity / crypto CSV quotes & history)
|
|
6
|
+
* - Yahoo Finance (quote, fundamentals, news)
|
|
7
|
+
* - World Bank (GDP, inflation)
|
|
8
|
+
*/
|
|
9
|
+
import type { McpTool } from "../types.js";
|
|
10
|
+
export declare const financialTools: McpTool[];
|