n8n 2.16.0 → 2.17.0

package/dist/modules/instance-ai/eval/execution.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.service.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/execution.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAKA,wDAA6C;AAE7C,gCAAkC;AAClC,uCAKkB;AAClB,+CAYsB;AACtB,6CAAyC;AAEzC,6CAAyC;AACzC,yFAA6D;AAC7D,iFAA4E;AAG5E,oDAAqD;AAErD,6DAAuD;AAEvD,2DAK6B;AAC7B,iDAAsD;AAOtD,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAmB7B,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAChC,YACkB,qBAA4C,EAC5C,SAAoB,EACpB,MAAc;QAFd,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,cAAS,GAAT,SAAS,CAAW;QACpB,WAAM,GAAN,MAAM,CAAQ;IAC7B,CAAC;IAEJ,KAAK,CAAC,kBAAkB,CACvB,UAAkB,EAClB,IAAU,EACV,UAA0C,EAAE;QAE5C,MAAM,WAAW,GAAG,IAAA,wBAAU,GAAE,CAAC;QAEjC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,EAAE;YAC7F,kBAAkB;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,YAAY,UAAU,8BAA8B,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAEhF,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5F,CAAC;IAIO,KAAK,CAAC,eAAe,CAC5B,cAA6B,EAC7B,aAAsB;QAGtB,MAAM,SAAS,GAAG,IAAA,yCAAqB,EAAC,cAAc,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,mCAAmC,SAAS,CAAC,MAAM,WAAW,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpF,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,IAAA,qCAAiB,EAAC;YACrC,QAAQ,EAAE,cAAc;YACxB,SAAS;YACT,aAAa;SACb,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,qGAAqG,CACrG,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,8CAA8C,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,gBAAgB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC3N,CAAC;QAGF,MAAM,WAAW,GAAG,IAAA,2CAAuB,EAAC,cAAc,CAAC,CAAC;QAC5D,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEvD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,sCAAsC,eAAe,CAAC,MAAM,kBAAkB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1G,CAAC;YACF,KAAK,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,qBAAqB,CACrD,cAAc,EACd,eAAe,EACf,KAAK,CAAC,aAAa,EACnB,aAAa,CACb,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,+CAA+C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CACtG,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IASO,KAAK,CAAC,qBAAqB,CAClC,cAA6B,EAC7B,eAAyB,EACzB,aAAqB,EACrB,aAAsB;QAEtB,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE5C,IAAI,CAAC;YACJ,MAAM,eAAe,GAAG,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,MAAM,IAAA,oCAAe,EAAC;gBACpC,QAAQ,EAAE,cAAyC;gBACnD,SAAS,EAAE,eAAe;gBAC1B,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS;aAC/D,CAAC,CAAC;YAEH,OAAO,IAAA,+BAAgB,EAAC,MAA6B,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,QAAQ,EAAE,CAAC,CAAC;YAClF,OAAO,IAAA,+BAAgB,EACtB,MAAM,CAAC,WAAW,CACjB,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CACjD,CACb,CAAC;QACH,CAAC;IACF,CAAC;IAIO,KAAK,CAAC,OAAO,CACpB,cAA6B,EAC7B,IAAU,EACV,WAAmB,EACnB,KAAgB,EAChB,aAAsB;QAEtB,MAAM,WAAW,GAA6C,EAAE,CAAC;QAEjE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,gDAAgD,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,WAAW,GAAG,IAAA,mCAAoB,EAAC;YACxC,aAAa;YACb,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,SAAS,EAAE,KAAK,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,IAAA,0CAAO,EAAC;YACpC,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,UAAU,EAAE,cAAc,CAAC,EAAE;YAC7B,gBAAgB,EAAE,cAAc,CAAC,QAAQ,IAAI,EAAE;SAC/C,CAAC,CAAC;QACH,cAAc,CAAC,kBAAkB,GAAG,IAAI,CAAC,yBAAyB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC7F,cAAc,CAAC,KAAK,GAAG,IAAI,kCAAuB,CAAC,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;QAE9F,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACjF,MAAM,OAAO,GAAa,EAAE,GAAG,cAAc,EAAE,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QACxE,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAG9C,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,gBAAgB,CAAC,CAAC;QAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAIlE,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7C,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG;gBAC7B,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,QAAQ;gBACvB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1E,CAAC;QACH,CAAC;QAGD,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;YACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;YACvC,WAAW,CAAC,QAAQ,CAAC,GAAG;gBACvB,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,QAAQ;gBACvB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1E,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;YAC/E,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;YACtE,OAAO;gBACN,WAAW;gBACX,OAAO,EAAE,KAAK;gBACd,WAAW;gBACX,MAAM,EAAE,CAAC,qBAAqB,OAAO,EAAE,CAAC;gBACxC,KAAK;aACL,CAAC;QACH,CAAC;IACF,CAAC;IAIO,aAAa,CAAC,cAA6B;QAClD,OAAO,IAAI,uBAAQ,CAAC;YACnB,EAAE,EAAE,cAAc,CAAC,EAAE;YACrB,IAAI,EAAE,cAAc,CAAC,IAAI;YACzB,KAAK,EAAE,cAAc,CAAC,KAAK;YAC3B,WAAW,EAAE,cAAc,CAAC,WAAW;YACvC,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,QAAQ,EAAE,cAAc,CAAC,QAAQ,IAAI,EAAE;SACvC,CAAC,CAAC;IACJ,CAAC;IAOO,aAAa,CAAC,QAAkB;QACvC,OAAO,QAAQ,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAEO,eAAe,CAAC,QAAkB;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAClD,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjF,OAAO,QAAQ,KAAK,SAAS,IAAI,SAAS,IAAI,QAAQ,CAAC;QACxD,CAAC,CAAC,CAAC;IACJ,CAAC;IAOO,eAAe,CACtB,QAAkB,EAClB,WAAqD,EACrD,gBAA0B;QAE1B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjF,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,MAAM,GAAG,0BAAW,CAAC,uBAAuB,CACjD,QAAQ,CAAC,WAAW,CAAC,UAAU,EAC/B,IAAI,EACJ,QAAQ,CAAC,WAAW,EACpB,gBAAgB,CAChB,CAAC;YAEF,IAAI,MAAM,EAAE,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrE,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;oBACzC,MAAM,EAAE,IAAI;oBACZ,mBAAmB,EAAE,EAAE;oBACvB,aAAa,EAAE,MAAM;iBACrB,CAAC,CAAC;gBACH,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC;YACxC,CAAC;QACF,CAAC;IACF,CAAC;IASO,mBAAmB,CAAC,SAAgB,EAAE,cAAuC;QACpF,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACxD,OAAO,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,cAA6B,EAAE,CAAC,EAAE,CAAC;IACxE,CAAC;IASO,kBAAkB,CAAC,SAAgB,EAAE,OAAiB;QAC7D,OAAO,IAAA,qCAAsB,EAAC;YAC7B,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;YACpC,aAAa,EAAE;gBACd,WAAW,EAAE,EAAE;gBACf,QAAQ,EAAE,EAAE;gBACZ,kBAAkB,EAAE;oBACnB;wBACC,IAAI,EAAE,SAAS;wBACf,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE;wBAChC,MAAM,EAAE,IAAI;qBACZ;iBACD;gBACD,gBAAgB,EAAE,EAAE;gBACpB,sBAAsB,EAAE,EAAE;aAC1B;SACD,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,QAAkB,EAClB,cAA8C,EAC9C,aAAgC;QAEhC,MAAM,eAAe,GAAG,IAAI,0BAAe,CAAC,cAAc,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;QACzF,OAAO,MAAM,eAAe,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;IAOO,yBAAyB,CAChC,WAA+B,EAC/B,WAAqD;QAErD,OAAO,KAAK,EACX,cAAmC,EACnC,IAAW,EACiC,EAAE;YAG9C,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;gBACzC,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,QAAQ;aACvB,CAAC,CAAC;YACH,KAAK,CAAC,aAAa,GAAG,QAAQ,CAAC;YAC/B,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YAEzD,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC;gBAC9B,GAAG,EAAE,cAAc,CAAC,GAAG;gBACvB,MAAM,EAAE,cAAc,CAAC,MAAM,IAAI,KAAK;gBACtC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,WAAW,EAAE,cAAc,CAAC,IAAI;gBAChC,YAAY,EAAE,QAAQ,EAAE,IAAI;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,0BAA0B,cAAc,CAAC,MAAM,IAAI,KAAK,IAAI,cAAc,CAAC,GAAG,UAAU,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,GAAG,CACnH,CAAC;YAEF,OAAO,QAAQ,CAAC;QACjB,CAAC,CAAC;IACH,CAAC;IAIO,WAAW,CAClB,WAAmB,EACnB,MAAY,EACZ,WAAqD,EACrD,KAAgB;QAEhB,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,IAAI,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAG5D,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK;gBACxC,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,MAAM;aACrB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC9C,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;gBACxB,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YACrC,CAAC;YACD,IAAI,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAEzB,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI;qBAClC,IAAI,EAAE;qBACN,MAAM,CAAC,OAAO,CAAC;qBACf,KAAK,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC;gBAC3B,CAAC;YACF,CAAC;YACD,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,SAAS,QAAQ,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7D,CAAC;QACF,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC;QACtD,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO;YACN,WAAW;YACX,OAAO,EAAE,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAC5D,WAAW;YACX,MAAM;YACN,KAAK;SACL,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,WAAmB,EAAE,OAAe;QACvD,OAAO;YACN,WAAW;YACX,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,EAAE;YACf,MAAM,EAAE,CAAC,OAAO,CAAC;YACjB,KAAK,EAAE;gBACN,aAAa,EAAE,EAAE;gBACjB,cAAc,EAAE,EAAE;gBAClB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,EAAE;aACjB;SACD,CAAC;IACH,CAAC;CACD,CAAA;AA5ZY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,YAAO,GAAE;qCAGgC,+CAAqB;QACjC,sBAAS;QACZ,uBAAM;GAJpB,oBAAoB,CA4ZhC"}

package/dist/modules/instance-ai/eval/mock-handler.d.ts

@@ -0,0 +1,9 @@
+import type { EvalLlmMockHandler } from 'n8n-core';
+interface MockHandlerOptions {
+    scenarioHints?: string;
+    globalContext?: string;
+    nodeHints?: Record<string, string>;
+    maxRetries?: number;
+}
+export declare function createLlmMockHandler(options?: MockHandlerOptions): EvalLlmMockHandler;
+export {};

package/dist/modules/instance-ai/eval/mock-handler.js

@@ -0,0 +1,264 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLlmMockHandler = createLlmMockHandler;
+const backend_common_1 = require("@n8n/backend-common");
+const di_1 = require("@n8n/di");
+const n8n_workflow_1 = require("n8n-workflow");
+const zod_1 = require("zod");
+const instance_ai_1 = require("@n8n/instance-ai");
+const api_docs_1 = require("./api-docs");
+const node_config_1 = require("./node-config");
+const request_sanitizer_1 = require("./request-sanitizer");
+const MOCK_SYSTEM_PROMPT = `You are an API mock server generating realistic HTTP responses for n8n workflow evaluation.
+
+## Your tools
+
+You have two tools. Call them before generating your response:
+
+"lookup_api_docs" — Fetches real API documentation for a service endpoint. Use this to learn the correct response STRUCTURE (what fields, what nesting, what types the real API returns). Pay special attention to what the real API returns for the exact HTTP method and URL path you're responding to.
+
+"get_node_config" — Returns the n8n node's configuration parameters. This tells you what the node is set up to work with. The configuration contains the values the node expects to find in API responses — resource IDs, field names, column names, etc. Every node type has different parameters, so you need to interpret the config intelligently. Key patterns:
+  - Objects with "__rl" are resource selectors — "value" is the selected resource (a document ID, channel, project, etc.)
+  - "schema" arrays list the columns/fields the node expects. CRITICAL: use the "id" field as the exact column/field name in your response — NOT "displayName". For example, if schema has {"id": "timestamp", "displayName": "Timestamp"}, the API response must use "timestamp" (lowercase), not "Timestamp"
+  - "operation" and "resource" describe what the node does (e.g. "send" a "message", "create" an "issue")
+  - Strings starting with "=" are expressions (ignore these) — all other strings are literal values
+
+## How to combine them
+
+The API docs tell you the response SHAPE. The node config tells you the exact DATA VALUES to put in that shape. All names, IDs, and identifiers from the node config are case-sensitive — use them character-for-character.
+
+## Output format
+
+Respond with ONLY a JSON object. No explanation, no markdown, no prose.
+
+{ "type": "json", "body": { ...realistic API response... } }
+{ "type": "binary", "contentType": "application/pdf", "filename": "doc.pdf" }
+{ "type": "error", "statusCode": 404, "body": { ...service error format... } }
+
+## Rules
+
+- A node may make MULTIPLE sequential HTTP requests in a single execution (e.g., first GET metadata, then GET headers, then POST data). You are responding to ONE specific request. Match your response to the URL + method of THIS request only. A GET to a metadata endpoint must return metadata — not a write result — even if the node's overall purpose is to write data.
+- Echo request values faithfully. If the request contains an identifier, name, or reference value (even one that looks like a placeholder such as "YOUR_CHAT_ID" or "YOUR_API_KEY"), echo it back exactly in the corresponding response field. The real API would reflect the same value the client sent.
+- Some APIs return empty or minimal responses on success (204 with no body, 202 with empty body). If the API documentation indicates an empty response body, return { "type": "json", "body": {} }. Don't invent additional response fields.
+- No pagination — always indicate end of results (has_more=false, nextPageToken=null, etc.)`;
+const DEFAULT_MAX_RETRIES = 1;
+function createLlmMockHandler(options) {
+    const nodeConfigCache = new Map();
+    return async (requestOptions, node) => {
+        if (!nodeConfigCache.has(node.name)) {
+            nodeConfigCache.set(node.name, (0, node_config_1.extractNodeConfig)(node));
+        }
+        return await generateMockResponse(requestOptions, node, {
+            scenarioHints: options?.scenarioHints,
+            globalContext: options?.globalContext,
+            nodeHint: options?.nodeHints?.[node.name],
+            nodeConfig: nodeConfigCache.get(node.name) ?? '',
+            maxRetries: options?.maxRetries ?? DEFAULT_MAX_RETRIES,
+        });
+    };
+}
+async function generateMockResponse(request, node, context) {
+    const serviceName = extractServiceName(request.url);
+    const endpoint = extractEndpoint(request.url);
+    const sections = [
+        '## Request',
+        `Service: ${serviceName}`,
+        `Node: "${node.name}" (${node.type})`,
+        (request.method ?? 'GET') + ' ' + endpoint,
+        'Generate the response for this EXACT endpoint and method.',
+    ];
+    if (request.body) {
+        const sanitized = (0, request_sanitizer_1.redactSecretKeys)(request.body);
+        const serialized = (0, request_sanitizer_1.truncateForLlm)(JSON.stringify(sanitized));
+        sections.push(`Body: ${serialized}`);
+    }
+    if (request.qs && Object.keys(request.qs).length > 0) {
+        const sanitizedQs = (0, request_sanitizer_1.redactSecretKeys)(request.qs);
+        sections.push(`Query: ${JSON.stringify(sanitizedQs)}`);
+    }
+    const isGraphQL = endpoint.includes('/graphql') ||
+        (typeof request.body === 'object' && request.body !== null && 'query' in request.body);
+    if (isGraphQL) {
+        sections.push('', '## GraphQL format requirement');
+        sections.push('This is a GraphQL endpoint. ALL responses MUST use GraphQL response format:', '- Success: { "data": { ...fields matching the query... } }', '- Error: { "errors": [{ "message": "...", "extensions": { "code": "..." } }], "data": null }', 'Never return flat REST-style error objects.');
+    }
+    if (context.nodeConfig) {
+        sections.push('', '## Node Configuration', context.nodeConfig);
+    }
+    if (context.globalContext || context.nodeHint || context.scenarioHints) {
+        sections.push('', '## Context');
+        if (context.globalContext)
+            sections.push(`Data: ${context.globalContext}`);
+        if (context.nodeHint)
+            sections.push(`Hint: ${context.nodeHint}`);
+        if (context.scenarioHints) {
+            sections.push(`Scenario: ${context.scenarioHints}`);
+            sections.push(isGraphQL
+                ? '(For error scenarios, use GraphQL error format with "data": null. Don\'t use "type": "error" wrapper.)'
+                : '(Use "error" type with appropriate statusCode for error scenarios.)');
+        }
+    }
+    const userPrompt = sections.join('\n');
+    const safeUrl = extractEndpoint(request.url);
+    let lastError = '';
+    for (let attempt = 0; attempt <= context.maxRetries; attempt++) {
+        try {
+            const spec = await callLlm(userPrompt, context.nodeConfig);
+            return materializeSpec(spec);
+        }
+        catch (error) {
+            lastError = error instanceof Error ? error.message : String(error);
+            if (attempt < context.maxRetries) {
+                di_1.Container.get(backend_common_1.Logger).warn(`[EvalMock] Mock generation failed for ${request.method ?? 'GET'} ${safeUrl}, retrying (${attempt + 1}/${context.maxRetries}): ${lastError}`);
+            }
+        }
+    }
+    di_1.Container.get(backend_common_1.Logger).error(`[EvalMock] Mock generation failed for ${request.method ?? 'GET'} ${safeUrl} after ${context.maxRetries + 1} attempts: ${lastError}`);
+    return {
+        body: { _evalMockError: true, message: `Mock generation failed: ${lastError}` },
+        headers: { 'content-type': 'application/json' },
+        statusCode: 200,
+    };
+}
+const apiDocsTool = new instance_ai_1.Tool('lookup_api_docs')
+    .description('Look up official API documentation for a specific REST endpoint to understand the exact response format.')
+    .input(zod_1.z.object({
+    serviceName: zod_1.z
+        .string()
+        .describe('The API service name (e.g. "Google Sheets", "Gmail", "Slack")'),
+    endpointDescription: zod_1.z
+        .string()
+        .describe('Description of the endpoint (e.g. "GET spreadsheets values response format")'),
+}))
+    .handler(async (input) => {
+    return await (0, api_docs_1.fetchApiDocs)(input.serviceName, input.endpointDescription);
+})
+    .build();
+function createNodeConfigTool(nodeConfig) {
+    return new instance_ai_1.Tool('get_node_config')
+        .description("Get the n8n node's configuration parameters — resource IDs, field names, settings, etc. Your mock data must match these exact values.")
+        .input(zod_1.z.object({}))
+        .handler(async () => nodeConfig)
+        .build();
+}
+async function callLlm(userPrompt, nodeConfig) {
+    const agent = (0, instance_ai_1.createEvalAgent)('eval-mock-responder', {
+        instructions: MOCK_SYSTEM_PROMPT,
+    })
+        .tool(apiDocsTool)
+        .tool(createNodeConfigTool(nodeConfig));
+    const result = await agent.generate(userPrompt);
+    const text = (0, instance_ai_1.extractText)(result);
+    return parseResponseText(text);
+}
+function parseResponseText(raw) {
+    let text = raw.trim();
+    const fencedMatch = text.match(/```(?:json)?\s*\n?([\s\S]*?)\n?\s*```/i);
+    if (fencedMatch) {
+        text = fencedMatch[1].trim();
+    }
+    text = text
+        .replace(/^```(?:json)?\s*\n?/i, '')
+        .replace(/\n?\s*```\s*$/i, '')
+        .trim();
+    if (text.length > 0 && !text.startsWith('{') && !text.startsWith('[')) {
+        const extracted = extractJsonObject(text);
+        if (extracted) {
+            text = extracted;
+        }
+    }
+    const parsed = (0, n8n_workflow_1.jsonParse)(text);
+    if (!parsed.type || !['json', 'binary', 'error'].includes(parsed.type)) {
+        return { type: 'json', body: parsed };
+    }
+    return parsed;
+}
+function materializeSpec(spec) {
+    switch (spec.type) {
+        case 'json':
+            return {
+                body: spec.body ?? { ok: true },
+                headers: { 'content-type': 'application/json' },
+                statusCode: 200,
+            };
+        case 'binary': {
+            const filename = spec.filename ?? 'mock-file.dat';
+            const contentType = spec.contentType ?? 'application/octet-stream';
+            const content = `[eval-mock] Synthetic file: ${filename} (${contentType})`;
+            return {
+                body: Buffer.from(content),
+                headers: { 'content-type': contentType },
+                statusCode: 200,
+            };
+        }
+        case 'error':
+            return {
+                body: spec.body ?? { error: 'Mock error' },
+                headers: { 'content-type': 'application/json' },
+                statusCode: spec.statusCode ?? 500,
+            };
+        default:
+            return {
+                body: spec.body ?? { ok: true },
+                headers: { 'content-type': 'application/json' },
+                statusCode: 200,
+            };
+    }
+}
+function extractJsonObject(text) {
+    const start = text.indexOf('{');
+    if (start < 0)
+        return undefined;
+    let depth = 0;
+    let inString = false;
+    let escape = false;
+    for (let i = start; i < text.length; i++) {
+        const ch = text[i];
+        if (escape) {
+            escape = false;
+            continue;
+        }
+        if (ch === '\\' && inString) {
+            escape = true;
+            continue;
+        }
+        if (ch === '"') {
+            inString = !inString;
+            continue;
+        }
+        if (inString)
+            continue;
+        if (ch === '{')
+            depth++;
+        if (ch === '}') {
+            depth--;
+            if (depth === 0) {
+                return text.slice(start, i + 1);
+            }
+        }
+    }
+    return text.slice(start);
+}
+function extractServiceName(url) {
+    try {
+        const hostname = new URL(url).hostname;
+        const parts = hostname
+            .replace(/^api\./, '')
+            .replace(/^www\./, '')
+            .split('.');
+        return parts[0].charAt(0).toUpperCase() + parts[0].slice(1);
+    }
+    catch {
+        return 'Unknown';
+    }
+}
+function extractEndpoint(url) {
+    try {
+        const parsed = new URL(url);
+        return parsed.pathname + (parsed.search ? parsed.search : '');
+    }
+    catch {
+        return url;
+    }
+}
+//# sourceMappingURL=mock-handler.js.map

package/dist/modules/instance-ai/eval/mock-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-handler.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/mock-handler.ts"],"names":[],"mappings":";;AA2GA,oDAgBC;AArGD,wDAA6C;AAC7C,gCAAoC;AAEpC,+CAAyC;AACzC,6BAAwB;AAExB,kDAAsE;AACtE,yCAA0C;AAC1C,+CAAkD;AAClD,2DAAuE;AAMvE,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4FA+BiE,CAAC;AAM7F,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAiC9B,SAAgB,oBAAoB,CAAC,OAA4B;IAEhE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAElD,OAAO,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE;QACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAA,+BAAiB,EAAC,IAAI,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,MAAM,oBAAoB,CAAC,cAAc,EAAE,IAAI,EAAE;YACvD,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;YACzC,UAAU,EAAE,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAChD,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,mBAAmB;SACtD,CAAC,CAAC;IACJ,CAAC,CAAC;AACH,CAAC;AAcD,KAAK,UAAU,oBAAoB,CAClC,OAAuF,EACvF,IAAoC,EACpC,OAA4B;IAE5B,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAG9C,MAAM,QAAQ,GAAa;QAC1B,YAAY;QACZ,YAAY,WAAW,EAAE;QACzB,UAAU,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,GAAG;QACrC,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,GAAG,QAAQ;QAC1C,2DAA2D;KAC3D,CAAC;IAEF,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,IAAA,oCAAgB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,IAAA,kCAAc,EAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7D,QAAQ,CAAC,IAAI,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,IAAA,oCAAgB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;IAGD,MAAM,SAAS,GACd,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC7B,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAExF,IAAI,SAAS,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,+BAA+B,CAAC,CAAC;QACnD,QAAQ,CAAC,IAAI,CACZ,6EAA6E,EAC7E,4DAA4D,EAC5D,8FAA8F,EAC9F,6CAA6C,CAC7C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,uBAAuB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAChC,IAAI,OAAO,CAAC,aAAa;YAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAC3E,IAAI,OAAO,CAAC,QAAQ;YAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;YACpD,QAAQ,CAAC,IAAI,CACZ,SAAS;gBACR,CAAC,CAAC,wGAAwG;gBAC1G,CAAC,CAAC,qEAAqE,CACxE,CAAC;QACH,CAAC;IACF,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QAChE,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC3D,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,IAAI,OAAO,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;gBAClC,cAAS,CAAC,GAAG,CAAC,uBAAM,CAAC,CAAC,IAAI,CACzB,yCAAyC,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,OAAO,eAAe,OAAO,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,MAAM,SAAS,EAAE,CAC5I,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IAED,cAAS,CAAC,GAAG,CAAC,uBAAM,CAAC,CAAC,KAAK,CAC1B,yCAAyC,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,OAAO,UAAU,OAAO,CAAC,UAAU,GAAG,CAAC,cAAc,SAAS,EAAE,CACpI,CAAC;IACF,OAAO;QACN,IAAI,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE,2BAA2B,SAAS,EAAE,EAAE;QAC/E,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,UAAU,EAAE,GAAG;KACf,CAAC;AACH,CAAC;AAMD,MAAM,WAAW,GAAG,IAAI,kBAAI,CAAC,iBAAiB,CAAC;KAC7C,WAAW,CACX,0GAA0G,CAC1G;KACA,KAAK,CACL,OAAC,CAAC,MAAM,CAAC;IACR,WAAW,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,QAAQ,CAAC,+DAA+D,CAAC;IAC3E,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,CAAC,8EAA8E,CAAC;CAC1F,CAAC,CACF;KACA,OAAO,CAAC,KAAK,EAAE,KAA2D,EAAE,EAAE;IAC9E,OAAO,MAAM,IAAA,uBAAY,EAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzE,CAAC,CAAC;KACD,KAAK,EAAE,CAAC;AAEV,SAAS,oBAAoB,CAAC,UAAkB;IAC/C,OAAO,IAAI,kBAAI,CAAC,iBAAiB,CAAC;SAChC,WAAW,CACX,uIAAuI,CACvI;SACA,KAAK,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SACnB,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC;SAC/B,KAAK,EAAE,CAAC;AACX,CAAC;AAMD,KAAK,UAAU,OAAO,CAAC,UAAkB,EAAE,UAAkB;IAC5D,MAAM,KAAK,GAAG,IAAA,6BAAe,EAAC,qBAAqB,EAAE;QACpD,YAAY,EAAE,kBAAkB;KAChC,CAAC;SACA,IAAI,CAAC,WAAW,CAAC;SACjB,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEhD,MAAM,IAAI,GAAW,IAAA,yBAAW,EAAC,MAAM,CAAC,CAAC;IACzC,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW;IACrC,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAItB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACzE,IAAI,WAAW,EAAE,CAAC;QACjB,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IAGD,IAAI,GAAG,IAAI;SACT,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;SACnC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,IAAI,EAAE,CAAC;IAGT,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACvE,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,SAAS,EAAE,CAAC;YACf,IAAI,GAAG,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,wBAAS,EAAmB,IAAI,CAAC,CAAC;IAEjD,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACxE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC;AAMD,SAAS,eAAe,CAAC,IAAsB;IAC9C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACV,OAAO;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE;gBAC/B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,UAAU,EAAE,GAAG;aACf,CAAC;QAEH,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,eAAe,CAAC;YAClD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,0BAA0B,CAAC;YACnE,MAAM,OAAO,GAAG,+BAA+B,QAAQ,KAAK,WAAW,GAAG,CAAC;YAC3E,OAAO;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1B,OAAO,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE;gBACxC,UAAU,EAAE,GAAG;aACf,CAAC;QACH,CAAC;QAED,KAAK,OAAO;YACX,OAAO;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE;gBAC1C,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;aAClC,CAAC;QAEH;YACC,OAAO;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE;gBAC/B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,UAAU,EAAE,GAAG;aACf,CAAC;IACJ,CAAC;AACF,CAAC;AAUD,SAAS,iBAAiB,CAAC,IAAY;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAEhC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,KAAK,CAAC;YACf,SAAS;QACV,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,GAAG,IAAI,CAAC;YACd,SAAS;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAChB,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACV,CAAC;QACD,IAAI,QAAQ;YAAE,SAAS;QACvB,IAAI,EAAE,KAAK,GAAG;YAAE,KAAK,EAAE,CAAC;QACxB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAChB,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACtC,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QAEvC,MAAM,KAAK,GAAG,QAAQ;aACpB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;aACrB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;aACrB,KAAK,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IACnC,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,GAAG,CAAC;IACZ,CAAC;AACF,CAAC"}

package/dist/modules/instance-ai/eval/node-config.d.ts

@@ -0,0 +1,2 @@
+import type { INode } from 'n8n-workflow';
+export declare function extractNodeConfig(node: INode): string;

package/dist/modules/instance-ai/eval/node-config.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractNodeConfig = extractNodeConfig;
+function extractNodeConfig(node) {
+    const params = node.parameters;
+    if (!params || typeof params !== 'object')
+        return '';
+    try {
+        return JSON.stringify(params);
+    }
+    catch {
+        return '';
+    }
+}
+//# sourceMappingURL=node-config.js.map

package/dist/modules/instance-ai/eval/node-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-config.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/node-config.ts"],"names":[],"mappings":";;AAQA,8CASC;AATD,SAAgB,iBAAiB,CAAC,IAAW;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;IAC/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAErD,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC"}

package/dist/modules/instance-ai/eval/pin-data-generator.d.ts

@@ -0,0 +1,12 @@
+import type { WorkflowJSON } from '@n8n/workflow-sdk';
+type PinData = Record<string, Array<Record<string, unknown>>>;
+interface PinDataGenerationInstructions {
+    dataDescription: string;
+}
+export interface GeneratePinDataOptions {
+    workflow: WorkflowJSON;
+    nodeNames: string[];
+    instructions?: PinDataGenerationInstructions;
+}
+export declare function generatePinData(options: GeneratePinDataOptions): Promise<PinData>;
+export {};

package/dist/modules/instance-ai/eval/pin-data-generator.js

@@ -0,0 +1,301 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generatePinData = generatePinData;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const instance_ai_1 = require("@n8n/instance-ai");
+let _resolvedNodesBasePath;
+function resolveNodesBasePath() {
+    if (_resolvedNodesBasePath !== undefined) {
+        return _resolvedNodesBasePath ?? undefined;
+    }
+    let dir = __dirname;
+    for (let i = 0; i < 10; i++) {
+        const candidate = (0, path_1.join)(dir, 'packages', 'nodes-base', 'nodes');
+        if ((0, fs_1.existsSync)(candidate)) {
+            _resolvedNodesBasePath = candidate;
+            return candidate;
+        }
+        const parent = (0, path_1.join)(dir, '..');
+        if (parent === dir)
+            break;
+        dir = parent;
+    }
+    _resolvedNodesBasePath = null;
+    return undefined;
+}
+const schemaMapCache = new Map();
+function buildSchemaMap(nodesBasePath) {
+    const cached = schemaMapCache.get(nodesBasePath);
+    if (cached)
+        return cached;
+    const result = new Map();
+    function scanDir(dir) {
+        try {
+            for (const entry of (0, fs_1.readdirSync)(dir, { withFileTypes: true })) {
+                if (!entry.isDirectory())
+                    continue;
+                const entryPath = (0, path_1.join)(dir, entry.name);
+                const schemaDir = (0, path_1.join)(entryPath, '__schema__');
+                if ((0, fs_1.existsSync)(schemaDir)) {
+                    const nodeFiles = (0, fs_1.readdirSync)(entryPath).filter((f) => f.endsWith('.node.ts') || f.endsWith('.node.js'));
+                    for (const nodeFile of nodeFiles) {
+                        try {
+                            const content = (0, fs_1.readFileSync)((0, path_1.join)(entryPath, nodeFile), 'utf-8');
+                            const nameMatch = content.match(/name:\s*['"]([^'"]+)['"]/);
+                            if (nameMatch) {
+                                result.set(`n8n-nodes-base.${nameMatch[1]}`, entryPath);
+                            }
+                        }
+                        catch {
+                        }
+                    }
+                }
+                scanDir(entryPath);
+            }
+        }
+        catch {
+        }
+    }
+    scanDir(nodesBasePath);
+    schemaMapCache.set(nodesBasePath, result);
+    return result;
+}
+function normalizeVersion(version) {
+    const str = String(version);
+    const parts = str.split('.');
+    while (parts.length < 3)
+        parts.push('0');
+    return parts.join('.');
+}
+function resolveSchemaForNode(nodeType, typeVersion, resource, operation, nodesBasePath) {
+    const schemaMap = buildSchemaMap(nodesBasePath);
+    const nodeDir = schemaMap.get(nodeType);
+    if (!nodeDir)
+        return undefined;
+    const schemaBaseDir = (0, path_1.join)(nodeDir, '__schema__');
+    if (!(0, fs_1.existsSync)(schemaBaseDir))
+        return undefined;
+    const versionStr = normalizeVersion(typeVersion);
+    const versionDirs = [
+        `v${versionStr}`,
+        ...(0, fs_1.readdirSync)(schemaBaseDir)
+            .filter((d) => d.startsWith('v'))
+            .sort((a, b) => {
+            const partsA = a.slice(1).split('.').map(Number);
+            const partsB = b.slice(1).split('.').map(Number);
+            for (let i = 0; i < Math.max(partsA.length, partsB.length); i++) {
+                const diff = (partsB[i] ?? 0) - (partsA[i] ?? 0);
+                if (diff !== 0)
+                    return diff;
+            }
+            return 0;
+        }),
+    ];
+    for (const vDir of [...new Set(versionDirs)]) {
+        const versionPath = (0, path_1.join)(schemaBaseDir, vDir);
+        if (!(0, fs_1.existsSync)(versionPath))
+            continue;
+        const parts = [versionPath, resource, operation ? `${operation}.json` : undefined].filter(Boolean);
+        const schemaFile = (0, path_1.join)(...parts);
+        if ((0, fs_1.existsSync)(schemaFile)) {
+            try {
+                return JSON.parse((0, fs_1.readFileSync)(schemaFile, 'utf-8'));
+            }
+            catch {
+                return undefined;
+            }
+        }
+    }
+    return undefined;
+}
+function buildSchemaContexts(nodes, nodesBasePath) {
+    return nodes.map((node) => {
+        const params = node.parameters;
+        const resource = typeof params?.resource === 'string' ? params.resource : undefined;
+        const operation = typeof params?.operation === 'string' ? params.operation : undefined;
+        let schema;
+        if (nodesBasePath) {
+            schema = resolveSchemaForNode(node.type, node.typeVersion, resource, operation, nodesBasePath);
+        }
+        return {
+            nodeName: node.name ?? node.type,
+            nodeType: node.type,
+            typeVersion: node.typeVersion,
+            resource,
+            operation,
+            schema,
+        };
+    });
+}
+function workflowToMermaid(workflow) {
+    const lines = ['flowchart LR'];
+    const nodeIdMap = new Map();
+    workflow.nodes.forEach((node, i) => {
+        if (node.name)
+            nodeIdMap.set(node.name, `n${String(i)}`);
+    });
+    for (const node of workflow.nodes) {
+        if (!node.name)
+            continue;
+        const id = nodeIdMap.get(node.name);
+        if (!id)
+            continue;
+        const params = node.parameters;
+        const resource = typeof params?.resource === 'string' ? params.resource : undefined;
+        const operation = typeof params?.operation === 'string' ? params.operation : undefined;
+        const shortType = node.type.split('.').pop() ?? node.type;
+        let label = `${node.name} (${shortType} v${String(node.typeVersion)}`;
+        if (resource)
+            label += `, resource:${resource}`;
+        if (operation)
+            label += `, op:${operation}`;
+        label += ')';
+        lines.push(`  ${id}["${label}"]`);
+    }
+    const { connections } = workflow;
+    for (const [sourceName, nodeConns] of Object.entries(connections)) {
+        const sourceId = nodeIdMap.get(sourceName);
+        if (!sourceId)
+            continue;
+        for (const [, outputConnections] of Object.entries(nodeConns)) {
+            if (!Array.isArray(outputConnections))
+                continue;
+            for (const outputGroup of outputConnections) {
+                if (!Array.isArray(outputGroup))
+                    continue;
+                for (const conn of outputGroup) {
+                    if (typeof conn !== 'object' || conn === null || !('node' in conn))
+                        continue;
+                    const targetId = nodeIdMap.get(conn.node);
+                    if (targetId) {
+                        lines.push(`  ${sourceId} --> ${targetId}`);
+                    }
+                }
+            }
+        }
+    }
+    return lines.join('\n');
+}
+const SYSTEM_PROMPT = `You are a test data generator for n8n workflow automation. Generate realistic mock API response data for service nodes in a workflow.
+
+RULES:
+1. Data must be consistent across nodes. If node A creates an entity with id "abc-123", downstream nodes referencing that entity must use "abc-123".
+2. Generate 1-2 items per node.
+3. When a JSON Schema is provided, follow its structure exactly.
+4. When no schema is provided, generate a realistic response based on the node type, resource, and operation.
+5. Use realistic but clearly fake values (e.g., "jane@example.com", "proj_abc123", "2024-01-15T10:30:00Z").
+6. Return ONLY a valid JSON object, no explanation or markdown fencing.
+7. CRITICAL: You MUST generate data for EVERY node listed in "Nodes Requiring Mock Data". Never skip a node, even if the test scenario describes an empty or error response. An empty response is still valid data.`;
+function buildUserPrompt(workflow, contexts, instructions) {
+    const mermaid = workflowToMermaid(workflow);
+    const sections = ['Generate mock output data for service nodes in this workflow.'];
+    if (instructions?.dataDescription) {
+        sections.push('');
+        sections.push('## Data Generation Instructions');
+        sections.push('');
+        sections.push(instructions.dataDescription);
+    }
+    sections.push('');
+    sections.push('## Workflow Graph');
+    sections.push('');
+    sections.push('```mermaid');
+    sections.push(mermaid);
+    sections.push('```');
+    sections.push('');
+    sections.push('## Nodes Requiring Mock Data');
+    for (const ctx of contexts) {
+        sections.push('');
+        sections.push(`### ${ctx.nodeName} (${ctx.nodeType} v${String(ctx.typeVersion)})`);
+        if (ctx.resource || ctx.operation) {
+            const parts = [];
+            if (ctx.resource)
+                parts.push(`Resource: ${ctx.resource}`);
+            if (ctx.operation)
+                parts.push(`Operation: ${ctx.operation}`);
+            sections.push(`- ${parts.join(' | ')}`);
+        }
+        if (ctx.schema) {
+            const schemaStr = JSON.stringify(ctx.schema, null, 2);
+            const truncated = schemaStr.length > 3000 ? schemaStr.slice(0, 3000) + '\n...' : schemaStr;
+            sections.push('- Output JSON Schema:');
+            sections.push('```json');
+            sections.push(truncated);
+            sections.push('```');
+        }
+        else {
+            sections.push('(no schema available — generate based on API knowledge)');
+        }
+    }
+    sections.push('');
+    sections.push('## Expected Output Format');
+    sections.push('');
+    sections.push('Return a JSON object where each key is the exact node name and the value is an array of items, each wrapped in a "json" key:');
+    sections.push('');
+    sections.push('```json');
+    sections.push('{');
+    for (let i = 0; i < Math.min(contexts.length, 2); i++) {
+        const ctx = contexts[i];
+        const comma = i < Math.min(contexts.length, 2) - 1 ? ',' : '';
+        sections.push(`  "${ctx.nodeName}": [{ "json": { ... } }]${comma}`);
+    }
+    if (contexts.length > 2) {
+        sections.push('  ...');
+    }
+    sections.push('}');
+    sections.push('```');
+    return sections.join('\n');
+}
+function parsePinDataResponse(responseText, expectedNodes) {
+    let cleaned = responseText.trim();
+    if (cleaned.startsWith('```')) {
+        cleaned = cleaned.replace(/^```(?:json)?\n?/, '').replace(/\n?```$/, '');
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(cleaned);
+    }
+    catch {
+        return {};
+    }
+    const pinData = {};
+    for (const nodeName of expectedNodes) {
+        const nodeData = parsed[nodeName];
+        if (!Array.isArray(nodeData) || nodeData.length === 0)
+            continue;
+        pinData[nodeName] = nodeData.map((item) => {
+            if (typeof item === 'object' && item !== null && 'json' in item) {
+                return item;
+            }
+            return { json: item ?? {} };
+        });
+    }
+    return pinData;
+}
+async function generatePinData(options) {
+    const { workflow, nodeNames, instructions } = options;
+    if (nodeNames.length === 0)
+        return {};
+    const targetNodes = workflow.nodes.filter((n) => n.name && nodeNames.includes(n.name));
+    if (targetNodes.length === 0)
+        return {};
+    const nodesBasePath = resolveNodesBasePath();
+    const contexts = buildSchemaContexts(targetNodes, nodesBasePath);
+    const userPrompt = buildUserPrompt(workflow, contexts, instructions);
+    const expectedNodeNames = contexts.map((c) => c.nodeName);
+    try {
+        const agent = (0, instance_ai_1.createEvalAgent)('eval-pin-data-generator', {
+            instructions: SYSTEM_PROMPT,
+            cache: true,
+        });
+        const result = await agent.generate(userPrompt, {
+            providerOptions: { anthropic: { maxTokens: 16_384 } },
+        });
+        const responseText = (0, instance_ai_1.extractText)(result);
+        return parsePinDataResponse(responseText, expectedNodeNames);
+    }
+    catch {
+        return {};
+    }
+}
+//# sourceMappingURL=pin-data-generator.js.map