npm - n8n - Versions diffs - 2.32.5 → 2.33.0 - Mend

n8n 2.32.5 → 2.33.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (711) hide show

package/dist/evaluation.ee/evaluation-collection.service.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"evaluation-collection.service.js","sourceRoot":"","sources":["../../src/evaluation.ee/evaluation-collection.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AASA,8CAAsD;AAEtD,gCAMiB;AACjB,gCAAkC;AAElC,0CAAkC;AAClC,mCAAgC;AAEhC,kFAA6E;AAC7E,8EAAyE;AACzE,+FAAuF;AACvF,2CAAwC;AACxC,oGAA+F;AA2BxF,IAAM,2BAA2B,GAAjC,MAAM,2BAA2B;IACvC,YACkB,cAA8C,EAC9C,WAA8B,EAC9B,cAA0C,EAC1C,mBAA8C,EAC9C,oBAAwD,EACxD,sBAA8C,EAC9C,iBAAoC,EACpC,SAAoB;8BAPpB,cAAc;2BACd,WAAW;8BACX,cAAc;mCACd,mBAAmB;oCACnB,oBAAoB;sCACpB,sBAAsB;iCACtB,iBAAiB;yBACjB,SAAS;IACxB,CAAC;IAEJ,KAAK,CAAC,gBAAgB,CACrB,IAAU,EACV,UAAkB,EAClB,KAAwC;QAKxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAC7D,KAAK,CAAC,kBAAkB,EACxB,UAAU,CACV,CAAC;QACF,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,+BAAa,CAAC,8CAA8C,CAAC,CAAC;QACzE,CAAC;QAKD,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,IAAI,CAAC,CAAC,iBAAiB,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAC3D,UAAU,EACV,CAAC,CAAC,iBAAiB,CACnB,CAAC;gBACF,IAAI,CAAC,MAAM,EAAE,CAAC;oBACb,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,wBAAwB,CAAC,CAAC,iBAAiB,aAAa,CACzE,CAAC;gBACH,CAAC;YACF,CAAC;YACD,IAAI,CAAC,CAAC,iBAAiB,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC1E,IACC,CAAC,GAAG;oBACJ,GAAG,CAAC,UAAU,KAAK,UAAU;oBAC7B,GAAG,CAAC,kBAAkB,KAAK,KAAK,CAAC,kBAAkB,EAClD,CAAC;oBACF,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,gBAAgB,CAAC,CAAC,iBAAiB,0CAA0C,CAC9F,CAAC;gBACH,CAAC;gBAOD,IAAI,CAAC,CAAC,iBAAiB,IAAI,GAAG,CAAC,iBAAiB,KAAK,CAAC,CAAC,iBAAiB,EAAE,CAAC;oBAC1E,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,gBAAgB,CAAC,CAAC,iBAAiB,mCACnD,GAAG,CAAC,iBAAiB,IAAI,YAC1B,yBAAyB,CAAC,CAAC,iBAAiB,GAAG,CAC/C,CAAC;gBACH,CAAC;gBAKD,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;oBAC5B,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,gBAAgB,CAAC,CAAC,iBAAiB,uEAAuE,CAC3H,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAID,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC;YAC7D,EAAE,EAAE,IAAA,eAAM,GAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,IAAI;YACtC,UAAU;YACV,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAGH,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ;aACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAkB,CAAC,CAAC;QACnC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;QAC9E,CAAC;QASD,MAAM,cAAc,GAAG;YACtB,GAAG,MAAM;YACT,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;YACzC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;SACzC,CAAC;QAEF,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAChC,IAAI,CAAC,CAAC,iBAAiB;gBAAE,SAAS;YAElC,MAAM,SAAS,GACd,CAAC,CAAC,iBAAiB;gBACnB,CAAC,MAAM,IAAI,CAAC,sBAAsB,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAE3E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAC5D,IAAI,EACJ,UAAU,EACV,KAAK,CAAC,WAAW,IAAI,CAAC,EACtB;gBACC,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,iBAAiB,EAAE,SAAS;gBAC5B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;gBAC5C,wBAAwB,EAAE,cAAc;gBAKxC,iBAAiB,EAAE,IAAI;aACvB,CACD,CAAC;YACF,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,yBAAyB,EAAE;YAC/C,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,UAAU,CAAC,EAAE;YAC5B,oBAAoB,EAAE,KAAK,CAAC,kBAAkB;YAC9C,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YACpC,kBAAkB,EAAE,cAAc,CAAC,MAAM;YACzC,aAAa,EAAE,cAAc,CAAC,MAAM;YACpC,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC;SACzC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACxF,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,UAAkB;QACvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACrE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,mBAAmB,CACxB,UAAkB,EAClB,YAAoB;QAEpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,0BAA0B,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAE7D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,oBAAoB,CACzB,UAAkB,EAClB,YAAoB,EACpB,KAAwC;QAExC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,YAAY,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QACtF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,IAAU,EACV,UAAkB,EAClB,YAAoB;QAOpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACxF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAO5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YAC1C,KAAK,EAAE;gBACN,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE;gBACnC,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE;aAC/B;YACD,MAAM,EAAE,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,uBAAuB,CAClF,YAAY,EACZ,UAAU,CACV,CAAC;QACF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAE9D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,yBAAyB,EAAE;YAC/C,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,YAAY;YAC3B,aAAa,EAAE,YAAY;SAC3B,CAAC,CAAC;QAEH,OAAO,EAAE,YAAY,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACvB,UAAkB,EAClB,YAAoB,EACpB,SAAiB;QAEjB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAEjE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC3C,MAAM,IAAI,+BAAa,CAAC,sCAAsC,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,GAAG,CAAC,kBAAkB,KAAK,UAAU,CAAC,kBAAkB,EAAE,CAAC;YAC9D,MAAM,IAAI,mCAAe,CACxB,+EAA+E,CAC/E,CAAC;QACH,CAAC;QAID,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAC5B,MAAM,IAAI,mCAAe,CACxB,6EAA6E,CAC7E,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAIzE,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAClE,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC5B,UAAkB,EAClB,YAAoB,EACpB,SAAiB;QAEjB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,uBAAuB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAC5F,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,+BAAa,CAAC,yCAAyC,CAAC,CAAC;QACpE,CAAC;QAKD,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAClE,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACjE,CAAC;IAcD,KAAK,CAAC,eAAe,CACpB,UAAkB,EAClB,kBAA0B;QAE1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;QAC/F,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,+BAAa,CAAC,8CAA8C,CAAC,CAAC;QACzE,CAAC;QAMD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YACnD,KAAK,EAAE,EAAE,UAAU,EAAE;YACrB,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;YAC5B,MAAM,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC;SACvD,CAAC,CAAC;QAMH,MAAM,QAAQ,GACb,OAAO,CAAC,MAAM,KAAK,CAAC;YACnB,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;gBAC5B,KAAK,EAAE;oBACN,kBAAkB;oBAClB,iBAAiB,EAAE,IAAA,YAAE,EAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;iBACtD;gBACD,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;aAC5B,CAAC,CAAC;QACN,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAmB,CAAC;QACtD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,GAAG,CAAC,iBAAiB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAC7E,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;YACpD,CAAC;QACF,CAAC;QAMD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAC/E,MAAM,kBAAkB,GAAG,YAAY,EAAE,kBAAkB,IAAI,IAAI,CAAC;QAEpE,MAAM,QAAQ,GAAuB,EAAE,CAAC;QAWxC,QAAQ,CAAC,IAAI,CAAC;YACb,iBAAiB,EAAE,IAAI;YACvB,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE,eAAe;YAC5B,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;YAE5D,QAAQ,CAAC,IAAI,CAAC;gBACb,iBAAiB,EAAE,CAAC,CAAC,SAAS;gBAC9B,KAAK,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC;gBACpD,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,KAAK,kBAAkB,CAAC;gBAC1E,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,OAAO;oBACf,CAAC,CAAC;wBACA,SAAS,EAAE,OAAO,CAAC,EAAE;wBACrB,KAAK,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;wBACzD,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;wBACvC,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,KAAK;qBACjB;oBACF,CAAC,CAAC,IAAI;aACP,CAAC,CAAC;QACJ,CAAC;QAKD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QAC1F,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACrC,CAAC,CAAC,CAAC,OAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,OAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CACnF,CAAC;YACF,IAAI,IAAI,CAAC,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACxB,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC;oBAC1E,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;gBAC7B,CAAC;YACF,CAAC;QACF,CAAC;QAED,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC;IACzC,CAAC;IAIO,QAAQ,CAAC,UAA4B,EAAE,QAAgB;QAC9D,OAAO;YACN,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YACjD,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,WAAW,EAAE;YAC7C,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,WAAW,EAAE;YAC7C,QAAQ;SACR,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,GAAY;QAChC,OAAO;YACN,SAAS,EAAE,GAAG,CAAC,EAAE;YACjB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;YACxC,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YACjD,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YACnE,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC;YACnC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC;SACxC,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,GAAY;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAM1B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAA,gCAAoB,EAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACvD,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACtE,CAAC;IAEO,aAAa,CACpB,OAA4D;QAE5D,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,IAAI,OAAO,CAAC,KAAK,QAAQ;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;iBACjC,IAAI,OAAO,CAAC,KAAK,SAAS;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,CAAC;IAEO,gBAAgB,CAAC,MAAsD;QAC9E,IACC,MAAM,CAAC,aAAa,KAAK,YAAY;YACrC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;YACrC,MAAM,CAAC,UAAU,KAAK,IAAI;YAC1B,aAAa,IAAI,MAAM,CAAC,UAAU,EACjC,CAAC;YACF,OAAO,MAAM,CAAE,MAAM,CAAC,UAAsC,CAAC,WAAW,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAEO,iBAAiB,CAAC,SAAiB;QAC1C,OAAO,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACrC,CAAC;IAEO,eAAe,CAAC,IAAU;QAGjC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAOO,iBAAiB,CACxB,CAA+D,EAC/D,WAAoB;QAEpB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,WAAW;YAAE,OAAO,eAAe,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,CAAC,IAAI;YAAE,OAAO,WAAW,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,CAAC,SAAS;YAAE,OAAO,eAAe,IAAI,EAAE,CAAC;QAC9C,OAAO,cAAc,IAAI,EAAE,CAAC;IAC7B,CAAC;CACD,CAAA;;sCAzeY,2BAA2B;IADvC,IAAA,YAAO,GAAE;qCAGyB,mCAA8B,EACjC,sBAAiB,EACd,+BAA0B,EACrB,8BAAyB,EACxB,uCAAkC,EAChC,iDAAsB,EAC3B,0CAAiB,EACzB,qBAAS;GAT1B,2BAA2B,CAyevC"}
1	+ {"version":3,"file":"evaluation-collection.service.js","sourceRoot":"","sources":["../../src/evaluation.ee/evaluation-collection.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAUA,8CAA8E;AAC9E,wDAA6C;AAE7C,gCAQiB;AACjB,gCAAkC;AAClC,0CAAkC;AAClC,+CAAkE;AAClE,mCAAgC;AAEhC,kFAA6E;AAC7E,8EAAyE;AACzE,+FAAuF;AACvF,2CAAwC;AACxC,oGAA+F;AAE/F,mDAA6E;AAQ7E,SAAS,kBAAkB,CAAC,YAAoB;IAC/C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAuBM,IAAM,2BAA2B,GAAjC,MAAM,2BAA2B;IACvC,YACkB,cAA8C,EAC9C,WAA8B,EAC9B,cAA0C,EAC1C,mBAA8C,EAC9C,oBAAwD,EACxD,sBAA8C,EAC9C,iBAAoC,EACpC,SAAoB,EACpB,MAAc,EACd,aAA4B;8BAT5B,cAAc;2BACd,WAAW;8BACX,cAAc;mCACd,mBAAmB;oCACnB,oBAAoB;sCACpB,sBAAsB;iCACtB,iBAAiB;yBACjB,SAAS;sBACT,MAAM;6BACN,aAAa;IAC5B,CAAC;IAEJ,KAAK,CAAC,gBAAgB,CACrB,IAAU,EACV,UAAkB,EAClB,KAAwC;QAIxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAC7D,KAAK,CAAC,kBAAkB,EACxB,UAAU,CACV,CAAC;QACF,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,+BAAa,CAAC,8CAA8C,CAAC,CAAC;QACzE,CAAC;QAID,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,IAAI,CAAC,CAAC,iBAAiB,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAC3D,UAAU,EACV,CAAC,CAAC,iBAAiB,CACnB,CAAC;gBACF,IAAI,CAAC,MAAM,EAAE,CAAC;oBACb,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,wBAAwB,CAAC,CAAC,iBAAiB,aAAa,CACzE,CAAC;gBACH,CAAC;YACF,CAAC;YACD,IAAI,CAAC,CAAC,iBAAiB,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC1E,IACC,CAAC,GAAG;oBACJ,GAAG,CAAC,UAAU,KAAK,UAAU;oBAC7B,GAAG,CAAC,kBAAkB,KAAK,KAAK,CAAC,kBAAkB,EAClD,CAAC;oBACF,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,gBAAgB,CAAC,CAAC,iBAAiB,0CAA0C,CAC9F,CAAC;gBACH,CAAC;gBAGD,IAAI,CAAC,CAAC,iBAAiB,IAAI,GAAG,CAAC,iBAAiB,KAAK,CAAC,CAAC,iBAAiB,EAAE,CAAC;oBAC1E,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,gBAAgB,CAAC,CAAC,iBAAiB,mCACnD,GAAG,CAAC,iBAAiB,IAAI,YAC1B,yBAAyB,CAAC,CAAC,iBAAiB,GAAG,CAC/C,CAAC;gBACH,CAAC;gBAGD,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;oBAC5B,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,gBAAgB,CAAC,CAAC,iBAAiB,uEAAuE,CAC3H,CAAC;gBACH,CAAC;gBAGD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAChC,MAAM,IAAI,mCAAe,CACxB,YAAY,KAAK,gBAAgB,CAAC,CAAC,iBAAiB,iBAAiB,GAAG,CAAC,MAAM,oEAAoE,CACnJ,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAID,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC;YAC7D,EAAE,EAAE,IAAA,eAAM,GAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,IAAI;YACtC,UAAU;YACV,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAGH,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ;aACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAkB,CAAC,CAAC;QACnC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;QAC9E,CAAC;QAKD,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAEzD,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAChC,IAAI,CAAC,CAAC,iBAAiB;gBAAE,SAAS;YAElC,MAAM,SAAS,GACd,CAAC,CAAC,iBAAiB;gBACnB,CAAC,MAAM,IAAI,CAAC,sBAAsB,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAE3E,cAAc,CAAC,IAAI,CAClB,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE;gBAC/C,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,iBAAiB,EAAE,SAAS;gBAC5B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;gBAC5C,cAAc;gBACd,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;aACnC,CAAC,CACF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,yBAAyB,EAAE;YAC/C,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,UAAU,CAAC,EAAE;YAC5B,oBAAoB,EAAE,KAAK,CAAC,kBAAkB;YAC9C,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YACpC,kBAAkB,EAAE,cAAc,CAAC,MAAM;YACzC,aAAa,EAAE,cAAc,CAAC,MAAM;YACpC,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC;SACzC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACxF,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;IACnC,CAAC;IASD,KAAK,CAAC,eAAe,CACpB,IAAU,EACV,UAAkB,EAClB,YAAoB;QAKpB,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,0BAA0B,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;YAC9F,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;YAC7D,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;YAKpC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;gBACpE,MAAM,IAAI,mCAAe,CAAC,oCAAoC,CAAC,CAAC;YACjE,CAAC;YAID,MAAM,UAAU,GAAa,EAAE,CAAC;YAChC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;YACvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,IAAI,GAAG,CAAC,iBAAiB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;oBACvE,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;oBACxC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;gBACxC,CAAC;YACF,CAAC;YACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,mCAAe,CAAC,6CAA6C,CAAC,CAAC;YAC1E,CAAC;YAGD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAC7D,UAAU,CAAC,kBAAkB,EAC7B,UAAU,CACV,CAAC;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,MAAM,IAAI,mCAAe,CACxB,uEAAuE,CACvE,CAAC;YACH,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAKzD,MAAM,cAAc,GAAa,EAAE,CAAC;YACpC,IAAI,CAAC;gBACJ,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACpC,cAAc,CAAC,IAAI,CAClB,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE;wBAC/C,YAAY,EAAE,UAAU,CAAC,EAAE;wBAC3B,iBAAiB,EAAE,SAAS;wBAC5B,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;wBACjD,cAAc;wBAGd,WAAW,EAAE,CAAC;qBACd,CAAC,CACF,CAAC;gBACH,CAAC;gBAKD,MAAM,IAAI,CAAC,cAAc,CAAC,wBAAwB,CACjD,UAAU,CAAC,EAAE,EACb,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CACzB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAMhB,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACpC,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACnE,CAAC;gBACD,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,cAAc,CAAC,wBAAwB,CAAC,UAAU,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;gBACnF,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBAIvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,oFAAoF,EACpF,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CACpD,CAAC;gBACH,CAAC;gBACD,MAAM,KAAK,CAAC;YACb,CAAC;YAGD,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAEnE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,uBAAuB,EAAE;gBAC7C,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,WAAW,EAAE,UAAU;gBACvB,aAAa,EAAE,UAAU,CAAC,EAAE;gBAC5B,oBAAoB,EAAE,UAAU,CAAC,kBAAkB;gBACnD,aAAa,EAAE,UAAU,CAAC,MAAM;gBAChC,aAAa,EAAE,cAAc,CAAC,MAAM;gBACpC,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC;aACzC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;YAChE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACnC,CAAC,CAAC,CAAC;IACJ,CAAC;IAkBO,KAAK,CAAC,aAAa,CAAI,YAAoB,EAAE,EAAoB;QAIxE,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC;YACJ,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,OAE1C,KAAK,IAAI,EAAE;gBACV,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,MAAM,EAAE,EAAE,CAAC;YACnB,CAAC,EACD,EAAE,MAAM,EAAE,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAC5C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,IAAI,KAAK,YAAY,+BAAgB,EAAE,CAAC;gBACnD,MAAM,IAAI,mCAAe,CAAC,oCAAoC,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,UAAkB;QACvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACrE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,mBAAmB,CACxB,UAAkB,EAClB,YAAoB;QAEpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,0BAA0B,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAK7D,MAAM,aAAa,GAAG,MAAM,IAAA,yCAAyB,EACpD,IAAI,CAAC,cAAc,EACnB,MAAM,CAAC,UAAU,CAAC,kBAAkB,EACpC,UAAU,CACV,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC;QACzE,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC;IAChG,CAAC;IAED,KAAK,CAAC,oBAAoB,CACzB,UAAkB,EAClB,YAAoB,EACpB,KAAwC;QAExC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,YAAY,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QACtF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,IAAU,EACV,UAAkB,EAClB,YAAoB;QAIpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACxF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAI5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YAC1C,KAAK,EAAE;gBACN,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE;gBACnC,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE;aAC/B;YACD,MAAM,EAAE,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,uBAAuB,CAClF,YAAY,EACZ,UAAU,CACV,CAAC;QACF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAE9D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,yBAAyB,EAAE;YAC/C,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,YAAY;YAC3B,aAAa,EAAE,YAAY;SAC3B,CAAC,CAAC;QAEH,OAAO,EAAE,YAAY,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACvB,UAAkB,EAClB,YAAoB,EACpB,SAAiB;QAEjB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAEjE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC3C,MAAM,IAAI,+BAAa,CAAC,sCAAsC,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,GAAG,CAAC,kBAAkB,KAAK,UAAU,CAAC,kBAAkB,EAAE,CAAC;YAC9D,MAAM,IAAI,mCAAe,CACxB,+EAA+E,CAC/E,CAAC;QACH,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAC5B,MAAM,IAAI,mCAAe,CACxB,6EAA6E,CAC7E,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAEzE,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAClE,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC5B,UAAkB,EAClB,YAAoB,EACpB,SAAiB;QAEjB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,uBAAuB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAC5F,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,+BAAa,CAAC,yCAAyC,CAAC,CAAC;QACpE,CAAC;QAID,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAClE,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACjE,CAAC;IAQD,KAAK,CAAC,eAAe,CACpB,UAAkB,EAClB,kBAA0B;QAE1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;QAC/F,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,+BAAa,CAAC,8CAA8C,CAAC,CAAC;QACzE,CAAC;QAGD,MAAM,aAAa,GAAG,IAAA,kCAAsB,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAI7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YACnD,KAAK,EAAE,EAAE,UAAU,EAAE;YACrB,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;YAC5B,MAAM,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC;SACvD,CAAC,CAAC;QAIH,MAAM,QAAQ,GACb,OAAO,CAAC,MAAM,KAAK,CAAC;YACnB,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;gBAC5B,KAAK,EAAE;oBACN,kBAAkB;oBAClB,iBAAiB,EAAE,IAAA,YAAE,EAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;iBACtD;gBACD,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;aAC5B,CAAC,CAAC;QAGN,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAmB,CAAC;QACtD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC5B,IACC,GAAG,CAAC,iBAAiB;gBACrB,GAAG,CAAC,MAAM,KAAK,WAAW;gBAC1B,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAC7C,CAAC;gBACF,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;YACpD,CAAC;QACF,CAAC;QAID,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAC/E,MAAM,kBAAkB,GAAG,YAAY,EAAE,kBAAkB,IAAI,IAAI,CAAC;QAEpE,MAAM,QAAQ,GAAuB,EAAE,CAAC;QAKxC,QAAQ,CAAC,IAAI,CAAC;YACb,iBAAiB,EAAE,IAAI;YACvB,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE,eAAe;YAC5B,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;YAE5D,QAAQ,CAAC,IAAI,CAAC;gBACb,iBAAiB,EAAE,CAAC,CAAC,SAAS;gBAC9B,KAAK,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC;gBACpD,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,KAAK,kBAAkB,CAAC;gBAC1E,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,OAAO;oBACf,CAAC,CAAC;wBACA,SAAS,EAAE,OAAO,CAAC,EAAE;wBACrB,KAAK,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;wBACzD,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC;wBACtD,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,KAAK;qBACjB;oBACF,CAAC,CAAC,IAAI;aACP,CAAC,CAAC;QACJ,CAAC;QAID,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QAC1F,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACrC,CAAC,CAAC,CAAC,OAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,OAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CACnF,CAAC;YACF,IAAI,IAAI,CAAC,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACxB,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC;oBAC1E,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;gBAC7B,CAAC;YACF,CAAC;QACF,CAAC;QAED,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC;IACzC,CAAC;IASO,oBAAoB,CAAC,MAAwB;QACpD,OAAO;YACN,GAAG,MAAM;YACT,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;YACzC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;SACzC,CAAC;IACH,CAAC;IAOO,KAAK,CAAC,kBAAkB,CAC/B,IAAU,EACV,UAAkB,EAClB,OAMC;QAED,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAC5D,IAAI,EACJ,UAAU,EACV,OAAO,CAAC,WAAW,EACnB;YACC,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,wBAAwB,EAAE,OAAO,CAAC,cAAc;YAGhD,iBAAiB,EAAE,IAAI;SACvB,CACD,CAAC;QACF,OAAO,OAAO,CAAC,EAAE,CAAC;IACnB,CAAC;IAEO,QAAQ,CAAC,UAA4B,EAAE,QAAgB;QAC9D,OAAO;YACN,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YACjD,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,WAAW,EAAE;YAC7C,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,WAAW,EAAE;YAC7C,QAAQ;SACR,CAAC;IACH,CAAC;IAEO,YAAY,CACnB,GAAY,EACZ,aAA0C;QAK1C,MAAM,aAAa,GAAG,IAAA,+BAAe,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1D,OAAO;YACN,SAAS,EAAE,GAAG,CAAC,EAAE;YACjB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;YACxC,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YACjD,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YACnE,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,aAAa,CAAC;YAClD,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC;YACxC,YAAY,EAAE,aAAa;SAC3B,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,GAAY,EAAE,aAA0C;QAC/E,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAI1B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAA,gCAAoB,EAAC,GAAG,EAAE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;aAC3E,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACtE,CAAC;IAEO,aAAa,CACpB,OAA4D;QAE5D,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,IAAI,OAAO,CAAC,KAAK,QAAQ;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;iBACjC,IAAI,OAAO,CAAC,KAAK,SAAS;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,CAAC;IAEO,gBAAgB,CAAC,MAAsD;QAC9E,IACC,MAAM,CAAC,aAAa,KAAK,YAAY;YACrC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;YACrC,MAAM,CAAC,UAAU,KAAK,IAAI;YAC1B,aAAa,IAAI,MAAM,CAAC,UAAU,EACjC,CAAC;YACF,OAAO,MAAM,CAAE,MAAM,CAAC,UAAsC,CAAC,WAAW,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAEO,iBAAiB,CAAC,SAAiB;QAC1C,OAAO,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACrC,CAAC;IAEO,eAAe,CAAC,IAAU;QAEjC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAMO,iBAAiB,CACxB,CAA+D,EAC/D,WAAoB;QAEpB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,WAAW;YAAE,OAAO,eAAe,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,CAAC,IAAI;YAAE,OAAO,WAAW,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,CAAC,SAAS;YAAE,OAAO,eAAe,IAAI,EAAE,CAAC;QAC9C,OAAO,cAAc,IAAI,EAAE,CAAC;IAC7B,CAAC;CACD,CAAA;;sCA7pBY,2BAA2B;IADvC,IAAA,YAAO,GAAE;qCAGyB,mCAA8B,EACjC,sBAAiB,EACd,+BAA0B,EACrB,8BAAyB,EACxB,uCAAkC,EAChC,iDAAsB,EAC3B,0CAAiB,EACzB,qBAAS,EACZ,uBAAM,EACC,kBAAa;GAXlC,2BAA2B,CA6pBvC"}

package/dist/evaluation.ee/evaluation-collections.controller.ee.d.ts CHANGED Viewed

@@ -38,6 +38,18 @@ export declare class EvaluationCollectionsController {
         runCount: number;
         runsStartedIds: string[];
     }>;
+    rerun(req: AuthenticatedRequest<CollectionParam>): Promise<{
+        id: string;
+        name: string;
+        description: string | null;
+        workflowId: string;
+        evaluationConfigId: string;
+        createdById: string | null;
+        createdAt: string;
+        updatedAt: string;
+        runCount: number;
+        runsStartedIds: string[];
+    }>;
     update(req: AuthenticatedRequest<CollectionParam>, _res: unknown, payload: UpdateEvaluationCollectionDto): Promise<import("@n8n/api-types").EvaluationCollectionRecord>;
     delete(req: AuthenticatedRequest<CollectionParam>): Promise<{
         success: boolean;

package/dist/evaluation.ee/evaluation-collections.controller.ee.js CHANGED Viewed

@@ -53,6 +53,11 @@ let EvaluationCollectionsController = class EvaluationCollectionsController {
         const { record, runsStartedIds } = await this.service.createCollection(req.user, req.params.workflowId, payload);
         return { ...record, runsStartedIds };
     }
+    async rerun(req) {
+        await this.assertFlagEnabled(req.user);
+        const { record, runsStartedIds } = await this.service.rerunCollection(req.user, req.params.workflowId, req.params.collectionId);
+        return { ...record, runsStartedIds };
+    }
     async update(req, _res, payload) {
         await this.assertFlagEnabled(req.user);
         return await this.service.updateCollectionMeta(req.params.workflowId, req.params.collectionId, payload);
@@ -102,6 +107,13 @@ __decorate([
     __metadata("design:paramtypes", [Object, Object, api_types_1.CreateEvaluationCollectionDto]),
     __metadata("design:returntype", Promise)
 ], EvaluationCollectionsController.prototype, "create", null);
+__decorate([
+    (0, decorators_1.Post)('/:workflowId/eval-collections/:collectionId/rerun'),
+    (0, decorators_1.ProjectScope)('workflow:execute'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], EvaluationCollectionsController.prototype, "rerun", null);
 __decorate([
     (0, decorators_1.Patch)('/:workflowId/eval-collections/:collectionId'),
     (0, decorators_1.ProjectScope)('workflow:update'),

package/dist/evaluation.ee/evaluation-collections.controller.ee.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"evaluation-collections.controller.ee.js","sourceRoot":"","sources":["../../src/evaluation.ee/evaluation-collections.controller.ee.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8CAKwB;AACxB,wDAA6C;AAE7C,gDAA+F;AAE/F,kFAA6E;AAC7E,8EAAyE;AACzE,uCAA0C;AAE1C,mFAA8E;~~AA0BvE~~,IAAM,+BAA+B,GAArC,MAAM,+BAA+B;IAC3C,YACkB,OAAoC,EACpC,aAA4B,EAC5B,MAAc;uBAFd,OAAO;6BACP,aAAa;sBACb,MAAM;IACrB,CAAC;~~IAcI~~,KAAK,CAAC,iBAAiB,CAAC,IAAU;QACzC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC7D,OAAO,GAAG,KAAK,EAAE,CAAC,iCAAqB,CAAC,KAAK,IAAI,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE;gBAC3D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAIK,AAAN,KAAK,CAAC,IAAI,CAAC,GAAwC;QAClD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAClE,CAAC;IAIK,AAAN,KAAK,CAAC,GAAG,CAAC,GAA0C;QACnD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAC/F,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CACX,GAAwC,EACxC,IAAa,EACP,OAAsC;QAE5C,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CACrE,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,OAAO,CACP,CAAC;QACF,OAAO,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CACX,GAA0C,EAC1C,IAAa,EACP,OAAsC;QAE5C,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAC7C,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB,OAAO,CACP,CAAC;IACH,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CAAC,GAA0C;QACtD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC3D,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,CACvB,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;IACxC,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CACX,GAA0C,EAC1C,IAAa,EACP,OAA8B;QAEpC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAC3C,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB,OAAO,CAAC,SAAS,CACjB,CAAC;IACH,CAAC;IAIK,AAAN,KAAK,CAAC,SAAS,CAAC,GAA6C;QAC5D,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAChD,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB,GAAG,CAAC,MAAM,CAAC,KAAK,CAChB,CAAC;IACH,CAAC;IAIK,AAAN,KAAK,CAAC,YAAY,CACjB,GAA6E;QAE7E,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,kBAAkB,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;QACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACzB,MAAM,IAAI,mCAAe,CAAC,sDAAsD,CAAC,CAAC;QACnF,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IACtF,CAAC;CACD,CAAA;;~~AA7FM~~;IAFL,IAAA,gBAAG,EAAC,+BAA+B,CAAC;IACpC,IAAA,yBAAY,EAAC,eAAe,CAAC;;;;2DAI7B;AAIK;IAFL,IAAA,gBAAG,EAAC,6CAA6C,CAAC;IAClD,IAAA,yBAAY,EAAC,eAAe,CAAC;;;;0DAI7B;AAIK;IAFL,IAAA,iBAAI,EAAC,+BAA+B,CAAC;IACrC,IAAA,yBAAY,EAAC,kBAAkB,CAAC;IAI/B,WAAA,iBAAI,CAAA;;qDAAU,yCAA6B;;6DAS5C;AAIK;IAFL,IAAA,kBAAK,EAAC,6CAA6C,CAAC;IACpD,IAAA,yBAAY,EAAC,iBAAiB,CAAC;IAI9B,WAAA,iBAAI,CAAA;;qDAAU,yCAA6B;;6DAQ5C;AAIK;IAFL,IAAA,mBAAM,EAAC,6CAA6C,CAAC;IACrD,IAAA,yBAAY,EAAC,iBAAiB,CAAC;;;;6DAS/B;AAIK;IAFL,IAAA,iBAAI,EAAC,kDAAkD,CAAC;IACxD,IAAA,yBAAY,EAAC,iBAAiB,CAAC;IAI9B,WAAA,iBAAI,CAAA;;qDAAU,iCAAqB;;6DAQpC;AAIK;IAFL,IAAA,mBAAM,EAAC,yDAAyD,CAAC;IACjE,IAAA,yBAAY,EAAC,iBAAiB,CAAC;;;;gEAQ/B;AAIK;IAFL,IAAA,gBAAG,EAAC,4BAA4B,CAAC;IACjC,IAAA,yBAAY,EAAC,eAAe,CAAC;;;;mEAU7B;~~0CA9HW~~,+BAA+B;IAD3C,IAAA,2BAAc,EAAC,YAAY,CAAC;qCAGD,2DAA2B,EACrB,uBAAa,EACpB,uBAAM;GAJpB,+BAA+B,~~CA+H3C~~"}
1	+ {"version":3,"file":"evaluation-collections.controller.ee.js","sourceRoot":"","sources":["../../src/evaluation.ee/evaluation-collections.controller.ee.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8CAKwB;AACxB,wDAA6C;AAE7C,gDAA+F;AAE/F,kFAA6E;AAC7E,8EAAyE;AACzE,uCAA0C;AAE1C,mFAA8E;AAgBvE,IAAM,+BAA+B,GAArC,MAAM,+BAA+B;IAC3C,YACkB,OAAoC,EACpC,aAA4B,EAC5B,MAAc;uBAFd,OAAO;6BACP,aAAa;sBACb,MAAM;IACrB,CAAC;IAQI,KAAK,CAAC,iBAAiB,CAAC,IAAU;QACzC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC7D,OAAO,GAAG,KAAK,EAAE,CAAC,iCAAqB,CAAC,KAAK,IAAI,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE;gBAC3D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAIK,AAAN,KAAK,CAAC,IAAI,CAAC,GAAwC;QAClD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAClE,CAAC;IAIK,AAAN,KAAK,CAAC,GAAG,CAAC,GAA0C;QACnD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAC/F,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CACX,GAAwC,EACxC,IAAa,EACP,OAAsC;QAE5C,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CACrE,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,OAAO,CACP,CAAC;QACF,OAAO,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,CAAC;IAIK,AAAN,KAAK,CAAC,KAAK,CAAC,GAA0C;QACrD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CACpE,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,CACvB,CAAC;QACF,OAAO,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CACX,GAA0C,EAC1C,IAAa,EACP,OAAsC;QAE5C,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAC7C,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB,OAAO,CACP,CAAC;IACH,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CAAC,GAA0C;QACtD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC3D,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,CACvB,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;IACxC,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CACX,GAA0C,EAC1C,IAAa,EACP,OAA8B;QAEpC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAC3C,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB,OAAO,CAAC,SAAS,CACjB,CAAC;IACH,CAAC;IAIK,AAAN,KAAK,CAAC,SAAS,CAAC,GAA6C;QAC5D,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAChD,GAAG,CAAC,MAAM,CAAC,UAAU,EACrB,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB,GAAG,CAAC,MAAM,CAAC,KAAK,CAChB,CAAC;IACH,CAAC;IAIK,AAAN,KAAK,CAAC,YAAY,CACjB,GAA6E;QAE7E,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,kBAAkB,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;QACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACzB,MAAM,IAAI,mCAAe,CAAC,sDAAsD,CAAC,CAAC;QACnF,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IACtF,CAAC;CACD,CAAA;;AAzGM;IAFL,IAAA,gBAAG,EAAC,+BAA+B,CAAC;IACpC,IAAA,yBAAY,EAAC,eAAe,CAAC;;;;2DAI7B;AAIK;IAFL,IAAA,gBAAG,EAAC,6CAA6C,CAAC;IAClD,IAAA,yBAAY,EAAC,eAAe,CAAC;;;;0DAI7B;AAIK;IAFL,IAAA,iBAAI,EAAC,+BAA+B,CAAC;IACrC,IAAA,yBAAY,EAAC,kBAAkB,CAAC;IAI/B,WAAA,iBAAI,CAAA;;qDAAU,yCAA6B;;6DAS5C;AAIK;IAFL,IAAA,iBAAI,EAAC,mDAAmD,CAAC;IACzD,IAAA,yBAAY,EAAC,kBAAkB,CAAC;;;;4DAShC;AAIK;IAFL,IAAA,kBAAK,EAAC,6CAA6C,CAAC;IACpD,IAAA,yBAAY,EAAC,iBAAiB,CAAC;IAI9B,WAAA,iBAAI,CAAA;;qDAAU,yCAA6B;;6DAQ5C;AAIK;IAFL,IAAA,mBAAM,EAAC,6CAA6C,CAAC;IACrD,IAAA,yBAAY,EAAC,iBAAiB,CAAC;;;;6DAS/B;AAIK;IAFL,IAAA,iBAAI,EAAC,kDAAkD,CAAC;IACxD,IAAA,yBAAY,EAAC,iBAAiB,CAAC;IAI9B,WAAA,iBAAI,CAAA;;qDAAU,iCAAqB;;6DAQpC;AAIK;IAFL,IAAA,mBAAM,EAAC,yDAAyD,CAAC;IACjE,IAAA,yBAAY,EAAC,iBAAiB,CAAC;;;;gEAQ/B;AAIK;IAFL,IAAA,gBAAG,EAAC,4BAA4B,CAAC;IACjC,IAAA,yBAAY,EAAC,eAAe,CAAC;;;;mEAU7B;0CApIW,+BAA+B;IAD3C,IAAA,2BAAc,EAAC,YAAY,CAAC;qCAGD,2DAA2B,EACrB,uBAAa,EACpB,uBAAM;GAJpB,+BAA+B,CAqI3C"}

package/dist/evaluation.ee/insights/eval-insights.service.d.ts CHANGED Viewed

@@ -1,22 +1,29 @@
 import type { AiInsightsResponse } from '@n8n/api-types';
 import { LicenseState, Logger } from '@n8n/backend-common';
 import type { User } from '@n8n/db';
-import { EvaluationCollectionRepository } from '@n8n/db';
+import { EvaluationCollectionRepository, EvaluationConfigRepository } from '@n8n/db';
 import { Telemetry } from '../../telemetry';
+import { InsightsContextBuilder } from './insights-context-builder';
+import { InsightsModelResolver } from './insights-model-resolver';
 export declare const DETERMINISTIC_MODEL_TAG = "deterministic";
 export declare class EvalInsightsService {
     private readonly collectionRepo;
+    private readonly evalConfigRepo;
     private readonly licenseState;
     private readonly telemetry;
     private readonly logger;
-    constructor(collectionRepo: EvaluationCollectionRepository, licenseState: LicenseState, telemetry: Telemetry, logger: Logger);
+    private readonly modelResolver;
+    private readonly contextBuilder;
+    constructor(collectionRepo: EvaluationCollectionRepository, evalConfigRepo: EvaluationConfigRepository, licenseState: LicenseState, telemetry: Telemetry, logger: Logger, modelResolver: InsightsModelResolver, contextBuilder: InsightsContextBuilder);
     generateInsights(user: User, workflowId: string, collectionId: string, options?: {
         forceRegenerate?: boolean;
     }): Promise<AiInsightsResponse>;
     private summariseRun;
-    private scoreMetrics;
+    private pickWinner;
     private invokeAgent;
-    private resolveModelName;
+    private reconcile;
+    private generateValidated;
+    private buildUserPrompt;
     private buildDeterministicInsights;
     private collectRegressions;
     private composeSuggestedNext;

package/dist/evaluation.ee/insights/eval-insights.service.js CHANGED Viewed

@@ -18,13 +18,36 @@ const bad_request_error_1 = require("../../errors/response-errors/bad-request.er
 const forbidden_error_1 = require("../../errors/response-errors/forbidden.error");
 const not_found_error_1 = require("../../errors/response-errors/not-found.error");
 const telemetry_1 = require("../../telemetry");
+const metric_scales_1 = require("../metric-scales");
+const insights_context_builder_1 = require("./insights-context-builder");
+const insights_model_resolver_1 = require("./insights-model-resolver");
+const INSIGHTS_SYSTEM_PROMPT = [
+    'You are an evaluation analyst for n8n workflow evaluations.',
+    'You compare workflow versions run against the same dataset and explain the results.',
+    'Given the JSON context, produce:',
+    '- `winner`: set `versionLabel` to the base version letter given in the context; explain why it leads.',
+    '- `regressions`: versions that scored notably worse than the winner on a specific metric',
+    '  (empty array if none). `delta` is the percentage-point difference vs the winner (negative = worse).',
+    '- `suggestedNext`: one concrete next experiment, with a testable `hypothesis`.',
+    'Ground every statement in the provided metric scores, workflow node diffs, and regressed cases.',
+    'Each modified node carries its changed prompt text (before → after) under `promptChanges` — when',
+    'such a change explains a regression, quote the specific instruction that changed rather than',
+    'guessing (e.g. a system prompt that tells the model to answer a category incorrectly). Cite metric',
+    'names and node names. Scores are percentages (0–100).',
+    'Keep each headline under 120 characters and each body under 280 characters.',
+].join('\n');
 exports.DETERMINISTIC_MODEL_TAG = 'deterministic';
+const INSIGHTS_GENERATE_TIMEOUT_MS = 60_000;
+const MAX_REGRESSIONS = 10;
 let EvalInsightsService = class EvalInsightsService {
-    constructor(collectionRepo, licenseState, telemetry, logger) {
+    constructor(collectionRepo, evalConfigRepo, licenseState, telemetry, logger, modelResolver, contextBuilder) {
         this.collectionRepo = collectionRepo;
+        this.evalConfigRepo = evalConfigRepo;
         this.licenseState = licenseState;
         this.telemetry = telemetry;
         this.logger = logger;
+        this.modelResolver = modelResolver;
+        this.contextBuilder = contextBuilder;
     }
     async generateInsights(user, workflowId, collectionId, options = {}) {
         if (!this.licenseState.isAiAssistantLicensed()) {
@@ -37,16 +60,15 @@ let EvalInsightsService = class EvalInsightsService {
         if (!options.forceRegenerate && detail.collection.insightsCache) {
             const cached = detail.collection.insightsCache;
             const parsed = api_types_1.aiInsightsResponseSchema.safeParse(cached);
-            if (parsed.success)
+            if (parsed.success && parsed.data.status === 'ok')
                 return parsed.data;
-            this.logger.warn('Cached insights failed schema validation; regenerating', {
-                collectionId,
-            });
         }
+        const config = await this.evalConfigRepo.findByIdAndWorkflowId(detail.collection.evaluationConfigId, workflowId);
+        const scaleByMetric = config ? (0, api_types_1.metricScalesFromConfig)(config.metrics) : {};
         const summaries = [];
         detail.runs.forEach((run, originalIndex) => {
             if (run.status === 'completed' && run.metrics) {
-                summaries.push(this.summariseRun(run, originalIndex));
+                summaries.push(this.summariseRun(run, originalIndex, (0, metric_scales_1.runMetricScales)(run, scaleByMetric)));
             }
         });
         if (summaries.length < 2) {
@@ -55,10 +77,21 @@ let EvalInsightsService = class EvalInsightsService {
         const startMs = Date.now();
         let response;
         try {
-            const payload = await this.invokeAgent(detail.collection.name, summaries);
+            const winner = this.pickWinner(summaries);
+            if (!winner)
+                throw new Error('No scored runs to summarise');
+            const { payload, modelId } = await this.invokeAgent({
+                user,
+                workflowId,
+                collectionName: detail.collection.name,
+                evaluationConfigId: detail.collection.evaluationConfigId,
+                config,
+                summaries,
+                winner,
+            });
             response = {
                 generatedAt: new Date().toISOString(),
-                modelUsed: this.resolveModelName(),
+                modelUsed: modelId,
                 status: 'ok',
                 insights: payload,
             };
@@ -75,7 +108,9 @@ let EvalInsightsService = class EvalInsightsService {
                 insights: this.buildDeterministicInsights(summaries),
             };
         }
-        await this.collectionRepo.updateInsightsCache(collectionId, response);
+        if (response.status === 'ok') {
+            await this.collectionRepo.updateInsightsCache(collectionId, response);
+        }
         this.telemetry.track('Eval collection insights generated', {
             user_id: user.id,
             workflow_id: workflowId,
@@ -87,32 +122,103 @@ let EvalInsightsService = class EvalInsightsService {
         });
         return response;
     }
-    summariseRun(run, index) {
-        const scores = this.scoreMetrics(run.metrics);
-        const values = Object.values(scores);
-        const avgScore = values.length > 0 ? values.reduce((sum, value) => sum + value, 0) / values.length : null;
+    summariseRun(run, index, scaleByMetric) {
         const versionLabel = String.fromCharCode(0x41 + index);
-        return { versionLabel, workflowVersionId: run.workflowVersionId, avgScore, scores };
+        return {
+            testRunId: run.id,
+            versionLabel,
+            workflowVersionId: run.workflowVersionId,
+            avgScore: (0, api_types_1.averageNormalizedScore)(run.metrics, scaleByMetric),
+            scores: (0, api_types_1.normalizedScores)(run.metrics, scaleByMetric),
+            metricScales: scaleByMetric,
+        };
+    }
+    pickWinner(summaries) {
+        const scored = summaries.filter((summary) => summary.avgScore !== null);
+        if (scored.length === 0)
+            return null;
+        return scored.reduce((best, summary) => (summary.avgScore > best.avgScore ? summary : best));
+    }
+    async invokeAgent(params) {
+        const { user, workflowId, collectionName, evaluationConfigId, config, summaries, winner } = params;
+        const resolved = await this.modelResolver.resolve(user, workflowId, evaluationConfigId, config);
+        if (!resolved) {
+            throw new Error('No supported LLM judge model configured for insights');
+        }
+        const context = await this.contextBuilder.build(workflowId, {
+            collectionName,
+            winnerLabel: winner.versionLabel,
+            versions: summaries.map((summary) => ({
+                testRunId: summary.testRunId,
+                workflowVersionId: summary.workflowVersionId,
+                versionLabel: summary.versionLabel,
+                avgScore: summary.avgScore,
+                scores: summary.scores,
+                metricScales: summary.metricScales,
+            })),
+        });
+        const { Agent } = await import('@n8n/agents');
+        const agent = new Agent('eval-insights')
+            .model(resolved.modelConfig)
+            .instructions(INSIGHTS_SYSTEM_PROMPT)
+            .structuredOutput(api_types_1.aiInsightsPayloadSchema);
+        const payload = await this.generateValidated(agent, this.buildUserPrompt(context), context.baseVersionLabel);
+        return { payload: this.reconcile(payload, context), modelId: resolved.modelId };
     }
-    scoreMetrics(metrics) {
-        if (!metrics)
-            return {};
-        const out = {};
-        for (const [key, raw] of Object.entries(metrics)) {
-            const value = typeof raw === 'boolean' ? (raw ? 1 : 0) : raw;
-            if (typeof value !== 'number')
+    reconcile(payload, context) {
+        const versionByLabel = new Map(context.versions.map((version) => [version.label, version]));
+        const base = versionByLabel.get(context.baseVersionLabel);
+        const seen = new Set();
+        const regressions = [];
+        for (const regression of payload.regressions) {
+            if (regression.versionLabel === context.baseVersionLabel)
+                continue;
+            const versionScore = versionByLabel.get(regression.versionLabel)?.metricScores[regression.metric];
+            const baseScore = base?.metricScores[regression.metric];
+            if (typeof versionScore !== 'number' || typeof baseScore !== 'number')
                 continue;
-            const score = (0, api_types_1.normalizeMetricScore)(key, value);
-            if (score !== null)
-                out[key] = score;
+            if (versionScore >= baseScore)
+                continue;
+            const key = `${regression.versionLabel} ${regression.metric}`;
+            if (seen.has(key))
+                continue;
+            seen.add(key);
+            regressions.push({ ...regression, delta: versionScore - baseScore });
+            if (regressions.length >= MAX_REGRESSIONS)
+                break;
         }
-        return out;
+        return { ...payload, regressions };
     }
-    async invokeAgent(_collectionName, _summaries) {
-        throw new Error('LLM agent not yet wired — fallback path will produce the response');
+    async generateValidated(agent, userPrompt, baseVersionLabel) {
+        const attempt = async (prompt) => {
+            const result = await agent.generate(prompt, {
+                abortSignal: AbortSignal.timeout(INSIGHTS_GENERATE_TIMEOUT_MS),
+            });
+            const parsed = api_types_1.aiInsightsPayloadSchema.safeParse(result.structuredOutput);
+            if (!parsed.success)
+                return null;
+            if (parsed.data.winner.versionLabel !== baseVersionLabel)
+                return null;
+            return parsed.data;
+        };
+        const first = await attempt(userPrompt);
+        if (first)
+            return first;
+        const retry = await attempt(`${userPrompt}\n\nReturn ONLY a JSON object matching the required schema exactly — no extra keys, no prose. The winner's versionLabel MUST be "${baseVersionLabel}".`);
+        if (retry)
+            return retry;
+        throw new Error('LLM insights output failed validation after retry');
     }
-    resolveModelName() {
-        return 'unknown';
+    buildUserPrompt(context) {
+        return [
+            'Compare these workflow versions, all evaluated against the same dataset.',
+            `The base version "${context.baseVersionLabel}" is the winner — write the winner card about it`,
+            'and set winner.versionLabel to that letter. Scores are percentages (0–100). Ground every',
+            'statement in the metric scores, workflow node diffs (including changed prompt text under',
+            '`promptChanges`), and regressed cases below.',
+            '',
+            JSON.stringify(context),
+        ].join('\n');
     }
     buildDeterministicInsights(summaries) {
         const scored = summaries.filter((s) => s.avgScore !== null);
@@ -191,6 +297,6 @@ let EvalInsightsService = class EvalInsightsService {
 exports.EvalInsightsService = EvalInsightsService;
 exports.EvalInsightsService = EvalInsightsService = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [db_1.EvaluationCollectionRepository, backend_common_1.LicenseState, telemetry_1.Telemetry, backend_common_1.Logger])
+    __metadata("design:paramtypes", [db_1.EvaluationCollectionRepository, db_1.EvaluationConfigRepository, backend_common_1.LicenseState, telemetry_1.Telemetry, backend_common_1.Logger, insights_model_resolver_1.InsightsModelResolver, insights_context_builder_1.InsightsContextBuilder])
 ], EvalInsightsService);
 //# sourceMappingURL=eval-insights.service.js.map

package/dist/evaluation.ee/insights/eval-insights.service.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"eval-insights.service.js","sourceRoot":"","sources":["../../../src/evaluation.ee/insights/eval-insights.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,8CAAgF;AAChF,wDAA2D;AAE3D,gCAAyD;AACzD,gCAAkC;AAElC,kFAA6E;AAC7E,8EAA0E;AAC1E,8EAAyE;AACzE,2CAAwC;AAQ3B,QAAA,uBAAuB,GAAG,eAAe,CAAC;AAmChD,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAC/B,YACkB,cAA8C,EAC9C,YAA0B,EAC1B,SAAoB,EACpB,MAAc;8BAHd,cAAc;4BACd,YAAY;yBACZ,SAAS;sBACT,MAAM;IACrB,CAAC;IAEJ,KAAK,CAAC,gBAAgB,CACrB,IAAU,EACV,UAAkB,EAClB,YAAoB,EACpB,OAAO,GAAkC,EAAE;QAK3C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,gCAAc,CAAC,4DAA4D,CAAC,CAAC;QACxF,CAAC;QAID,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,0BAA0B,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QACjD,CAAC;QAID,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,MAAM,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,aAAmC,CAAC;YAGrE,MAAM,MAAM,GAAG,oCAAwB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO,MAAM,CAAC,IAAI,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wDAAwD,EAAE;gBAC1E,YAAY;aACZ,CAAC,CAAC;QACJ,CAAC;QAcD,MAAM,SAAS,GAAiB,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,aAAa,EAAE,EAAE;YAC1C,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAC/C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC;YACvD,CAAC;QACF,CAAC,CAAC,CAAC;QACH,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,mCAAe,CACxB,0FAA0F,CAC1F,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,QAA4B,CAAC;QAEjC,IAAI,CAAC;YAGJ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC1E,QAAQ,GAAG;gBACV,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,SAAS,EAAE,IAAI,CAAC,gBAAgB,EAAE;gBAClC,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,OAAO;aACjB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mEAAmE,EAAE;gBACtF,YAAY;gBACZ,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;YACH,QAAQ,GAAG;gBACV,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,SAAS,EAAE,QAAA,uBAAuB;gBAClC,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,IAAI,CAAC,0BAA0B,CAAC,SAAS,CAAC;aACpD,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAEtE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,oCAAoC,EAAE;YAC1D,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,YAAY;YAC3B,UAAU,EAAE,QAAQ,CAAC,SAAS;YAC9B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YACjC,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,iBAAiB,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM;SACvD,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACjB,CAAC;IAIO,YAAY,CAAC,GAAY,EAAE,KAAa;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,QAAQ,GACb,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAG1F,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;QACvD,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,CAAC,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACrF,CAAC;IAOO,YAAY,CACnB,OAA4D;QAE5D,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,SAAS;YACxC,MAAM,KAAK,GAAG,IAAA,gCAAoB,EAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC/C,IAAI,KAAK,KAAK,IAAI;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtC,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAQO,KAAK,CAAC,WAAW,CACxB,eAAuB,EACvB,UAAwB;QAExB,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACtF,CAAC;IAEO,gBAAgB;QAGvB,OAAO,SAAS,CAAC;IAClB,CAAC;IAgBO,0BAA0B,CAAC,SAAuB;QACzD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAC9B,CAAC,CAAC,EAA0C,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAClE,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAIzB,OAAO;gBACN,MAAM,EAAE;oBACP,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,GAAG;oBAC/C,QAAQ,EAAE,gBAAgB;oBAC1B,IAAI,EAAE,0DAA0D;iBAChE;gBACD,WAAW,EAAE,EAAE;gBACf,aAAa,EAAE;oBACd,QAAQ,EAAE,uCAAuC;oBACjD,IAAI,EAAE,gFAAgF;oBACtF,UAAU,EAAE,sEAAsE;iBAClF;aACD,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACnF,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAErE,OAAO;YACN,MAAM,EAAE;gBACP,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,QAAQ,EAAE,GAAG,MAAM,CAAC,YAAY,gBAAgB;gBAChD,IAAI,EAAE,GAAG,MAAM,CAAC,YAAY,4BAA4B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,aAAa;aACnJ;YACD,WAAW;YACX,aAAa;SACb,CAAC;IACH,CAAC;IAEO,kBAAkB,CACzB,MAAgD,EAChD,MAAyC;QAIzC,MAAM,0BAA0B,GAAG,GAAG,CAAC;QACvC,MAAM,WAAW,GAAqC,EAAE,CAAC;QACzD,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY;gBAAE,SAAS;YACvD,KAAK,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACpC,IAAI,OAAO,QAAQ,KAAK,QAAQ;oBAAE,SAAS;gBAC3C,MAAM,KAAK,GAAG,QAAQ,GAAG,WAAW,CAAC;gBACrC,IAAI,KAAK,IAAI,CAAC,0BAA0B;oBAAE,SAAS;gBAGnD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,WAAW,CAAC,IAAI,CAAC;oBAChB,YAAY,EAAE,GAAG,CAAC,YAAY;oBAC9B,MAAM;oBACN,KAAK,EAAE,WAAW;oBAClB,QAAQ,EAAE,GAAG,GAAG,CAAC,YAAY,iBAAiB,MAAM,EAAE;oBACtD,IAAI,EAAE,GAAG,GAAG,CAAC,YAAY,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,MAAM,KAAK,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,MAAM,CAAC,YAAY,GAAG;iBAClK,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QACD,OAAO,WAAW,CAAC;IACpB,CAAC;IAEO,oBAAoB,CAC3B,MAAyC,EACzC,WAA6C;QAE7C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO;gBACN,QAAQ,EAAE,WAAW,MAAM,CAAC,YAAY,kBAAkB;gBAC1D,IAAI,EAAE,wCAAwC,MAAM,CAAC,YAAY,4EAA4E;gBAC7I,UAAU,EAAE,GAAG,MAAM,CAAC,YAAY,gGAAgG;aAClI,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,OAAO;YACN,QAAQ,EAAE,eAAe,KAAK,CAAC,MAAM,kBAAkB,KAAK,CAAC,YAAY,EAAE;YAC3E,IAAI,EAAE,GAAG,KAAK,CAAC,YAAY,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,KAAK,CAAC,MAAM,OAAO,MAAM,CAAC,YAAY,8BAA8B,MAAM,CAAC,YAAY,6DAA6D;YACjP,UAAU,EAAE,gBAAgB,MAAM,CAAC,YAAY,MAAM,KAAK,CAAC,MAAM,2EAA2E,KAAK,CAAC,YAAY,yCAAyC;SACvM,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAa;QAGhC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC;IACtC,CAAC;CACD,CAAA;;8BAvQY,mBAAmB;IAD/B,IAAA,YAAO,GAAE;qCAGyB,mCAA8B,EAChC,6BAAY,EACf,qBAAS,EACZ,uBAAM;GALpB,mBAAmB,CAuQ/B"}
1	+ {"version":3,"file":"eval-insights.service.js","sourceRoot":"","sources":["../../../src/evaluation.ee/insights/eval-insights.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,8CAMwB;AACxB,wDAA2D;AAE3D,gCAAqF;AACrF,gCAAkC;AAElC,kFAA6E;AAC7E,8EAA0E;AAC1E,8EAAyE;AACzE,2CAAwC;AAExC,oDAAmD;AACnD,yEAAoE;AAEpE,uEAAkE;AAKlE,MAAM,sBAAsB,GAAG;IAC9B,6DAA6D;IAC7D,qFAAqF;IACrF,kCAAkC;IAClC,uGAAuG;IACvG,0FAA0F;IAC1F,uGAAuG;IACvG,gFAAgF;IAChF,iGAAiG;IACjG,kGAAkG;IAClG,8FAA8F;IAC9F,oGAAoG;IACpG,uDAAuD;IACvD,6EAA6E;CAC7E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAMA,QAAA,uBAAuB,GAAG,eAAe,CAAC;AAIvD,MAAM,4BAA4B,GAAG,MAAM,CAAC;AAI5C,MAAM,eAAe,GAAG,EAAE,CAAC;AAkCpB,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAC/B,YACkB,cAA8C,EAC9C,cAA0C,EAC1C,YAA0B,EAC1B,SAAoB,EACpB,MAAc,EACd,aAAoC,EACpC,cAAsC;8BANtC,cAAc;8BACd,cAAc;4BACd,YAAY;yBACZ,SAAS;sBACT,MAAM;6BACN,aAAa;8BACb,cAAc;IAC7B,CAAC;IAEJ,KAAK,CAAC,gBAAgB,CACrB,IAAU,EACV,UAAkB,EAClB,YAAoB,EACpB,OAAO,GAAkC,EAAE;QAG3C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,gCAAc,CAAC,4DAA4D,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,0BAA0B,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,+BAAa,CAAC,sBAAsB,CAAC,CAAC;QACjD,CAAC;QAMD,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,MAAM,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,aAAmC,CAAC;YAErE,MAAM,MAAM,GAAG,oCAAwB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,IAAI,CAAC;QACvE,CAAC;QAID,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAC7D,MAAM,CAAC,UAAU,CAAC,kBAAkB,EACpC,UAAU,CACV,CAAC;QAIF,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,IAAA,kCAAsB,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAM3E,MAAM,SAAS,GAAiB,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,aAAa,EAAE,EAAE;YAC1C,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAC/C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,aAAa,EAAE,IAAA,+BAAe,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;YAC5F,CAAC;QACF,CAAC,CAAC,CAAC;QACH,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,mCAAe,CACxB,0FAA0F,CAC1F,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,QAA4B,CAAC;QAEjC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC1C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC5D,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC;gBACnD,IAAI;gBACJ,UAAU;gBACV,cAAc,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI;gBACtC,kBAAkB,EAAE,MAAM,CAAC,UAAU,CAAC,kBAAkB;gBACxD,MAAM;gBACN,SAAS;gBACT,MAAM;aACN,CAAC,CAAC;YACH,QAAQ,GAAG;gBACV,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,SAAS,EAAE,OAAO;gBAClB,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,OAAO;aACjB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mEAAmE,EAAE;gBACtF,YAAY;gBACZ,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;YACH,QAAQ,GAAG;gBACV,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,SAAS,EAAE,QAAA,uBAAuB;gBAClC,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,IAAI,CAAC,0BAA0B,CAAC,SAAS,CAAC;aACpD,CAAC;QACH,CAAC;QAID,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,oCAAoC,EAAE;YAC1D,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,YAAY;YAC3B,UAAU,EAAE,QAAQ,CAAC,SAAS;YAC9B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YACjC,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,iBAAiB,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM;SACvD,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACjB,CAAC;IAIO,YAAY,CACnB,GAAY,EACZ,KAAa,EACb,aAA0C;QAI1C,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;QACvD,OAAO;YACN,SAAS,EAAE,GAAG,CAAC,EAAE;YACjB,YAAY;YACZ,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;YACxC,QAAQ,EAAE,IAAA,kCAAsB,EAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC;YAC5D,MAAM,EAAE,IAAA,4BAAgB,EAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC;YACpD,YAAY,EAAE,aAAa;SAC3B,CAAC;IACH,CAAC;IAGO,UAAU,CAAC,SAAuB;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAC9B,CAAC,OAAO,EAAgD,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,IAAI,CACpF,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9F,CAAC;IAQO,KAAK,CAAC,WAAW,CAAC,MAQzB;QACA,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GACxF,MAAM,CAAC;QAER,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;QAChG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE;YAC3D,cAAc;YACd,WAAW,EAAE,MAAM,CAAC,YAAY;YAChC,QAAQ,EAAE,SAAS,CAAC,GAAG,CACtB,CAAC,OAAO,EAA0B,EAAE,CAAC,CAAC;gBACrC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,OAAO,CAAC,YAAY;aAClC,CAAC,CACF;SACD,CAAC,CAAC;QAKH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAK9C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC;aACtC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;aAC3B,YAAY,CAAC,sBAAsB,CAAC;aACpC,gBAAgB,CAAC,mCAAuB,CAAC,CAAC;QAE5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC3C,KAAK,EACL,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAC7B,OAAO,CAAC,gBAAgB,CACxB,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;IACjF,CAAC;IASO,SAAS,CAAC,OAA0B,EAAE,OAAwB;QACrE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5F,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,WAAW,GAAqC,EAAE,CAAC;QACzD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,UAAU,CAAC,YAAY,KAAK,OAAO,CAAC,gBAAgB;gBAAE,SAAS;YACnE,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,YAAY,CAC7E,UAAU,CAAC,MAAM,CACjB,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,EAAE,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,OAAO,SAAS,KAAK,QAAQ;gBAAE,SAAS;YAChF,IAAI,YAAY,IAAI,SAAS;gBAAE,SAAS;YACxC,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,YAAY,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,YAAY,GAAG,SAAS,EAAE,CAAC,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,IAAI,eAAe;gBAAE,MAAM;QAClD,CAAC;QACD,OAAO,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,CAAC;IACpC,CAAC;IAOO,KAAK,CAAC,iBAAiB,CAC9B,KAAY,EACZ,UAAkB,EAClB,gBAAwB;QAExB,MAAM,OAAO,GAAG,KAAK,EAAE,MAAc,EAAqC,EAAE;YAC3E,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE;gBAC3C,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,4BAA4B,CAAC;aAC9D,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,mCAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAC1E,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,gBAAgB;gBAAE,OAAO,IAAI,CAAC;YACtE,OAAO,MAAM,CAAC,IAAI,CAAC;QACpB,CAAC,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;QACxC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QAExB,MAAM,KAAK,GAAG,MAAM,OAAO,CAC1B,GAAG,UAAU,oIAAoI,gBAAgB,IAAI,CACrK,CAAC;QACF,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QAExB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACtE,CAAC;IAEO,eAAe,CAAC,OAAwB;QAC/C,OAAO;YACN,0EAA0E;YAC1E,qBAAqB,OAAO,CAAC,gBAAgB,kDAAkD;YAC/F,0FAA0F;YAC1F,0FAA0F;YAC1F,8CAA8C;YAC9C,EAAE;YACF,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SACvB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAOO,0BAA0B,CAAC,SAAuB;QACzD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAC9B,CAAC,CAAC,EAA0C,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAClE,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAGzB,OAAO;gBACN,MAAM,EAAE;oBACP,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,GAAG;oBAC/C,QAAQ,EAAE,gBAAgB;oBAC1B,IAAI,EAAE,0DAA0D;iBAChE;gBACD,WAAW,EAAE,EAAE;gBACf,aAAa,EAAE;oBACd,QAAQ,EAAE,uCAAuC;oBACjD,IAAI,EAAE,gFAAgF;oBACtF,UAAU,EAAE,sEAAsE;iBAClF;aACD,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACnF,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAErE,OAAO;YACN,MAAM,EAAE;gBACP,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,QAAQ,EAAE,GAAG,MAAM,CAAC,YAAY,gBAAgB;gBAChD,IAAI,EAAE,GAAG,MAAM,CAAC,YAAY,4BAA4B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,aAAa;aACnJ;YACD,WAAW;YACX,aAAa;SACb,CAAC;IACH,CAAC;IAEO,kBAAkB,CACzB,MAAgD,EAChD,MAAyC;QAGzC,MAAM,0BAA0B,GAAG,GAAG,CAAC;QACvC,MAAM,WAAW,GAAqC,EAAE,CAAC;QACzD,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY;gBAAE,SAAS;YACvD,KAAK,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACpC,IAAI,OAAO,QAAQ,KAAK,QAAQ;oBAAE,SAAS;gBAC3C,MAAM,KAAK,GAAG,QAAQ,GAAG,WAAW,CAAC;gBACrC,IAAI,KAAK,IAAI,CAAC,0BAA0B;oBAAE,SAAS;gBAEnD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,WAAW,CAAC,IAAI,CAAC;oBAChB,YAAY,EAAE,GAAG,CAAC,YAAY;oBAC9B,MAAM;oBACN,KAAK,EAAE,WAAW;oBAClB,QAAQ,EAAE,GAAG,GAAG,CAAC,YAAY,iBAAiB,MAAM,EAAE;oBACtD,IAAI,EAAE,GAAG,GAAG,CAAC,YAAY,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,MAAM,KAAK,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,MAAM,CAAC,YAAY,GAAG;iBAClK,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QACD,OAAO,WAAW,CAAC;IACpB,CAAC;IAEO,oBAAoB,CAC3B,MAAyC,EACzC,WAA6C;QAE7C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO;gBACN,QAAQ,EAAE,WAAW,MAAM,CAAC,YAAY,kBAAkB;gBAC1D,IAAI,EAAE,wCAAwC,MAAM,CAAC,YAAY,4EAA4E;gBAC7I,UAAU,EAAE,GAAG,MAAM,CAAC,YAAY,gGAAgG;aAClI,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,OAAO;YACN,QAAQ,EAAE,eAAe,KAAK,CAAC,MAAM,kBAAkB,KAAK,CAAC,YAAY,EAAE;YAC3E,IAAI,EAAE,GAAG,KAAK,CAAC,YAAY,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,KAAK,CAAC,MAAM,OAAO,MAAM,CAAC,YAAY,8BAA8B,MAAM,CAAC,YAAY,6DAA6D;YACjP,UAAU,EAAE,gBAAgB,MAAM,CAAC,YAAY,MAAM,KAAK,CAAC,MAAM,2EAA2E,KAAK,CAAC,YAAY,yCAAyC;SACvM,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAa;QAEhC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC;IACtC,CAAC;CACD,CAAA;;8BAnXY,mBAAmB;IAD/B,IAAA,YAAO,GAAE;qCAGyB,mCAA8B,EAC9B,+BAA0B,EAC5B,6BAAY,EACf,qBAAS,EACZ,uBAAM,EACC,+CAAqB,EACpB,iDAAsB;GAR5C,mBAAmB,CAmX/B"}

package/dist/evaluation.ee/insights/insights-context-builder.d.ts ADDED Viewed

@@ -0,0 +1,59 @@
+import { type MetricScale } from '@n8n/api-types';
+import { TestCaseExecutionRepository, WorkflowHistoryRepository } from '@n8n/db';
+export type InsightsContextVersion = {
+    testRunId: string;
+    workflowVersionId: string | null;
+    versionLabel: string;
+    avgScore: number | null;
+    scores: Record<string, number>;
+    metricScales: Record<string, MetricScale>;
+};
+export type InsightsContextCase = {
+    caseNumber: number;
+    input: string;
+    baseOutput: string;
+    versionOutput: string;
+    baseScorePercent: number | null;
+    versionScorePercent: number | null;
+};
+export type InsightsPromptChange = {
+    field: string;
+    before: string;
+    after: string;
+};
+export type InsightsModifiedNode = {
+    node: string;
+    promptChanges: InsightsPromptChange[];
+};
+export type InsightsContextWorkflowDiff = {
+    added: string[];
+    removed: string[];
+    modified: InsightsModifiedNode[];
+};
+export type InsightsContextVersionView = {
+    label: string;
+    isBase: boolean;
+    avgScorePercent: number | null;
+    metricScores: Record<string, number>;
+    workflowDiff: InsightsContextWorkflowDiff | null;
+    regressedCases: InsightsContextCase[];
+};
+export type InsightsContext = {
+    collectionName: string;
+    baseVersionLabel: string;
+    versions: InsightsContextVersionView[];
+};
+export declare class InsightsContextBuilder {
+    private readonly workflowHistoryRepo;
+    private readonly testCaseExecutionRepo;
+    constructor(workflowHistoryRepo: WorkflowHistoryRepository, testCaseExecutionRepo: TestCaseExecutionRepository);
+    build(workflowId: string, params: {
+        collectionName: string;
+        versions: InsightsContextVersion[];
+        winnerLabel: string;
+    }): Promise<InsightsContext>;
+    private loadNodes;
+    private loadCasesByRunIndex;
+    private diff;
+    private regressedCases;
+}