honeyhive 1.0.19 → 1.0.21

package/sdk/evaluation.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["../src/sdk/evaluation.ts"],"names":[],"mappings":";;AAoOS,4BAAQ;AApOjB,+BAAkC;AAElC,qCAA2C;AAuB3C,SAAS,oBAAoB,CAAC,MAAwB;IAClD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;IACvH,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAe,EAAE,MAAwB;IAChE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAC3C,MAAM,CAAC,UAAU,EACjB,SAAS,EACT,MAAM,CAAC,UAAU,CACpB,CAAC;QACF,IAAI,OAAO,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,UAAU,kBAAkB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,KAAsB,EAAE,MAAwB,EAAE,MAAc;IACrF,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5F,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,kBAAkB,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAClF,MAAM,aAAa,GAAG,kBAAkB,CAAC,SAAS,CAAC;YACnD,IAAI,aAAa,IAAI,aAAa,CAAC,CAAC,CAAC;gBACjC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;IACL,CAAC;SAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAwB,EAAE,MAAW;IACjE,IAAI,CAAC;QACD,OAAO,MAAM,wBAAe,CAAC,IAAI,CAAC;YAC9B,MAAM,EAAE,MAAM,CAAC,UAAU;YACzB,OAAO,EAAE,MAAM,CAAC,UAAU;YAC1B,MAAM,EAAE,YAAY;YACpB,WAAW,EAAE,MAAM,CAAC,IAAI;YACxB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YAC5B,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAClF,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAuB,EAAE,UAA4B,EAAE,MAAW;IAC3F,IAAI,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,cAA0B,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1C,cAAc,GAAG,OAAO,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;YACd,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBACD,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;oBAClE,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ;wBAClD,MAAM,GAAG,aAAa,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC/B,CAAC;wBAAS,CAAC;oBACP,cAAc,EAAE,CAAC;gBACrB,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC;QACd,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QAErB,OAAO,MAAM,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAW,EAAE,iBAAsB,EAAE,UAAuB;IACrF,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,UAAU,EAAE,CAAC;QACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC;gBACD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACZ,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;oBACpE,IAAI,gBAAgB,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;wBAC3D,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;wBACzC,SAAS;oBACb,CAAC;oBACD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,IAAI,aAAa,KAAK,EAAE,CAAC;oBAC9D,OAAO,CAAC,cAAc,CAAC,GAAG,gBAAgB,CAAC;gBAC/C,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAuB,EAAE,KAAsB,EAAE,MAAwB,EAAE,iBAAsB,EAAE,OAAkB,EAAE,MAAc;;IACjK,IAAI,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,KAAI,MAAA,KAAK,CAAC,QAAQ,0CAAE,KAAK,CAAA,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAc;gBAChC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK;aAC/B,CAAC;YACF,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACnB,gBAAgB,CAAC,cAAc,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBACvE,gBAAgB,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;YACvD,CAAC;YACD,MAAM,MAAM,CAAC,aAAa,CAAC;gBACvB,QAAQ,EAAE,gBAAgB;gBAC1B,OAAO,EAAE,iBAAiB;gBAC1B,OAAO,EAAE,OAAO;aACnB,CAAC,CAAC;QACP,CAAC;IAEL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAAsB,EAAE,MAAwB;IAC3E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;QACpD,OAAO,EAAE,MAAM,CAAC,UAAU;QAC1B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,MAAM,CAAC,UAAU;QAC5B,QAAQ,EAAE,EAAE;KAEf,CAAC,CAAC;IACH,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAsB;IAClD,IAAI,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAClC;gBACI,QAAQ,EAAE,KAAK,CAAC,sBAAsB;gBACtC,MAAM,EAAE,WAAW;aACtB,EACD,KAAK,CAAC,QAAQ,CAAC,KAAK,CACvB,CAAC;QACN,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IACtE,CAAC;AACL,CAAC;AAED,KAAK,UAAU,QAAQ,CACnB,MAAwB;IAExB,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAE7B,MAAM,KAAK,GAAoB;QAC3B,IAAI,EAAE,IAAI,eAAS,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;QACtD,UAAU,EAAE,IAAI;QAChB,sBAAsB,EAAE,EAAE;QAC1B,QAAQ,EAAE,IAAI;KACjB,CAAC;IAEF,KAAK,CAAC,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzI,MAAM,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAErC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,GAAG,CAAC,aAAa,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAEvE,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAEvE,IAAI,MAAM,CAAC,SAAS;YAChB,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;AAClC,CAAC"}
+{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["../src/sdk/evaluation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAkQS,4BAAQ;AAlQjB,+BAAkC;AAClC,qDAAiE;AACjE,qCAA2C;AAC3C,+CAAiC;AAyBjC,SAAS,oBAAoB,CAAC,MAAwB;IAClD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;IACvH,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,WAAmB;IACtC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAC5C,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACxC,OAAO,OAAO,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAC1D,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAe,EAAE,MAAwB;IAChE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAC3C,MAAM,CAAC,UAAU,EACjB,SAAS,EACT,MAAM,CAAC,UAAU,CACpB,CAAC;QACF,IAAI,OAAO,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,UAAU,kBAAkB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,KAAsB,EAAE,MAAwB,EAAE,MAAc;IACrF,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5F,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,kBAAkB,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAClF,MAAM,aAAa,GAAG,kBAAkB,CAAC,SAAS,CAAC;YACnD,IAAI,aAAa,IAAI,aAAa,CAAC,CAAC,CAAC;gBACjC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;IACL,CAAC;SAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAwB,EAAE,MAAW;IACjE,IAAI,CAAC;QACD,OAAO,MAAM,wBAAe,CAAC,IAAI,CAAC;YAC9B,MAAM,EAAE,MAAM,CAAC,UAAU;YACzB,OAAO,EAAE,MAAM,CAAC,UAAU;YAC1B,MAAM,EAAE,YAAY;YACpB,WAAW,EAAE,MAAM,CAAC,IAAI;YACxB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YAC5B,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAClF,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAuB,EAAE,UAA4B,EAAE,MAAW;IAC3F,IAAI,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,cAA0B,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1C,cAAc,GAAG,OAAO,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;YACd,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBACD,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;oBAClE,MAAM,GAAG,aAAa,CAAC;oBACvB,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC/B,CAAC;wBAAS,CAAC;oBACP,cAAc,EAAE,CAAC;gBACrB,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC;QACd,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QAErB,OAAO,MAAM,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAW,EAAE,iBAAsB,EAAE,UAAuB;IACrF,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,UAAU,EAAE,CAAC;QACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC;gBACD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACZ,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;oBACpE,IAAI,gBAAgB,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;wBAC3D,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;wBACzC,SAAS;oBACb,CAAC;oBACD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,IAAI,aAAa,KAAK,EAAE,CAAC;oBAC9D,OAAO,CAAC,cAAc,CAAC,GAAG,gBAAgB,CAAC;gBAC/C,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAuB,EAAE,KAAsB,EAAE,MAAwB,EAAE,iBAAsB,EAAE,OAAkB,EAAE,MAAc;;IACjK,IAAI,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,KAAI,MAAA,KAAK,CAAC,QAAQ,0CAAE,KAAK,CAAA,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAc;gBAChC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK;aAC/B,CAAC;YACF,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACnB,gBAAgB,CAAC,cAAc,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBACvE,gBAAgB,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;YACvD,CAAC;YACD,IAAI,KAAK,CAAC,mBAAmB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACjD,gBAAgB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC5F,gBAAgB,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,mBAAmB,CAAC;YAC/D,CAAC;YACD,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE,CAAC;gBACxC,iBAAiB,GAAG,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;YACtD,CAAC;YACD,MAAM,MAAM,CAAC,aAAa,CAAC;gBACvB,QAAQ,EAAE,gBAAgB;gBAC1B,OAAO,EAAE,iBAAiB;gBAC1B,OAAO,EAAE,OAAO;aACnB,CAAC,CAAC;QACP,CAAC;IAEL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAAsB,EAAE,MAAwB;IAC3E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;QACpD,OAAO,EAAE,MAAM,CAAC,UAAU;QAC1B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,mBAAmB;QACzD,QAAQ,EAAE,EAAE;QACZ,MAAM,EAAE,KAAK,CAAC,KAAK;KACtB,CAAC,CAAC;IACH,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAsB;IAClD,IAAI,CAAC;QACD,KAAK,CAAC,KAAK,GAAG,mBAAM,CAAC,SAAS,CAAC;QAC/B,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAClC;gBACI,QAAQ,EAAE,KAAK,CAAC,sBAAsB;gBACtC,MAAM,EAAE,KAAK,CAAC,KAAK;aACtB,EACD,KAAK,CAAC,QAAQ,CAAC,KAAK,CACvB,CAAC;QACN,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IACtE,CAAC;AACL,CAAC;AAED,KAAK,UAAU,QAAQ,CACnB,MAAwB;;IAOxB,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAE7B,MAAM,KAAK,GAAoB;QAC3B,IAAI,EAAE,IAAI,eAAS,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;QACtD,UAAU,EAAE,IAAI;QAChB,mBAAmB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QACrG,sBAAsB,EAAE,EAAE;QAC1B,QAAQ,EAAE,IAAI;QACd,KAAK,EAAE,mBAAM,CAAC,OAAO;KACxB,CAAC;IAEF,KAAK,CAAC,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzI,MAAM,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAErC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,GAAG,CAAC,aAAa,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAEvE,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAEvE,IAAI,MAAM,CAAC,SAAS;YAChB,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAE9B,OAAO;QACH,MAAM,EAAE,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,KAAK,KAAI,EAAE;QACnC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,mBAAmB;QAC1D,WAAW,EAAE,KAAK,CAAC,sBAAsB;QACzC,MAAM,EAAE,KAAK,CAAC,KAAK;KACtB,CAAC;AACN,CAAC"}

package/sdk/runs.d.ts

@@ -16,7 +16,7 @@ export declare class Runs extends ClientSDK {
     /**
      * Update an evaluation run
      */
-    updateRun(updateRunRequest: components.UpdateRunRequest, runId: string, options?: RequestOptions): Promise<components.UpdateRunResponse>;
+    updateRun(runId: string, updateRunRequest: components.UpdateRunRequest, options?: RequestOptions): Promise<components.UpdateRunResponse>;
     /**
      * Delete an evaluation run
      */

package/sdk/runs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../src/sdk/runs.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,IAAK,SAAQ,SAAS;IACjC;;OAEG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,gBAAgB,EACpC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC;IAQxC;;OAEG;IACG,OAAO,CACX,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC;IAQtC;;OAEG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;IAQrC;;OAEG;IACG,SAAS,CACb,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,EAC7C,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC;IASxC;;OAEG;IACG,SAAS,CACb,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC;CAOzC"}
+{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../src/sdk/runs.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,IAAK,SAAQ,SAAS;IACjC;;OAEG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,gBAAgB,EACpC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC;IAQxC;;OAEG;IACG,OAAO,CACX,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC;IAQtC;;OAEG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;IAQrC;;OAEG;IACG,SAAS,CACb,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC;IASxC;;OAEG;IACG,SAAS,CACb,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC;CAOzC"}

package/sdk/runs.js

@@ -33,8 +33,8 @@ class Runs extends sdks_js_1.ClientSDK {
     /**
      * Update an evaluation run
      */
-    async updateRun(updateRunRequest, runId, options) {
-        return (0, fp_js_1.unwrapAsync)((0, runsUpdateRun_js_1.runsUpdateRun)(this, updateRunRequest, runId, options));
+    async updateRun(runId, updateRunRequest, options) {
+        return (0, fp_js_1.unwrapAsync)((0, runsUpdateRun_js_1.runsUpdateRun)(this, runId, updateRunRequest, options));
     }
     /**
      * Delete an evaluation run

package/sdk/runs.js.map

@@ -1 +1 @@
-{"version":3,"file":"runs.js","sourceRoot":"","sources":["../src/sdk/runs.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,gEAA0D;AAC1D,gEAA0D;AAC1D,0DAAoD;AACpD,4DAAsD;AACtD,gEAA0D;AAC1D,4CAA2D;AAE3D,0CAA6C;AAE7C,MAAa,IAAK,SAAQ,mBAAS;IACjC;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAAoC,EACpC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,OAA4B,EAC5B,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0BAAU,EAC3B,IAAI,EACJ,KAAK,EACL,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,gBAA6C,EAC7C,KAAa,EACb,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,gBAAgB,EAChB,KAAK,EACL,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,KAAa,EACb,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,KAAK,EACL,OAAO,CACR,CAAC,CAAC;IACL,CAAC;CACF;AAxED,oBAwEC"}
+{"version":3,"file":"runs.js","sourceRoot":"","sources":["../src/sdk/runs.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,gEAA0D;AAC1D,gEAA0D;AAC1D,0DAAoD;AACpD,4DAAsD;AACtD,gEAA0D;AAC1D,4CAA2D;AAE3D,0CAA6C;AAE7C,MAAa,IAAK,SAAQ,mBAAS;IACjC;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAAoC,EACpC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,OAA4B,EAC5B,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0BAAU,EAC3B,IAAI,EACJ,KAAK,EACL,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,KAAa,EACb,gBAA6C,EAC7C,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,KAAK,EACL,gBAAgB,EAChB,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,KAAa,EACb,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,KAAK,EACL,OAAO,CACR,CAAC,CAAC;IACL,CAAC;CACF;AAxED,oBAwEC"}

package/src/sdk/evaluation.ts

@@ -1,6 +1,7 @@
 import { HoneyHive } from "./sdk";
-import { CreateRunResponse, } from '../models/components';
+import { CreateRunResponse, Status } from '../models/components';
 import { HoneyHiveTracer } from './tracer';
+import * as crypto from 'crypto';
 
 type Dict<T> = { [key: string]: T };
 type Any = any;
@@ -19,8 +20,10 @@ interface EvaluationConfig {
 interface EvaluationState {
     hhai: HoneyHive;
     hh_dataset: Any;
+    external_dataset_id: string | undefined;
     evaluation_session_ids: string[];
     eval_run: CreateRunResponse | null;
+    state: Status;
 }
 
 function validateRequirements(config: EvaluationConfig): void {
@@ -38,6 +41,12 @@ function validateRequirements(config: EvaluationConfig): void {
     }
 }
 
+function _generateHash(inputString: string): string {
+    const hashObject = crypto.createHash('md5');
+    hashObject.update(inputString, 'utf-8');
+    return `EXT-${hashObject.digest('hex').slice(0, 24)}`;
+}
+
 async function loadDataset(hhai: HoneyHive, config: EvaluationConfig): Promise<any> {
     if (!config.dataset_id) {
         return null;
@@ -101,8 +110,7 @@ async function runEvaluation(tracer: HoneyHiveTracer, evalconfig: EvaluationConf
             (async () => {
                 try {
                     const agentResponse = await evalconfig.evaluationFunction(inputs);
-                    if (agentResponse && typeof agentResponse === 'object')
-                        output = agentResponse;
+                    output = agentResponse;
                     console.log(agentResponse);
                 } finally {
                     promiseResolve();
@@ -153,6 +161,13 @@ async function addTraceMetadata(tracer: HoneyHiveTracer, state: EvaluationState,
                 tracing_metadata['datapoint_id'] = state.hh_dataset.datapoints[run_id];
                 tracing_metadata['dataset_id'] = config.dataset_id;
             }
+            if (state.external_dataset_id && config.query_list) {
+                tracing_metadata['datapoint_id'] = _generateHash(JSON.stringify(config.query_list[run_id]));
+                tracing_metadata['dataset_id'] = state.external_dataset_id;
+            }
+            if (typeof evaluation_output !== 'object') {
+                evaluation_output = { output: evaluation_output };
+            }
             await tracer.enrichSession({
                 metadata: tracing_metadata,
                 outputs: evaluation_output,
@@ -169,20 +184,21 @@ async function setupEvaluation(state: EvaluationState, config: EvaluationConfig)
     const eval_run = await state.hhai.experiments.createRun({
         project: config.hh_project,
         name: config.name,
-        datasetId: config.dataset_id,
+        datasetId: config.dataset_id || state.external_dataset_id,
         eventIds: [],
-
+        status: state.state,
     });
     state.eval_run = eval_run;
 }
 
 async function windupEvaluation(state: EvaluationState): Promise<void> {
     try {
+        state.state = Status.Completed;
         if (state.eval_run && state.eval_run.runId) {
             await state.hhai.experiments.updateRun(
                 {
                     eventIds: state.evaluation_session_ids,
-                    status: "completed"
+                    status: state.state
                 },
                 state.eval_run.runId,
             );
@@ -194,14 +210,21 @@ async function windupEvaluation(state: EvaluationState): Promise<void> {
 
 async function evaluate(
     config: EvaluationConfig
-): Promise<void> {
+): Promise<{
+    run_id: string;
+    dataset_id: string | undefined;
+    session_ids: string[];
+    status: Status;
+}> {
     validateRequirements(config);
 
     const state: EvaluationState = {
         hhai: new HoneyHive({ bearerAuth: config.hh_api_key }),
         hh_dataset: null,
+        external_dataset_id: config.query_list ? _generateHash(JSON.stringify(config.query_list)) : undefined,
         evaluation_session_ids: [],
-        eval_run: null
+        eval_run: null,
+        state: Status.Pending
     };
 
     state.hh_dataset = await loadDataset(state.hhai, config);
@@ -224,6 +247,13 @@ async function evaluate(
     }
 
     await windupEvaluation(state);
+
+    return {
+        run_id: state.eval_run?.runId || '',
+        dataset_id: config.dataset_id || state.external_dataset_id,
+        session_ids: state.evaluation_session_ids,
+        status: state.state
+    };
 }
 
 export { evaluate };

package/tests/openai_test.ts

@@ -0,0 +1,72 @@
+import OpenAI from 'openai';
+import { HoneyHiveTracer } from 'honeyhive';
+import { v4 as uuidv4 } from 'uuid';
+
+const HH_API_KEY = process.env.HH_API_KEY || "";
+const HH_API_URL = process.env.HH_API_URL;
+const HH_PROJECT = process.env.HH_PROJECT || "";
+const OPENAI_API_KEY = process.env.OPENAI_API_KEY || "";
+
+// log all env variables
+console.log("HH_API_KEY:", HH_API_KEY);
+console.log("HH_API_URL:", HH_API_URL);
+console.log("HH_PROJECT:", HH_PROJECT);
+console.log("OPENAI_API_KEY:", OPENAI_API_KEY);
+
+const openai = new OpenAI({
+  apiKey: OPENAI_API_KEY,
+});
+
+async function initializeTracer(sessionName: string): Promise<HoneyHiveTracer> {
+  const tracer = await HoneyHiveTracer.init({
+    apiKey: HH_API_KEY,
+    project: HH_PROJECT,
+    sessionName: sessionName,
+    source: "OpenAI Test",
+    serverUrl: HH_API_URL,
+  });
+
+  return tracer;
+}
+
+async function makeOpenAICall(prompt: string, tracer: HoneyHiveTracer) {
+
+const completion = await openai.chat.completions.create({
+    messages: [{ role: "user", content: prompt }],
+    model: "gpt-4o",
+    });
+
+    if (!completion.choices[0]?.message?.content) {
+    throw new Error('No response content from OpenAI');
+    }
+
+    return completion.choices[0].message.content;
+}
+
+(async () => {
+  try {
+    console.log("Starting OpenAI test...");
+    const sessionName = `OpenAI Test ${uuidv4()}`;
+    
+    const tracer = await initializeTracer(sessionName);
+    
+    const prompt = "Write a haiku about programming";
+    console.log(`Sending prompt: ${prompt}`);
+    
+    const tracedMakeOpenAICall = tracer.traceFunction()(makeOpenAICall);
+    const response = await tracedMakeOpenAICall(prompt, tracer);
+
+    if (!response) {
+      console.error("No response received from OpenAI");
+    } else {
+      console.log("Response:", response);
+    }
+
+  } catch (error) {
+    console.error("Error in main execution:", error);
+    if (error instanceof Error) {
+      console.error("Error message:", error.message);
+      console.error("Error stack:", error.stack);
+    }
+  }
+})();