@agentuity/runtime 0.0.49 → 0.0.51
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/_services.d.ts.map +1 -1
- package/dist/agent.d.ts.map +1 -1
- package/dist/eval.d.ts +5 -1
- package/dist/eval.d.ts.map +1 -1
- package/package.json +6 -3
- package/src/_server.ts +7 -1
- package/src/_services.ts +2 -0
- package/src/agent.ts +41 -29
- package/src/eval.ts +5 -1
package/dist/_services.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"_services.d.ts","sourceRoot":"","sources":["../src/_services.ts"],"names":[],"mappings":"AACA,OAAO,EAaN,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,MAAM,iBAAiB,CAAC;AAiBzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AACvC,OAAO,EAGN,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,MAAM,WAAW,CAAC;AAuJnB,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,MAAM;;;;
|
|
1
|
+
{"version":3,"file":"_services.d.ts","sourceRoot":"","sources":["../src/_services.ts"],"names":[],"mappings":"AACA,OAAO,EAaN,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,MAAM,iBAAiB,CAAC;AAiBzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AACvC,OAAO,EAGN,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,MAAM,WAAW,CAAC;AAuJnB,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,MAAM;;;;EA6EpF;AAED,wBAAgB,iBAAiB,IAAI,cAAc,CAElD;AAED,wBAAgB,kBAAkB,IAAI,eAAe,CAEpD;AAGD,wBAAgB,cAAc,IAAI,GAAG,GAAG,IAAI,CAE3C;AAED,wBAAgB,uBAAuB,yBAEtC;AAED,wBAAgB,uBAAuB,yBAEtC;AAGD,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,UAAQ,QAyC7D"}
|
package/dist/agent.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAA2B,KAAK,MAAM,EAAS,MAAM,oBAAoB,CAAC;AACjF,OAAO,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,MAAM,CAAC;AAEvD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,KAAK,EACX,IAAI,EAIJ,YAAY,EACZ,oBAAoB,EACpB,MAAM,QAAQ,CAAC;AAGhB,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOjD,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AAEjE,MAAM,MAAM,kBAAkB,CAAC,MAAM,SAAS,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAC/D,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GACtF,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GACxF,CAAC,CACD,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,KAAK,KACN,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;AAE9B,MAAM,WAAW,YAAY;IAI5B,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC3E,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,eAAe,CAAC;IACpB,WAAW,EAAE,aAAa,CAAC;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;CACjB;AAED,KAAK,qBAAqB,GAAG;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,aAAa,GAAG,qBAAqB,GAAG,qBAAqB,CAAC;AAGnE,KAAK,gBAAgB,CACpB,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EACjD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,IAC/C,CAAC,MAAM,EAAE;IACZ,QAAQ,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACzC,OAAO,EAAE,YAAY,CACpB,MAAM,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,EAClF,OAAO,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,SAAS,CACpF,CAAC;CACF,KAAK,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE5B;;GAEG;AACH,MAAM,MAAM,KAAK,CAChB,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EACjD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EAClD,OAAO,SAAS,OAAO,GAAG,KAAK,IAC5B;IACH,QAAQ,EAAE,aAAa,CAAC;IACxB,OAAO,EAAE,CAAC,GAAG,EAAE,YAAY,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACnE,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,UAAU,EAAE,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,gBAAgB,CACf,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,gBAAgB,CACf,SAAS,EAAE,WAAW,EACtB,QAAQ,EAAE,CACT,SAAS,EAAE,WAAW,EACtB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,gBAAgB,CACf,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,KAAK,KACP,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,mBAAmB,CAClB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,mBAAmB,CAClB,SAAS,EAAE,WAAW,EACtB,QAAQ,EAAE,CACT,SAAS,EAAE,WAAW,EACtB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,mBAAmB,CAClB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,KAAK,KACP,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;CACR,GAAG,CAAC,MAAM,SAAS,gBAAgB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,WAAW,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,GACxF,CAAC,OAAO,SAAS,gBAAgB,GAAG;IAAE,YAAY,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,YAAY,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,GACzF,CAAC,OAAO,SAAS,IAAI,GAAG;IAAE,MAAM,EAAE,IAAI,CAAA;CAAE,GAAG;IAAE,MAAM,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,CAAC;AAEhE,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAEhG,KAAK,iBAAiB,CAAC,OAAO,EAAE,OAAO,SAAS,OAAO,IAAI,OAAO,SAAS,IAAI,GAC5E,OAAO,SAAS,gBAAgB,GAC/B,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GACrD,cAAc,CAAC,OAAO,CAAC,GACxB,OAAO,SAAS,gBAAgB,GAC/B,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GACrC,IAAI,CAAC;AAET,MAAM,WAAW,WAAW,CAC3B,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EACjD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EAClD,OAAO,SAAS,OAAO,GAAG,KAAK;IAE/B,QAAQ,EAAE,aAAa,CAAC;IACxB,GAAG,EAAE,SAAS,SAAS,MAAM,GAC1B,MAAM,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC,GACtE,CACA,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,KAC/C,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;CACxE;AAyDD;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC;AAC/B,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AAE3D,eAAO,MAAM,aAAa,GAAI,MAAM,SAAS,EAAE,OAAO,KAAK,KAAG,IAE7D,CAAC;AAEF,wBAAgB,WAAW,CAC1B,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,SAAS,EACvD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,SAAS,EACxD,OAAO,SAAS,OAAO,GAAG,KAAK,EAC9B,MAAM,EAAE;IACT,MAAM,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,MAAM,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,QAAQ,EAAE,qBAAqB,CAAC;IAChC,OAAO,EAAE,MAAM,SAAS,gBAAgB,GACrC,OAAO,SAAS,IAAI,GACnB,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,EACf,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KAEzC,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAC9D,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GACvD,CACA,CAAC,EAAE,YAAY,EACf,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KACvC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,GAC/D,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,EACf,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KAEzC,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GAC9C,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GACvC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACxF,OAAO,SAAS,IAAI,GACnB,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,KAEb,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAC9D,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GACvD,CAAC,CAAC,EAAE,YAAY,KAAK,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,GAChF,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,KAEb,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GAC9C,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GACvC,CAAC,CAAC,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAC/C,GAAG,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,
|
|
1
|
+
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAA2B,KAAK,MAAM,EAAS,MAAM,oBAAoB,CAAC;AACjF,OAAO,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,MAAM,CAAC;AAEvD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,KAAK,EACX,IAAI,EAIJ,YAAY,EACZ,oBAAoB,EACpB,MAAM,QAAQ,CAAC;AAGhB,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOjD,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AAEjE,MAAM,MAAM,kBAAkB,CAAC,MAAM,SAAS,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAC/D,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GACtF,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GACxF,CAAC,CACD,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,KAAK,KACN,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;AAE9B,MAAM,WAAW,YAAY;IAI5B,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC3E,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,eAAe,CAAC;IACpB,WAAW,EAAE,aAAa,CAAC;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;CACjB;AAED,KAAK,qBAAqB,GAAG;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,aAAa,GAAG,qBAAqB,GAAG,qBAAqB,CAAC;AAGnE,KAAK,gBAAgB,CACpB,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EACjD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,IAC/C,CAAC,MAAM,EAAE;IACZ,QAAQ,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACzC,OAAO,EAAE,YAAY,CACpB,MAAM,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,EAClF,OAAO,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,SAAS,CACpF,CAAC;CACF,KAAK,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE5B;;GAEG;AACH,MAAM,MAAM,KAAK,CAChB,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EACjD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EAClD,OAAO,SAAS,OAAO,GAAG,KAAK,IAC5B;IACH,QAAQ,EAAE,aAAa,CAAC;IACxB,OAAO,EAAE,CAAC,GAAG,EAAE,YAAY,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACnE,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,UAAU,EAAE,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,gBAAgB,CACf,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,gBAAgB,CACf,SAAS,EAAE,WAAW,EACtB,QAAQ,EAAE,CACT,SAAS,EAAE,WAAW,EACtB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,gBAAgB,CACf,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,KAAK,KACP,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,mBAAmB,CAClB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,mBAAmB,CAClB,SAAS,EAAE,WAAW,EACtB,QAAQ,EAAE,CACT,SAAS,EAAE,WAAW,EACtB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,KACjB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;IACR,mBAAmB,CAClB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CACT,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EACtC,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,KAAK,KACP,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACvB,IAAI,CAAC;CACR,GAAG,CAAC,MAAM,SAAS,gBAAgB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,WAAW,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,GACxF,CAAC,OAAO,SAAS,gBAAgB,GAAG;IAAE,YAAY,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,YAAY,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,GACzF,CAAC,OAAO,SAAS,IAAI,GAAG;IAAE,MAAM,EAAE,IAAI,CAAA;CAAE,GAAG;IAAE,MAAM,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,CAAC;AAEhE,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAEhG,KAAK,iBAAiB,CAAC,OAAO,EAAE,OAAO,SAAS,OAAO,IAAI,OAAO,SAAS,IAAI,GAC5E,OAAO,SAAS,gBAAgB,GAC/B,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GACrD,cAAc,CAAC,OAAO,CAAC,GACxB,OAAO,SAAS,gBAAgB,GAC/B,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GACrC,IAAI,CAAC;AAET,MAAM,WAAW,WAAW,CAC3B,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EACjD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EAClD,OAAO,SAAS,OAAO,GAAG,KAAK;IAE/B,QAAQ,EAAE,aAAa,CAAC;IACxB,GAAG,EAAE,SAAS,SAAS,MAAM,GAC1B,MAAM,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC,GACtE,CACA,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,KAC/C,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;CACxE;AAyDD;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC;AAC/B,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AAE3D,eAAO,MAAM,aAAa,GAAI,MAAM,SAAS,EAAE,OAAO,KAAK,KAAG,IAE7D,CAAC;AAEF,wBAAgB,WAAW,CAC1B,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,SAAS,EACvD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,SAAS,EACxD,OAAO,SAAS,OAAO,GAAG,KAAK,EAC9B,MAAM,EAAE;IACT,MAAM,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,MAAM,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,QAAQ,EAAE,qBAAqB,CAAC;IAChC,OAAO,EAAE,MAAM,SAAS,gBAAgB,GACrC,OAAO,SAAS,IAAI,GACnB,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,EACf,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KAEzC,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAC9D,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GACvD,CACA,CAAC,EAAE,YAAY,EACf,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KACvC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,GAC/D,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,EACf,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KAEzC,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GAC9C,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GACvC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACxF,OAAO,SAAS,IAAI,GACnB,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,KAEb,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAC9D,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GACvD,CAAC,CAAC,EAAE,YAAY,KAAK,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,GAChF,OAAO,SAAS,gBAAgB,GAC/B,CACA,CAAC,EAAE,YAAY,KAEb,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GAC9C,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GACvC,CAAC,CAAC,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAC/C,GAAG,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAgblC;AA8DD;;GAEG;AACH,eAAO,MAAM,sBAAsB,GAAI,KAAK,OAAO,KAAG,GA4CrD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAI,WAAW,SAAS,KAAG,iBAmD5D,CAAC;AAEF,eAAO,MAAM,SAAS,2CAAe,CAAC"}
|
package/dist/eval.d.ts
CHANGED
|
@@ -23,16 +23,20 @@ export type EvalRunResult = EvalRunResultBinary | EvalRunResultScore | EvalRunRe
|
|
|
23
23
|
export type CreateEvalRunRequest = {
|
|
24
24
|
projectId: string;
|
|
25
25
|
sessionId: string;
|
|
26
|
-
spanId: string;
|
|
27
26
|
result: EvalRunResult;
|
|
28
27
|
evalId: string;
|
|
29
28
|
promptHash?: string;
|
|
29
|
+
deploymentId?: string;
|
|
30
30
|
};
|
|
31
31
|
type InternalEvalMetadata = {
|
|
32
32
|
/**
|
|
33
33
|
* the unique identifier for this eval and project
|
|
34
34
|
*/
|
|
35
35
|
id: string;
|
|
36
|
+
/**
|
|
37
|
+
* the unique identifier for this project and eval across multiple deployments.
|
|
38
|
+
*/
|
|
39
|
+
evalId: string;
|
|
36
40
|
/**
|
|
37
41
|
* the folder name for the eval
|
|
38
42
|
*/
|
package/dist/eval.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../src/eval.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,MAAM,MAAM,WAAW,GAAG,YAAY,CAAC;AAEvC,MAAM,MAAM,qBAAqB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IAEf,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IACjC,OAAO,EAAE,IAAI,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,qBAAqB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,OAAO,EAAE,IAAI,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,qBAAqB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,mBAAmB,GAAG,kBAAkB,GAAG,kBAAkB,CAAC;AAE1F,MAAM,MAAM,oBAAoB,GAAG;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../src/eval.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,MAAM,MAAM,WAAW,GAAG,YAAY,CAAC;AAEvC,MAAM,MAAM,qBAAqB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IAEf,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IACjC,OAAO,EAAE,IAAI,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,qBAAqB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,OAAO,EAAE,IAAI,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,qBAAqB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,mBAAmB,GAAG,kBAAkB,GAAG,kBAAkB,CAAC;AAE1F,MAAM,MAAM,oBAAoB,GAAG;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,KAAK,oBAAoB,GAAG;IAC3B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAClC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,oBAAoB,GAAG,oBAAoB,CAAC;AAEvE,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAC7F,KAAK,iBAAiB,CAAC,CAAC,IAAI,CAAC,SAAS,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAE/F,MAAM,MAAM,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,OAAO,GAAG,GAAG,IAAI,MAAM,SAAS,SAAS,GAC7E,OAAO,SAAS,SAAS,GACxB,CAAC,GAAG,EAAE,WAAW,KAAK,OAAO,CAAC,aAAa,CAAC,GAC5C,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,aAAa,CAAC,GAC9D,OAAO,SAAS,SAAS,GACxB,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,aAAa,CAAC,GAC3D,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;AAEjF;;GAEG;AACH,MAAM,MAAM,IAAI,CACf,MAAM,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,EACjD,OAAO,SAAS,gBAAgB,GAAG,SAAS,GAAG,GAAG,IAC/C;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,YAAY,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;CAC5E,GAAG,CAAC,MAAM,SAAS,gBAAgB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,WAAW,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,GACxF,CAAC,OAAO,SAAS,gBAAgB,GAAG;IAAE,YAAY,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,YAAY,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agentuity/runtime",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.51",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"author": "Agentuity employees and contributors",
|
|
6
6
|
"type": "module",
|
|
@@ -25,8 +25,8 @@
|
|
|
25
25
|
"prepublishOnly": "bun run clean && bun run build"
|
|
26
26
|
},
|
|
27
27
|
"dependencies": {
|
|
28
|
-
"@agentuity/core": "0.0.
|
|
29
|
-
"@agentuity/server": "0.0.
|
|
28
|
+
"@agentuity/core": "0.0.51",
|
|
29
|
+
"@agentuity/server": "0.0.51",
|
|
30
30
|
"@opentelemetry/api": "^1.9.0",
|
|
31
31
|
"@opentelemetry/api-logs": "^0.207.0",
|
|
32
32
|
"@opentelemetry/auto-instrumentations-node": "^0.66.0",
|
|
@@ -42,6 +42,7 @@
|
|
|
42
42
|
"@opentelemetry/sdk-node": "^0.207.0",
|
|
43
43
|
"@opentelemetry/sdk-trace-base": "^2.2.0",
|
|
44
44
|
"@opentelemetry/semantic-conventions": "^1.37.0",
|
|
45
|
+
"@traceloop/ai-semantic-conventions": "0.19.0",
|
|
45
46
|
"@traceloop/node-server-sdk": "^0.19.1",
|
|
46
47
|
"mailparser": "^3.7.1",
|
|
47
48
|
"@types/mailparser": "^3.4.6"
|
|
@@ -50,6 +51,8 @@
|
|
|
50
51
|
"hono": "^4.10.3"
|
|
51
52
|
},
|
|
52
53
|
"devDependencies": {
|
|
54
|
+
"@types/bun": "latest",
|
|
55
|
+
"bun-types": "latest",
|
|
53
56
|
"@types/react": "^19.2.2",
|
|
54
57
|
"@types/react-dom": "^19.2.2",
|
|
55
58
|
"react": "^19.2.0",
|
package/src/_server.ts
CHANGED
|
@@ -244,7 +244,7 @@ export const createServer = <E extends Env>(router: Hono<E>, config?: AppConfig)
|
|
|
244
244
|
'X-Requested-With',
|
|
245
245
|
],
|
|
246
246
|
allowMethods: ['POST', 'GET', 'OPTIONS', 'HEAD', 'PUT', 'DELETE', 'PATCH'],
|
|
247
|
-
exposeHeaders: ['Content-Length', TOKENS_HEADER, SESSION_HEADER],
|
|
247
|
+
exposeHeaders: ['Content-Length', TOKENS_HEADER, SESSION_HEADER, 'x-deployment'],
|
|
248
248
|
maxAge: 600,
|
|
249
249
|
credentials: true,
|
|
250
250
|
...(config?.cors ?? {}), // allow the app config to override
|
|
@@ -559,6 +559,12 @@ const otelMiddleware = createMiddleware<Env>(async (c, next) => {
|
|
|
559
559
|
for (const key of Object.keys(headers)) {
|
|
560
560
|
c.header(key, headers[key]);
|
|
561
561
|
}
|
|
562
|
+
// add session and deployment headers
|
|
563
|
+
const traceId = sctx?.traceId || sessionId.replace(/^sess_/, '');
|
|
564
|
+
c.header(SESSION_HEADER, `sess_${traceId}`);
|
|
565
|
+
if (deploymentId) {
|
|
566
|
+
c.header('x-deployment', deploymentId);
|
|
567
|
+
}
|
|
562
568
|
if (!hasPendingWaits) {
|
|
563
569
|
try {
|
|
564
570
|
await sessionProvider.save(session);
|
package/src/_services.ts
CHANGED
|
@@ -242,6 +242,7 @@ export function createServices(logger: Logger, config?: AppConfig, serverUrl?: s
|
|
|
242
242
|
vector = config?.services?.vector || new VectorStorageService(vectorBaseUrl, adapter);
|
|
243
243
|
session = config?.services?.session || new DefaultSessionProvider();
|
|
244
244
|
thread = config?.services?.thread || new DefaultThreadProvider();
|
|
245
|
+
// FIXME: this is turned off for now for production until we have the new changes deployed
|
|
245
246
|
sessionEvent =
|
|
246
247
|
isProduction() && process.env.AGENTUITY_CLOUD_EXPORT_DIR
|
|
247
248
|
? new JSONSessionEventProvider(process.env.AGENTUITY_CLOUD_EXPORT_DIR)
|
|
@@ -250,6 +251,7 @@ export function createServices(logger: Logger, config?: AppConfig, serverUrl?: s
|
|
|
250
251
|
if (config?.services?.sessionEvent) {
|
|
251
252
|
sessionEvent = new CompositeSessionEventProvider(sessionEvent, config.services.sessionEvent);
|
|
252
253
|
}
|
|
254
|
+
// FIXME: this is turned off for now for production until we have the new changes deployed
|
|
253
255
|
evalRunEvent =
|
|
254
256
|
isProduction() && process.env.AGENTUITY_CLOUD_EXPORT_DIR
|
|
255
257
|
? new JSONEvalRunEventProvider(process.env.AGENTUITY_CLOUD_EXPORT_DIR)
|
package/src/agent.ts
CHANGED
|
@@ -385,7 +385,7 @@ export function createAgent<
|
|
|
385
385
|
|
|
386
386
|
// Create createEval method that infers types from agent and automatically adds to agent
|
|
387
387
|
const createEval = (evalConfig: {
|
|
388
|
-
metadata?: Partial<
|
|
388
|
+
metadata?: Partial<EvalMetadata>;
|
|
389
389
|
handler: EvalFunction<AgentInput, AgentOutput>;
|
|
390
390
|
}): Eval<TInput, TOutput> => {
|
|
391
391
|
const evalName = evalConfig.metadata?.name || 'unnamed';
|
|
@@ -397,42 +397,52 @@ export function createAgent<
|
|
|
397
397
|
// Get filename (can be provided via __filename or set by bundler)
|
|
398
398
|
const filename = evalConfig.metadata?.filename || '';
|
|
399
399
|
|
|
400
|
-
//
|
|
401
|
-
|
|
402
|
-
if (!identifier && filename) {
|
|
403
|
-
const pathParts = filename.split(/[/\\]/);
|
|
404
|
-
const basename = pathParts[pathParts.length - 1] || '';
|
|
405
|
-
identifier = basename.replace(/\.(ts|tsx|js|jsx)$/, '') || '';
|
|
406
|
-
}
|
|
400
|
+
// Use name as identifier for consistency (same as agents)
|
|
401
|
+
const identifier = evalName;
|
|
407
402
|
|
|
408
|
-
// Use
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
403
|
+
// Use build-time injected id/version if available, otherwise generate at runtime
|
|
404
|
+
// Build-time injection happens via bundler AST transformation
|
|
405
|
+
let evalId = evalConfig.metadata?.id;
|
|
406
|
+
let stableEvalId = evalConfig.metadata?.evalId;
|
|
407
|
+
let version = evalConfig.metadata?.version;
|
|
412
408
|
|
|
413
|
-
// Generate
|
|
414
|
-
const projectId = runtimeConfig.getProjectId() || '';
|
|
415
|
-
const deploymentId = runtimeConfig.getDeploymentId() || '';
|
|
416
|
-
// Generate version from available metadata (deterministic hash)
|
|
409
|
+
// Generate version from available metadata if not provided (deterministic hash)
|
|
417
410
|
// At build-time, version is hash of file contents; at runtime we use metadata
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
411
|
+
if (!version) {
|
|
412
|
+
const versionHasher = new Bun.CryptoHasher('sha1');
|
|
413
|
+
versionHasher.update(identifier);
|
|
414
|
+
versionHasher.update(evalName);
|
|
415
|
+
versionHasher.update(filename);
|
|
416
|
+
version = versionHasher.digest('hex');
|
|
417
|
+
}
|
|
418
|
+
|
|
419
|
+
// Generate eval ID using same logic as build-time (getEvalId) if not provided
|
|
424
420
|
// Format: eval_${hashSHA1(projectId, deploymentId, filename, name, version)}
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
421
|
+
if (!evalId) {
|
|
422
|
+
const projectId = runtimeConfig.getProjectId() || '';
|
|
423
|
+
const deploymentId = runtimeConfig.getDeploymentId() || '';
|
|
424
|
+
const idHasher = new Bun.CryptoHasher('sha1');
|
|
425
|
+
idHasher.update(projectId);
|
|
426
|
+
idHasher.update(deploymentId);
|
|
427
|
+
idHasher.update(filename);
|
|
428
|
+
idHasher.update(evalName);
|
|
429
|
+
idHasher.update(version);
|
|
430
|
+
evalId = `eval_${idHasher.digest('hex')}`;
|
|
431
|
+
}
|
|
432
|
+
|
|
433
|
+
// Generate stable evalId if not provided (for project-wide identification)
|
|
434
|
+
if (!stableEvalId) {
|
|
435
|
+
const projectId = runtimeConfig.getProjectId() || '';
|
|
436
|
+
const stableHasher = new Bun.CryptoHasher('sha1');
|
|
437
|
+
stableHasher.update(projectId);
|
|
438
|
+
stableHasher.update(evalName);
|
|
439
|
+
stableEvalId = `evalid_${stableHasher.digest('hex')}`.substring(0, 64);
|
|
440
|
+
}
|
|
432
441
|
|
|
433
442
|
const evalType: any = {
|
|
434
443
|
metadata: {
|
|
435
444
|
id: evalId,
|
|
445
|
+
evalId: stableEvalId,
|
|
436
446
|
version,
|
|
437
447
|
identifier,
|
|
438
448
|
name: evalConfig.metadata?.name || '',
|
|
@@ -547,6 +557,7 @@ export function createAgent<
|
|
|
547
557
|
`[EVALRUN] Sending start event for eval '${evalName}' (id: ${evalRunId}, evalId: ${evalId})`
|
|
548
558
|
);
|
|
549
559
|
try {
|
|
560
|
+
const deploymentId = runtimeConfig.getDeploymentId();
|
|
550
561
|
const startEvent: EvalRunStartEvent = {
|
|
551
562
|
id: evalRunId,
|
|
552
563
|
sessionId: ctx.sessionId,
|
|
@@ -554,6 +565,7 @@ export function createAgent<
|
|
|
554
565
|
orgId: orgId!,
|
|
555
566
|
projectId: projectId!,
|
|
556
567
|
devmode: Boolean(devMode),
|
|
568
|
+
deploymentId: deploymentId || undefined,
|
|
557
569
|
};
|
|
558
570
|
internal.debug(
|
|
559
571
|
'[EVALRUN] Start event payload: %s',
|
package/src/eval.ts
CHANGED
|
@@ -33,10 +33,10 @@ export type EvalRunResult = EvalRunResultBinary | EvalRunResultScore | EvalRunRe
|
|
|
33
33
|
export type CreateEvalRunRequest = {
|
|
34
34
|
projectId: string;
|
|
35
35
|
sessionId: string;
|
|
36
|
-
spanId: string;
|
|
37
36
|
result: EvalRunResult;
|
|
38
37
|
evalId: string;
|
|
39
38
|
promptHash?: string;
|
|
39
|
+
deploymentId?: string;
|
|
40
40
|
};
|
|
41
41
|
|
|
42
42
|
type InternalEvalMetadata = {
|
|
@@ -44,6 +44,10 @@ type InternalEvalMetadata = {
|
|
|
44
44
|
* the unique identifier for this eval and project
|
|
45
45
|
*/
|
|
46
46
|
id: string;
|
|
47
|
+
/**
|
|
48
|
+
* the unique identifier for this project and eval across multiple deployments.
|
|
49
|
+
*/
|
|
50
|
+
evalId: string;
|
|
47
51
|
/**
|
|
48
52
|
* the folder name for the eval
|
|
49
53
|
*/
|