@directive-run/ai 1.12.0 → 1.14.0

package/dist/chunk-WOFIBIPW.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/debug-timeline.ts","../src/health-monitor.ts"],"names":["KNOWN_EVENT_TYPES","BLOCKED_IMPORT_KEYS","createDebugTimeline","options","maxEvents","goToSnapshot","events","nextId","listeners","event","fullEvent","overflow","listener","err","agentId","e","type","snapshotId","startMs","endMs","cutoffId","sliceEnd","i","json","parsed","key","data","validated","evt","createDebugTimelinePlugin","timeline","getSnapshotId","resolverStartTimes","id","active","resolver","req","startTime","_req","error","errorMessage","DEFAULT_WEIGHTS","createHealthMonitor","config","windowMs","maxNormalLatencyMs","maxEventsPerAgent","weights","value","weightSum","circuitStates","generation","cachedAll","cachedGen","getAgentEvents","agentEvents","pruneAndCap","now","cutoff","firstValid","excessFromCap","computeScore","successRate","avgLatency","s","normalizedLatency","state","circuitScore","raw","buildMetrics","successes","failures","avgLatencyMs","lastErrors","latencyMs","result"],"mappings":"aAgBA,IAAMA,CAAAA,CAAiC,IAAI,GAAA,CAAI,CAC7C,cACA,gBAAA,CACA,aAAA,CACA,aAAA,CACA,iBAAA,CACA,qBAAA,CACA,gBAAA,CACA,mBAAA,CACA,gBAAA,CACA,mBACA,mBAAA,CACA,eAAA,CACA,kBAAA,CACA,eAAA,CACA,kBAAA,CACA,iBAAA,CACA,gBAAA,CACA,oBAAA,CACA,oBACA,mBAAA,CACA,sBAAA,CACA,YAAA,CACA,aAAA,CACA,iBACA,cAAA,CACA,SAAA,CACA,iBAAA,CACA,oBAAA,CACA,aACA,eAAA,CACA,YAAA,CACA,eAAA,CACA,WACF,CAAC,CAAA,CAqDKC,CAAAA,CAAsB,IAAI,IAAI,CAClC,WAAA,CACA,aAAA,CACA,WAAA,CACA,UAAA,CACA,SAAA,CACA,gBACF,CAAC,EAoBM,SAASC,CAAAA,CACdC,CAAAA,CAAgC,EAAC,CAClB,CACf,IAAMC,CAAAA,CAAYD,EAAQ,SAAA,EAAa,GAAA,CACjCE,CAAAA,CAAeF,CAAAA,CAAQ,aAG7B,GAAI,CAAC,MAAA,CAAO,QAAA,CAASC,CAAS,CAAA,EAAKA,CAAAA,CAAY,CAAA,CAC7C,MAAM,IAAI,KAAA,CAAM,kDAAkD,CAAA,CAGpE,IAAIE,CAAAA,CAAuB,EAAC,CACxBC,CAAAA,CAAS,CAAA,CACPC,CAAAA,CAAY,IAAI,GAAA,CAsLtB,OApLgC,CAC9B,MAAA,CAAOC,CAAAA,CAA2C,CAChD,IAAMC,CAAAA,CAAY,CAAE,GAAGD,EAAO,EAAA,CAAIF,CAAAA,EAAS,CAAA,CAC3CD,CAAAA,CAAO,KAAKI,CAAS,CAAA,CAGrB,IAAMC,CAAAA,CAAWL,EAAO,MAAA,CAASF,CAAAA,CAC7BO,CAAAA,CAAW,CAAA,EACbL,CAAAA,CAAO,MAAA,CAAO,CAAA,CAAGK,CAAQ,EAI3B,IAAA,IAAWC,CAAAA,IAAYJ,CAAAA,CACrB,GAAI,CACFI,CAAAA,CAASF,CAAS,EACpB,OAASG,CAAAA,CAAK,CAGV,OAAO,OAAA,CAAY,GAAA,EACnB,OAAA,CAAQ,GAAA,EAAK,QAAA,GAAa,cAE1B,OAAA,CAAQ,KAAA,CACN,2CAAA,CACAA,CAAAA,YAAe,MAAQA,CAAAA,CAAI,OAAA,CAAUA,CACvC,EAEJ,CAGF,OAAOH,CACT,CAAA,CAEA,SAAA,EAA0B,CACxB,OAAO,CAAC,GAAGJ,CAAM,CACnB,CAAA,CAEA,iBAAA,CAAkBQ,CAAAA,CAA+B,CAC/C,OAAOR,CAAAA,CAAO,MAAA,CAAQS,GAAMA,CAAAA,CAAE,OAAA,GAAYD,CAAO,CACnD,CAAA,CAEA,eAAA,CACEE,CAAAA,CACoC,CACpC,OAAOV,CAAAA,CAAO,MAAA,CAAQS,CAAAA,EAAMA,CAAAA,CAAE,OAASC,CAAI,CAI7C,CAAA,CAEA,mBAAA,CAAoBC,EAAkC,CACpD,OAAOX,CAAAA,CAAO,MAAA,CAAQS,CAAAA,EAAMA,CAAAA,CAAE,UAAA,GAAeE,CAAU,CACzD,CAAA,CAEA,gBAAA,CAAiBC,CAAAA,CAAiBC,CAAAA,CAA6B,CAC7D,OAAOb,CAAAA,CAAO,MAAA,CACXS,GAAMA,CAAAA,CAAE,SAAA,EAAaG,CAAAA,EAAWH,CAAAA,CAAE,SAAA,EAAaI,CAClD,CACF,CAAA,CAEA,SAASF,CAAAA,CAA0B,CAEjC,IAAIG,CAAAA,CAAW,GACf,IAAA,IAAS,CAAA,CAAId,CAAAA,CAAO,MAAA,CAAS,EAAG,CAAA,EAAK,CAAA,CAAG,CAAA,EAAA,CACtC,GACEA,CAAAA,CAAO,CAAC,CAAA,CAAG,UAAA,GAAe,MAC1BA,CAAAA,CAAO,CAAC,CAAA,CAAG,UAAA,EAAeW,CAAAA,CAC1B,CACAG,CAAAA,CAAWd,CAAAA,CAAO,CAAC,CAAA,CAAG,EAAA,CACtB,KACF,CAGF,GAAIc,CAAAA,EAAY,CAAA,CAAG,CAEjB,IAAIC,CAAAA,CAAWf,CAAAA,CAAO,MAAA,CACtB,IAAA,IAASgB,EAAIhB,CAAAA,CAAO,MAAA,CAAS,CAAA,CAAGgB,CAAAA,EAAK,EAAGA,CAAAA,EAAAA,CACtC,GAAIhB,CAAAA,CAAOgB,CAAC,CAAA,CAAG,EAAA,EAAMF,CAAAA,CAAU,CAC7BC,EAAWC,CAAAA,CAAI,CAAA,CACf,KACF,CAEFhB,CAAAA,CAASA,CAAAA,CAAO,KAAA,CAAM,CAAA,CAAGe,CAAQ,EACnC,CAAA,KAEEf,CAAAA,CAAS,EAAC,CAIRD,CAAAA,EACFA,CAAAA,CAAaY,CAAU,EAE3B,CAAA,CAEA,MAAA,EAAiB,CACf,OAAO,KAAK,SAAA,CAAU,CAAE,OAAA,CAAS,CAAA,CAAG,OAAAX,CAAAA,CAAQ,MAAA,CAAAC,CAAO,CAAC,CACtD,CAAA,CAEA,MAAA,CAAOgB,CAAAA,CAAoB,CACzB,IAAIC,CAAAA,CACJ,GAAI,CACFA,CAAAA,CAAS,IAAA,CAAK,KAAA,CAAMD,CAAI,EAC1B,CAAA,KAAQ,CACN,MAAM,IAAI,KAAA,CAAM,wCAAwC,CAC1D,CAEA,GAAI,CAACC,CAAAA,EAAU,OAAOA,CAAAA,EAAW,SAC/B,MAAM,IAAI,KAAA,CAAM,iDAAiD,EAInE,IAAA,IAAWC,CAAAA,IAAO,MAAA,CAAO,IAAA,CAAKD,CAAM,CAAA,CAClC,GAAIvB,CAAAA,CAAoB,IAAIwB,CAAG,CAAA,CAC7B,MAAM,IAAI,KAAA,CACR,CAAA,iDAAA,EAAoDA,CAAG,CAAA,CACzD,EAIJ,IAAMC,CAAAA,CAAOF,CAAAA,CAMb,GAAI,CAAC,KAAA,CAAM,OAAA,CAAQE,CAAAA,CAAK,MAAM,CAAA,CAC5B,MAAM,IAAI,KAAA,CAAM,gDAAgD,CAAA,CAIlE,IAAMC,CAAAA,CAA0B,GAChC,IAAA,IAAWC,CAAAA,IAAOF,CAAAA,CAAK,MAAA,CAAQ,CAC7B,GAAI,CAACE,CAAAA,EAAO,OAAOA,CAAAA,EAAQ,QAAA,CACzB,SAIF,IAAA,IAAWH,CAAAA,IAAO,MAAA,CAAO,IAAA,CAAKG,CAAG,EAC/B,GAAI3B,CAAAA,CAAoB,GAAA,CAAIwB,CAAG,CAAA,CAC7B,MAAM,IAAI,KAAA,CACR,mDAAmDA,CAAG,CAAA,CACxD,CAAA,CAIJ,IAAMV,EAAIa,CAAAA,CAGR,OAAOb,CAAAA,CAAE,EAAA,EAAO,UAChB,OAAOA,CAAAA,CAAE,IAAA,EAAS,QAAA,EAClBf,CAAAA,CAAkB,GAAA,CAAIe,CAAAA,CAAE,IAAI,GAC5B,OAAOA,CAAAA,CAAE,SAAA,EAAc,QAAA,EAEvBY,CAAAA,CAAU,IAAA,CAAKC,CAAiB,EAEpC,CAGAtB,CAAAA,CACEqB,CAAAA,CAAU,MAAA,CAASvB,CAAAA,CAAYuB,CAAAA,CAAU,KAAA,CAAM,CAACvB,CAAS,EAAIuB,CAAAA,CAC/DpB,CAAAA,CAAS,OAAOmB,CAAAA,CAAK,QAAW,QAAA,CAAWA,CAAAA,CAAK,MAAA,CAASC,CAAAA,CAAU,OACrE,CAAA,CAEA,KAAA,EAAc,CACZrB,CAAAA,CAAS,EAAC,CACVC,CAAAA,CAAS,EACX,EAEA,SAAA,CAAUK,CAAAA,CAA6C,CACrD,OAAAJ,CAAAA,CAAU,GAAA,CAAII,CAAQ,CAAA,CAEf,IAAM,CACXJ,CAAAA,CAAU,MAAA,CAAOI,CAAQ,EAC3B,CACF,CAAA,CAEA,IAAI,QAAiB,CACnB,OAAON,CAAAA,CAAO,MAChB,CACF,CAGF,CAgBO,SAASuB,CAAAA,CACdC,EACAC,CAAAA,CACQ,CACR,IAAMC,CAAAA,CAAqB,IAAI,GAAA,CAE/B,OAAO,CACL,KAAM,6BAAA,CAEN,oBAAA,CAAqBC,CAAAA,CAAYC,CAAAA,CAAiB,CAChDJ,CAAAA,CAAS,MAAA,CAAO,CACd,KAAM,qBAAA,CACN,SAAA,CAAW,IAAA,CAAK,GAAA,EAAI,CACpB,UAAA,CAAYC,CAAAA,EAAc,CAC1B,aAAcE,CAAAA,CACd,KAAA,CAAOC,CACT,CAAC,EACH,CAAA,CAEA,eAAA,CAAgBC,CAAAA,CAAkBC,CAAAA,CAAK,CACrCJ,CAAAA,CAAmB,GAAA,CAAIG,CAAAA,CAAU,IAAA,CAAK,GAAA,EAAK,CAAA,CAC3CL,CAAAA,CAAS,OAAO,CACd,IAAA,CAAM,gBAAA,CACN,SAAA,CAAW,IAAA,CAAK,GAAA,EAAI,CACpB,UAAA,CAAYC,GAAc,CAC1B,UAAA,CAAYI,CAAAA,CACZ,eAAA,CAAiBC,CAAAA,CAAI,WAAA,CAAY,IACnC,CAAC,EACH,CAAA,CAEA,kBAAA,CAAmBD,CAAAA,CAAkB,CACnC,IAAME,CAAAA,CAAYL,CAAAA,CAAmB,GAAA,CAAIG,CAAQ,EACjDH,CAAAA,CAAmB,MAAA,CAAOG,CAAQ,CAAA,CAClCL,CAAAA,CAAS,MAAA,CAAO,CACd,IAAA,CAAM,oBACN,SAAA,CAAW,IAAA,CAAK,GAAA,EAAI,CACpB,WAAYC,CAAAA,EAAc,CAC1B,UAAA,CAAYI,CAAAA,CACZ,WAAYE,CAAAA,CAAY,IAAA,CAAK,GAAA,EAAI,CAAIA,CAAAA,CAAY,CACnD,CAAC,EACH,EAEA,eAAA,CAAgBF,CAAAA,CAAkBG,CAAAA,CAAMC,CAAAA,CAAO,CAC7C,IAAMF,CAAAA,CAAYL,CAAAA,CAAmB,GAAA,CAAIG,CAAQ,CAAA,CACjDH,CAAAA,CAAmB,MAAA,CAAOG,CAAQ,CAAA,CAClC,IAAMK,CAAAA,CACJD,CAAAA,YAAiB,MAAQA,CAAAA,CAAM,OAAA,CAAU,MAAA,CAAOA,CAAK,CAAA,CACvDT,CAAAA,CAAS,MAAA,CAAO,CACd,KAAM,gBAAA,CACN,SAAA,CAAW,IAAA,CAAK,GAAA,EAAI,CACpB,UAAA,CAAYC,CAAAA,EAAc,CAC1B,WAAYI,CAAAA,CACZ,YAAA,CAAAK,CAAAA,CACA,UAAA,CAAYH,EAAY,IAAA,CAAK,GAAA,EAAI,CAAIA,CAAAA,CAAY,CACnD,CAAC,EACH,CACF,CACF,CClVA,IAAMI,CAAAA,CAAkB,CACtB,YAAa,EAAA,CACb,OAAA,CAAS,EAAA,CACT,YAAA,CAAc,EAChB,CAAA,CAgBO,SAASC,CAAAA,CACdC,EAA8B,EAAC,CAChB,CACf,IAAMC,CAAAA,CAAWD,CAAAA,CAAO,QAAA,EAAY,GAAA,CAC9BE,EACJF,CAAAA,CAAO,kBAAA,EAAsB,GAAA,CACzBG,CAAAA,CACJH,EAAO,iBAAA,EAAqB,GAAA,CACxBI,CAAAA,CAAU,CACd,YAAaJ,CAAAA,CAAO,OAAA,EAAS,WAAA,EAAeF,CAAAA,CAAgB,WAAA,CAC5D,OAAA,CAASE,CAAAA,CAAO,OAAA,EAAS,SAAWF,CAAAA,CAAgB,OAAA,CACpD,YAAA,CAAcE,CAAAA,CAAO,OAAA,EAAS,YAAA,EAAgBF,CAAAA,CAAgB,YAChE,EAGA,GAAI,CAAC,MAAA,CAAO,QAAA,CAASG,CAAQ,CAAA,EAAKA,CAAAA,EAAY,CAAA,CAC5C,MAAM,IAAI,KAAA,CACR,8DACF,CAAA,CAEF,GAAI,CAAC,MAAA,CAAO,QAAA,CAASC,CAAkB,GAAKA,CAAAA,EAAsB,CAAA,CAChE,MAAM,IAAI,KAAA,CACR,wEACF,CAAA,CAEF,GAAI,CAAC,MAAA,CAAO,QAAA,CAASC,CAAiB,CAAA,EAAKA,CAAAA,CAAoB,CAAA,CAC7D,MAAM,IAAI,MAAM,0DAA0D,CAAA,CAI5E,IAAA,GAAW,CAACrB,CAAAA,CAAKuB,CAAK,CAAA,GAAK,MAAA,CAAO,QAAQD,CAAO,CAAA,CAC/C,GAAIC,CAAAA,CAAQ,GAAKA,CAAAA,CAAQ,CAAA,CACvB,MAAM,IAAI,MACR,CAAA,kCAAA,EAAqCvB,CAAG,CAAA,+BAAA,EAAkCuB,CAAK,CAAA,CAAA,CACjF,CAAA,CAKJ,IAAMC,CAAAA,CACJF,EAAQ,WAAA,CAAcA,CAAAA,CAAQ,OAAA,CAAUA,CAAAA,CAAQ,YAAA,CAClD,GAAI,IAAA,CAAK,GAAA,CAAIE,EAAY,CAAG,CAAA,CAAI,GAAA,CAC9B,MAAM,IAAI,KAAA,CACR,CAAA,6EAAA,EAA6EA,CAAAA,CAAU,QAAQ,CAAC,CAAC,CAAA,CAAA,CACnG,CAAA,CAGF,IAAM3C,CAAAA,CAAS,IAAI,GAAA,CACb4C,CAAAA,CAAgB,IAAI,GAAA,CAGtBC,CAAAA,CAAa,CAAA,CACbC,CAAAA,CAAuD,IAAA,CACvDC,CAAAA,CAAY,EAAA,CAEhB,SAASC,EAAexC,CAAAA,CAAgC,CACtD,IAAIyC,CAAAA,CAAcjD,CAAAA,CAAO,GAAA,CAAIQ,CAAO,CAAA,CACpC,OAAKyC,CAAAA,GACHA,CAAAA,CAAc,EAAC,CACfjD,CAAAA,CAAO,GAAA,CAAIQ,CAAAA,CAASyC,CAAW,GAG1BA,CACT,CAEA,SAASC,CAAAA,CAAYD,EAA4BE,CAAAA,CAAmB,CAElE,IAAMC,CAAAA,CAASD,EAAMb,CAAAA,CACjBe,CAAAA,CAAa,CAAA,CACjB,KACEA,CAAAA,CAAaJ,CAAAA,CAAY,MAAA,EACzBA,CAAAA,CAAYI,CAAU,CAAA,CAAG,SAAA,CAAYD,CAAAA,EAErCC,CAAAA,EAAAA,CAIF,IAAMC,CAAAA,CAAgBL,CAAAA,CAAY,MAAA,CAASI,EAAab,CAAAA,CACpDc,CAAAA,CAAgB,CAAA,GAClBD,CAAAA,EAAcC,CAAAA,CAAAA,CAIZD,CAAAA,CAAa,CAAA,EACfJ,CAAAA,CAAY,OAAO,CAAA,CAAGI,CAAU,EAEpC,CAEA,SAASE,CAAAA,CAAa/C,CAAAA,CAAyB,CAC7C,IAAMyC,EAAcjD,CAAAA,CAAO,GAAA,CAAIQ,CAAO,CAAA,CACtC,GAAI,CAACyC,CAAAA,EAAeA,CAAAA,CAAY,SAAW,CAAA,CACzC,OAAO,EAAA,CAGT,IAAME,EAAM,IAAA,CAAK,GAAA,EAAI,CAGrB,GAFAD,EAAYD,CAAAA,CAAaE,CAAG,CAAA,CAExBF,CAAAA,CAAY,MAAA,GAAW,CAAA,CACzB,OAAO,EAAA,CAIT,IAAMO,CAAAA,CADYP,CAAAA,CAAY,MAAA,CAAQxC,CAAAA,EAAMA,EAAE,OAAO,CAAA,CAAE,MAAA,CACvBwC,CAAAA,CAAY,OAEtCQ,CAAAA,CACJR,CAAAA,CAAY,MAAA,CAAO,CAACS,CAAAA,CAAGjD,CAAAA,GAAMiD,CAAAA,CAAIjD,CAAAA,CAAE,UAAW,CAAC,CAAA,CAAIwC,CAAAA,CAAY,MAAA,CAC3DU,CAAAA,CAAoB,IAAA,CAAK,GAAA,CAAIF,CAAAA,CAAalB,EAAoB,CAAC,CAAA,CAE/DqB,CAAAA,CAAQhB,CAAAA,CAAc,GAAA,CAAIpC,CAAO,CAAA,EAAK,QAAA,CACtCqD,EACJD,CAAAA,GAAU,QAAA,CAAW,CAAA,CAAIA,CAAAA,GAAU,YAAc,EAAA,CAAM,CAAA,CAEnDE,CAAAA,CACJN,CAAAA,CAAcf,EAAQ,WAAA,CAAA,CACrB,CAAA,CAAIkB,CAAAA,EAAqBlB,CAAAA,CAAQ,OAAA,CAClCoB,CAAAA,CAAepB,CAAAA,CAAQ,YAAA,CAEzB,OAAO,IAAA,CAAK,KAAA,CAAMqB,CAAAA,CAAM,GAAG,CAC7B,CAEA,SAASC,CAAAA,CAAavD,EAAqC,CACzD,IAAMyC,CAAAA,CAAcD,CAAAA,CAAexC,CAAO,CAAA,CACpC2C,CAAAA,CAAM,IAAA,CAAK,KAAI,CACrBD,CAAAA,CAAYD,CAAAA,CAAaE,CAAG,EAE5B,IAAMa,CAAAA,CAAYf,CAAAA,CAAY,MAAA,CAAQxC,GAAMA,CAAAA,CAAE,OAAO,CAAA,CAAE,MAAA,CACjDwD,CAAAA,CAAWhB,CAAAA,CAAY,MAAA,CAASe,CAAAA,CAChCR,EACJP,CAAAA,CAAY,MAAA,CAAS,CAAA,CAAIe,CAAAA,CAAYf,CAAAA,CAAY,MAAA,CAAS,CAAA,CACtDiB,CAAAA,CACJjB,EAAY,MAAA,CAAS,CAAA,CACjBA,CAAAA,CAAY,MAAA,CAAO,CAACS,CAAAA,CAAGjD,CAAAA,GAAMiD,CAAAA,CAAIjD,EAAE,SAAA,CAAW,CAAC,CAAA,CAAIwC,CAAAA,CAAY,OAC/D,CAAA,CAGAkB,CAAAA,CAAuB,EAAC,CAC9B,QACMnD,CAAAA,CAAIiC,CAAAA,CAAY,MAAA,CAAS,CAAA,CAC7BjC,CAAAA,EAAK,CAAA,EAAKmD,CAAAA,CAAW,MAAA,CAAS,EAC9BnD,CAAAA,EAAAA,CAEIiC,CAAAA,CAAYjC,CAAC,CAAA,CAAG,YAAA,EAClBmD,CAAAA,CAAW,OAAA,CAAQlB,CAAAA,CAAYjC,CAAC,CAAA,CAAG,YAAa,CAAA,CAIpD,OAAO,CACL,OAAA,CAAAR,CAAAA,CACA,YAAA,CAAcoC,EAAc,GAAA,CAAIpC,CAAO,CAAA,EAAK,QAAA,CAC5C,YAAAgD,CAAAA,CACA,YAAA,CAAAU,CAAAA,CACA,cAAA,CAAgBD,EAChB,eAAA,CAAiBD,CAAAA,CACjB,WAAA,CAAaT,CAAAA,CAAa/C,CAAO,CAAA,CACjC,UAAA,CAAA2D,CACF,CACF,CAEA,OAAO,CACL,aAAA,CAAc3D,CAAAA,CAAiB4D,CAAAA,CAAyB,CACtD,IAAMnB,EAAcD,CAAAA,CAAexC,CAAO,CAAA,CAC1CyC,CAAAA,CAAY,IAAA,CAAK,CAAE,OAAA,CAAS,IAAA,CAAM,UAAAmB,CAAAA,CAAW,SAAA,CAAW,IAAA,CAAK,GAAA,EAAM,CAAC,CAAA,CAEpElB,CAAAA,CAAYD,CAAAA,CAAa,KAAK,GAAA,EAAK,CAAA,CACnCJ,CAAAA,GACF,CAAA,CAEA,aAAA,CAAcrC,CAAAA,CAAiB4D,CAAAA,CAAmBnC,EAAqB,CACrE,IAAMgB,CAAAA,CAAcD,CAAAA,CAAexC,CAAO,CAAA,CAC1CyC,CAAAA,CAAY,IAAA,CAAK,CACf,OAAA,CAAS,KAAA,CACT,SAAA,CAAAmB,CAAAA,CACA,SAAA,CAAW,IAAA,CAAK,GAAA,EAAI,CACpB,aAAcnC,CAAAA,EAAO,OACvB,CAAC,CAAA,CAEDiB,EAAYD,CAAAA,CAAa,IAAA,CAAK,GAAA,EAAK,EACnCJ,CAAAA,GACF,CAAA,CAEA,UAAA,CAAWrC,CAAAA,CAAqC,CAC9C,OAAOuD,CAAAA,CAAavD,CAAO,CAC7B,CAAA,CAEA,aAAA,EAAoD,CAElD,GAAIqC,CAAAA,GAAeE,CAAAA,EAAaD,CAAAA,CAC9B,OAAOA,EAGT,IAAMuB,CAAAA,CAA6C,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA,CACrE,IAAA,IAAW7D,CAAAA,IAAWR,EAAO,IAAA,EAAK,CAChCqE,CAAAA,CAAO7D,CAAO,EAAIuD,CAAAA,CAAavD,CAAO,CAAA,CAGxC,OAAAsC,EAAYuB,CAAAA,CACZtB,CAAAA,CAAYF,CAAAA,CAELwB,CACT,CAAA,CAEA,cAAA,CAAe7D,CAAAA,CAAyB,CACtC,OAAO+C,CAAAA,CAAa/C,CAAO,CAC7B,CAAA,CAEA,mBAAmBA,CAAAA,CAAiBoD,CAAAA,CAAiC,CACnEhB,CAAAA,CAAc,IAAIpC,CAAAA,CAASoD,CAAK,CAAA,CAChCf,CAAAA,GACF,CAAA,CAEA,KAAA,EAAc,CACZ7C,CAAAA,CAAO,OAAM,CACb4C,CAAAA,CAAc,KAAA,EAAM,CACpBC,IACAC,CAAAA,CAAY,IAAA,CACZC,CAAAA,CAAY,GACd,CACF,CACF","file":"chunk-WOFIBIPW.cjs","sourcesContent":["/**\n * Debug Timeline — AI-specific event log with snapshot correlation.\n *\n * Records agent lifecycle events (start, complete, error, guardrail checks,\n * approvals, handoffs, patterns) and correlates them with core time-travel\n * snapshots for visual timeline UIs and fork-and-replay debugging.\n *\n * Zero-cost when debug=false — the timeline is simply `null`.\n *\n * @module\n */\n\nimport type { Plugin } from \"@directive-run/core\";\nimport type { DebugEvent, DebugEventType } from \"./types.js\";\n\n/** A12: Known event types for import validation */\nconst KNOWN_EVENT_TYPES: Set<string> = new Set([\n  \"agent_start\",\n  \"agent_complete\",\n  \"agent_error\",\n  \"agent_retry\",\n  \"guardrail_check\",\n  \"constraint_evaluate\",\n  \"resolver_start\",\n  \"resolver_complete\",\n  \"resolver_error\",\n  \"approval_request\",\n  \"approval_response\",\n  \"handoff_start\",\n  \"handoff_complete\",\n  \"pattern_start\",\n  \"pattern_complete\",\n  \"dag_node_update\",\n  \"breakpoint_hit\",\n  \"breakpoint_resumed\",\n  \"derivation_update\",\n  \"scratchpad_update\",\n  \"reflection_iteration\",\n  \"race_start\",\n  \"race_winner\",\n  \"race_cancelled\",\n  \"debate_round\",\n  \"reroute\",\n  \"checkpoint_save\",\n  \"checkpoint_restore\",\n  \"task_start\",\n  \"task_complete\",\n  \"task_error\",\n  \"task_progress\",\n  \"goal_step\",\n]);\n\n// ============================================================================\n// Types\n// ============================================================================\n\n/** Callback fired when a new event is recorded */\nexport type DebugTimelineListener = (event: DebugEvent) => void;\n\n/** Debug timeline instance */\nexport interface DebugTimeline {\n  /** Record a new event (id is auto-assigned) */\n  record(event: Omit<DebugEvent, \"id\"> & Record<string, unknown>): DebugEvent;\n  /** Get all events in order */\n  getEvents(): DebugEvent[];\n  /** Get events for a specific agent */\n  getEventsForAgent(agentId: string): DebugEvent[];\n  /** Get events by type with type narrowing */\n  getEventsByType<T extends DebugEventType>(\n    type: T,\n  ): Extract<DebugEvent, { type: T }>[];\n  /** Get events at a specific snapshot */\n  getEventsAtSnapshot(snapshotId: number): DebugEvent[];\n  /** Get events in a time range */\n  getEventsInRange(startMs: number, endMs: number): DebugEvent[];\n  /** Fork from a snapshot — truncates events after it and calls goTo */\n  forkFrom(snapshotId: number): void;\n  /** Export timeline as JSON */\n  export(): string;\n  /** Import timeline from JSON */\n  import(json: string): void;\n  /** Clear all events */\n  clear(): void;\n  /** Subscribe to new events. Returns unsubscribe function. */\n  subscribe(listener: DebugTimelineListener): () => void;\n  /** Current number of events */\n  readonly length: number;\n}\n\n/** Options for creating a debug timeline */\nexport interface DebugTimelineOptions {\n  /** Maximum events before eviction. @default 2000 */\n  maxEvents?: number;\n  /** Callback to get current snapshot ID from the system */\n  getSnapshotId?: () => number | null;\n  /** Callback to navigate to a snapshot (for forkFrom) */\n  goToSnapshot?: (snapshotId: number) => void;\n}\n\n// ============================================================================\n// Implementation\n// ============================================================================\n\nconst BLOCKED_IMPORT_KEYS = new Set([\n  \"__proto__\",\n  \"constructor\",\n  \"prototype\",\n  \"toString\",\n  \"valueOf\",\n  \"hasOwnProperty\",\n]);\n\n/**\n * Create a debug timeline for recording and correlating AI events.\n *\n * @example\n * ```typescript\n * const timeline = createDebugTimeline({ maxEvents: 1000 });\n *\n * timeline.record({\n *   type: \"agent_start\",\n *   timestamp: Date.now(),\n *   agentId: \"researcher\",\n *   snapshotId: null,\n *   inputLength: 42,\n * });\n *\n * const agentEvents = timeline.getEventsForAgent(\"researcher\");\n * ```\n */\nexport function createDebugTimeline(\n  options: DebugTimelineOptions = {},\n): DebugTimeline {\n  const maxEvents = options.maxEvents ?? 2000;\n  const goToSnapshot = options.goToSnapshot;\n\n  // Validate config\n  if (!Number.isFinite(maxEvents) || maxEvents < 1) {\n    throw new Error(\"[Directive DebugTimeline] maxEvents must be >= 1\");\n  }\n\n  let events: DebugEvent[] = [];\n  let nextId = 0;\n  const listeners = new Set<DebugTimelineListener>();\n\n  const timeline: DebugTimeline = {\n    record(event: Omit<DebugEvent, \"id\">): DebugEvent {\n      const fullEvent = { ...event, id: nextId++ } as DebugEvent;\n      events.push(fullEvent);\n\n      // Batch eviction — single splice instead of per-element shift\n      const overflow = events.length - maxEvents;\n      if (overflow > 0) {\n        events.splice(0, overflow);\n      }\n\n      // Notify listeners\n      for (const listener of listeners) {\n        try {\n          listener(fullEvent);\n        } catch (err) {\n          // A6: Log listener errors in dev mode instead of swallowing silently\n          if (\n            typeof process !== \"undefined\" &&\n            process.env?.NODE_ENV !== \"production\"\n          ) {\n            console.error(\n              \"[Directive DebugTimeline] Listener threw:\",\n              err instanceof Error ? err.message : err,\n            );\n          }\n        }\n      }\n\n      return fullEvent;\n    },\n\n    getEvents(): DebugEvent[] {\n      return [...events];\n    },\n\n    getEventsForAgent(agentId: string): DebugEvent[] {\n      return events.filter((e) => e.agentId === agentId);\n    },\n\n    getEventsByType<T extends DebugEventType>(\n      type: T,\n    ): Extract<DebugEvent, { type: T }>[] {\n      return events.filter((e) => e.type === type) as Extract<\n        DebugEvent,\n        { type: T }\n      >[];\n    },\n\n    getEventsAtSnapshot(snapshotId: number): DebugEvent[] {\n      return events.filter((e) => e.snapshotId === snapshotId);\n    },\n\n    getEventsInRange(startMs: number, endMs: number): DebugEvent[] {\n      return events.filter(\n        (e) => e.timestamp >= startMs && e.timestamp <= endMs,\n      );\n    },\n\n    forkFrom(snapshotId: number): void {\n      // A8: Single reverse scan instead of two .filter() passes\n      let cutoffId = -1;\n      for (let i = events.length - 1; i >= 0; i--) {\n        if (\n          events[i]!.snapshotId !== null &&\n          events[i]!.snapshotId! <= snapshotId\n        ) {\n          cutoffId = events[i]!.id;\n          break;\n        }\n      }\n\n      if (cutoffId >= 0) {\n        // Find the index to slice at (events are monotonic by id)\n        let sliceEnd = events.length;\n        for (let i = events.length - 1; i >= 0; i--) {\n          if (events[i]!.id <= cutoffId) {\n            sliceEnd = i + 1;\n            break;\n          }\n        }\n        events = events.slice(0, sliceEnd);\n      } else {\n        // No matching events — clear all\n        events = [];\n      }\n\n      // Navigate the system to the snapshot\n      if (goToSnapshot) {\n        goToSnapshot(snapshotId);\n      }\n    },\n\n    export(): string {\n      return JSON.stringify({ version: 1, events, nextId });\n    },\n\n    import(json: string): void {\n      let parsed: unknown;\n      try {\n        parsed = JSON.parse(json);\n      } catch {\n        throw new Error(\"[Directive DebugTimeline] Invalid JSON\");\n      }\n\n      if (!parsed || typeof parsed !== \"object\") {\n        throw new Error(\"[Directive DebugTimeline] Invalid timeline data\");\n      }\n\n      // Prototype pollution defense\n      for (const key of Object.keys(parsed)) {\n        if (BLOCKED_IMPORT_KEYS.has(key)) {\n          throw new Error(\n            `[Directive DebugTimeline] Blocked key in import: ${key}`,\n          );\n        }\n      }\n\n      const data = parsed as {\n        version?: number;\n        events?: unknown[];\n        nextId?: number;\n      };\n\n      if (!Array.isArray(data.events)) {\n        throw new Error(\"[Directive DebugTimeline] Missing events array\");\n      }\n\n      // Validate each event has required fields\n      const validated: DebugEvent[] = [];\n      for (const evt of data.events) {\n        if (!evt || typeof evt !== \"object\") {\n          continue;\n        }\n\n        // Prototype pollution defense on event objects\n        for (const key of Object.keys(evt)) {\n          if (BLOCKED_IMPORT_KEYS.has(key)) {\n            throw new Error(\n              `[Directive DebugTimeline] Blocked key in event: ${key}`,\n            );\n          }\n        }\n\n        const e = evt as Record<string, unknown>;\n        // A12: Also validate that event type is a known DebugEventType\n        if (\n          typeof e.id === \"number\" &&\n          typeof e.type === \"string\" &&\n          KNOWN_EVENT_TYPES.has(e.type) &&\n          typeof e.timestamp === \"number\"\n        ) {\n          validated.push(evt as DebugEvent);\n        }\n      }\n\n      // Enforce maxEvents cap on imported data\n      events =\n        validated.length > maxEvents ? validated.slice(-maxEvents) : validated;\n      nextId = typeof data.nextId === \"number\" ? data.nextId : validated.length;\n    },\n\n    clear(): void {\n      events = [];\n      nextId = 0;\n    },\n\n    subscribe(listener: DebugTimelineListener): () => void {\n      listeners.add(listener);\n\n      return () => {\n        listeners.delete(listener);\n      };\n    },\n\n    get length(): number {\n      return events.length;\n    },\n  };\n\n  return timeline;\n}\n\n// ============================================================================\n// Plugin Factory\n// ============================================================================\n\n/**\n * Create a Directive plugin that bridges core constraint/resolver events\n * to the debug timeline.\n *\n * @example\n * ```typescript\n * const timeline = createDebugTimeline();\n * const plugin = createDebugTimelinePlugin(timeline, () => system.history?.currentIndex ?? null);\n * ```\n */\nexport function createDebugTimelinePlugin(\n  timeline: DebugTimeline,\n  getSnapshotId: () => number | null,\n): Plugin {\n  const resolverStartTimes = new Map<string, number>();\n\n  return {\n    name: \"directive-ai-debug-timeline\",\n\n    onConstraintEvaluate(id: string, active: boolean) {\n      timeline.record({\n        type: \"constraint_evaluate\",\n        timestamp: Date.now(),\n        snapshotId: getSnapshotId(),\n        constraintId: id,\n        fired: active,\n      });\n    },\n\n    onResolverStart(resolver: string, req) {\n      resolverStartTimes.set(resolver, Date.now());\n      timeline.record({\n        type: \"resolver_start\",\n        timestamp: Date.now(),\n        snapshotId: getSnapshotId(),\n        resolverId: resolver,\n        requirementType: req.requirement.type,\n      });\n    },\n\n    onResolverComplete(resolver: string) {\n      const startTime = resolverStartTimes.get(resolver);\n      resolverStartTimes.delete(resolver);\n      timeline.record({\n        type: \"resolver_complete\",\n        timestamp: Date.now(),\n        snapshotId: getSnapshotId(),\n        resolverId: resolver,\n        durationMs: startTime ? Date.now() - startTime : 0,\n      });\n    },\n\n    onResolverError(resolver: string, _req, error) {\n      const startTime = resolverStartTimes.get(resolver);\n      resolverStartTimes.delete(resolver);\n      const errorMessage =\n        error instanceof Error ? error.message : String(error);\n      timeline.record({\n        type: \"resolver_error\",\n        timestamp: Date.now(),\n        snapshotId: getSnapshotId(),\n        resolverId: resolver,\n        errorMessage,\n        durationMs: startTime ? Date.now() - startTime : 0,\n      });\n    },\n  };\n}\n","/**\n * Health Monitor — tracks per-agent health metrics for self-healing networks.\n *\n * Pure computation module with zero Directive dependency.\n * Maintains a rolling window of success/failure events and computes a health\n * score from 0-100 based on configurable weights.\n *\n * @module\n */\n\nimport type { HealthMonitorConfig } from \"./types.js\";\n\n// ============================================================================\n// Types\n// ============================================================================\n\n/** Circuit state values */\nexport type HealthCircuitState = \"CLOSED\" | \"OPEN\" | \"HALF_OPEN\";\n\n/** Per-agent health metrics */\nexport interface AgentHealthMetrics {\n  agentId: string;\n  circuitState: HealthCircuitState;\n  successRate: number;\n  avgLatencyMs: number;\n  recentFailures: number;\n  recentSuccesses: number;\n  healthScore: number;\n  /** Last N error messages (most recent last) */\n  lastErrors: string[];\n}\n\n/** Internal event record */\ninterface HealthEvent {\n  success: boolean;\n  latencyMs: number;\n  timestamp: number;\n  errorMessage?: string;\n}\n\n/** Health monitor instance */\nexport interface HealthMonitor {\n  recordSuccess(agentId: string, latencyMs: number): void;\n  recordFailure(agentId: string, latencyMs: number, error?: Error): void;\n  getMetrics(agentId: string): AgentHealthMetrics;\n  getAllMetrics(): Record<string, AgentHealthMetrics>;\n  /** Returns a 0-100 health score. Returns 50 (neutral) when no data is available for the agent. */\n  getHealthScore(agentId: string): number;\n  updateCircuitState(agentId: string, state: HealthCircuitState): void;\n  /** Reset all metrics. Useful for testing. */\n  reset(): void;\n}\n\n// ============================================================================\n// Implementation\n// ============================================================================\n\nconst DEFAULT_WINDOW_MS = 60_000;\nconst DEFAULT_MAX_NORMAL_LATENCY_MS = 5_000;\nconst DEFAULT_MAX_EVENTS_PER_AGENT = 1_000;\nconst DEFAULT_MAX_STORED_ERRORS = 5;\nconst DEFAULT_WEIGHTS = {\n  successRate: 0.5,\n  latency: 0.3,\n  circuitState: 0.2,\n};\n\n/**\n * Create a health monitor that tracks per-agent metrics.\n *\n * @example\n * ```typescript\n * const monitor = createHealthMonitor({ windowMs: 30000 });\n *\n * monitor.recordSuccess(\"agent-a\", 120);\n * monitor.recordFailure(\"agent-a\", 5000, new Error(\"timeout\"));\n *\n * const score = monitor.getHealthScore(\"agent-a\");\n * console.log(score); // 0-100\n * ```\n */\nexport function createHealthMonitor(\n  config: HealthMonitorConfig = {},\n): HealthMonitor {\n  const windowMs = config.windowMs ?? DEFAULT_WINDOW_MS;\n  const maxNormalLatencyMs =\n    config.maxNormalLatencyMs ?? DEFAULT_MAX_NORMAL_LATENCY_MS;\n  const maxEventsPerAgent =\n    config.maxEventsPerAgent ?? DEFAULT_MAX_EVENTS_PER_AGENT;\n  const weights = {\n    successRate: config.weights?.successRate ?? DEFAULT_WEIGHTS.successRate,\n    latency: config.weights?.latency ?? DEFAULT_WEIGHTS.latency,\n    circuitState: config.weights?.circuitState ?? DEFAULT_WEIGHTS.circuitState,\n  };\n\n  // Validate config\n  if (!Number.isFinite(windowMs) || windowMs <= 0) {\n    throw new Error(\n      \"[Directive HealthMonitor] windowMs must be a positive number\",\n    );\n  }\n  if (!Number.isFinite(maxNormalLatencyMs) || maxNormalLatencyMs <= 0) {\n    throw new Error(\n      \"[Directive HealthMonitor] maxNormalLatencyMs must be a positive number\",\n    );\n  }\n  if (!Number.isFinite(maxEventsPerAgent) || maxEventsPerAgent < 1) {\n    throw new Error(\"[Directive HealthMonitor] maxEventsPerAgent must be >= 1\");\n  }\n\n  // A14: Validate individual weight bounds\n  for (const [key, value] of Object.entries(weights)) {\n    if (value < 0 || value > 1) {\n      throw new Error(\n        `[Directive HealthMonitor] weight \"${key}\" must be between 0 and 1 (got ${value})`,\n      );\n    }\n  }\n\n  // Validate weights sum approximately to 1.0\n  const weightSum =\n    weights.successRate + weights.latency + weights.circuitState;\n  if (Math.abs(weightSum - 1.0) > 0.01) {\n    throw new Error(\n      `[Directive HealthMonitor] weights must sum to ~1.0 (tolerance: ±0.01, got ${weightSum.toFixed(4)})`,\n    );\n  }\n\n  const events = new Map<string, HealthEvent[]>();\n  const circuitStates = new Map<string, HealthCircuitState>();\n\n  // L4: Generation counter for getAllMetrics caching\n  let generation = 0;\n  let cachedAll: Record<string, AgentHealthMetrics> | null = null;\n  let cachedGen = -1;\n\n  function getAgentEvents(agentId: string): HealthEvent[] {\n    let agentEvents = events.get(agentId);\n    if (!agentEvents) {\n      agentEvents = [];\n      events.set(agentId, agentEvents);\n    }\n\n    return agentEvents;\n  }\n\n  function pruneAndCap(agentEvents: HealthEvent[], now: number): void {\n    // Time-based pruning: find first event within the window\n    const cutoff = now - windowMs;\n    let firstValid = 0;\n    while (\n      firstValid < agentEvents.length &&\n      agentEvents[firstValid]!.timestamp < cutoff\n    ) {\n      firstValid++;\n    }\n\n    // Cap-based pruning: ensure we don't exceed maxEventsPerAgent\n    const excessFromCap = agentEvents.length - firstValid - maxEventsPerAgent;\n    if (excessFromCap > 0) {\n      firstValid += excessFromCap;\n    }\n\n    // Batch remove all expired/excess events in one operation\n    if (firstValid > 0) {\n      agentEvents.splice(0, firstValid);\n    }\n  }\n\n  function computeScore(agentId: string): number {\n    const agentEvents = events.get(agentId);\n    if (!agentEvents || agentEvents.length === 0) {\n      return 50; // No data = neutral\n    }\n\n    const now = Date.now();\n    pruneAndCap(agentEvents, now);\n\n    if (agentEvents.length === 0) {\n      return 50;\n    }\n\n    const successes = agentEvents.filter((e) => e.success).length;\n    const successRate = successes / agentEvents.length;\n\n    const avgLatency =\n      agentEvents.reduce((s, e) => s + e.latencyMs, 0) / agentEvents.length;\n    const normalizedLatency = Math.min(avgLatency / maxNormalLatencyMs, 1);\n\n    const state = circuitStates.get(agentId) ?? \"CLOSED\";\n    const circuitScore =\n      state === \"CLOSED\" ? 1 : state === \"HALF_OPEN\" ? 0.5 : 0;\n\n    const raw =\n      successRate * weights.successRate +\n      (1 - normalizedLatency) * weights.latency +\n      circuitScore * weights.circuitState;\n\n    return Math.round(raw * 100);\n  }\n\n  function buildMetrics(agentId: string): AgentHealthMetrics {\n    const agentEvents = getAgentEvents(agentId);\n    const now = Date.now();\n    pruneAndCap(agentEvents, now);\n\n    const successes = agentEvents.filter((e) => e.success).length;\n    const failures = agentEvents.length - successes;\n    const successRate =\n      agentEvents.length > 0 ? successes / agentEvents.length : 0;\n    const avgLatencyMs =\n      agentEvents.length > 0\n        ? agentEvents.reduce((s, e) => s + e.latencyMs, 0) / agentEvents.length\n        : 0;\n\n    // Collect last N error messages\n    const lastErrors: string[] = [];\n    for (\n      let i = agentEvents.length - 1;\n      i >= 0 && lastErrors.length < DEFAULT_MAX_STORED_ERRORS;\n      i--\n    ) {\n      if (agentEvents[i]!.errorMessage) {\n        lastErrors.unshift(agentEvents[i]!.errorMessage!);\n      }\n    }\n\n    return {\n      agentId,\n      circuitState: circuitStates.get(agentId) ?? \"CLOSED\",\n      successRate,\n      avgLatencyMs,\n      recentFailures: failures,\n      recentSuccesses: successes,\n      healthScore: computeScore(agentId),\n      lastErrors,\n    };\n  }\n\n  return {\n    recordSuccess(agentId: string, latencyMs: number): void {\n      const agentEvents = getAgentEvents(agentId);\n      agentEvents.push({ success: true, latencyMs, timestamp: Date.now() });\n      // A9: Prune on write path to prevent unbounded growth between reads\n      pruneAndCap(agentEvents, Date.now());\n      generation++;\n    },\n\n    recordFailure(agentId: string, latencyMs: number, error?: Error): void {\n      const agentEvents = getAgentEvents(agentId);\n      agentEvents.push({\n        success: false,\n        latencyMs,\n        timestamp: Date.now(),\n        errorMessage: error?.message,\n      });\n      // A9: Prune on write path to prevent unbounded growth between reads\n      pruneAndCap(agentEvents, Date.now());\n      generation++;\n    },\n\n    getMetrics(agentId: string): AgentHealthMetrics {\n      return buildMetrics(agentId);\n    },\n\n    getAllMetrics(): Record<string, AgentHealthMetrics> {\n      // L4: Return cached result when no writes have occurred\n      if (generation === cachedGen && cachedAll) {\n        return cachedAll;\n      }\n\n      const result: Record<string, AgentHealthMetrics> = Object.create(null);\n      for (const agentId of events.keys()) {\n        result[agentId] = buildMetrics(agentId);\n      }\n\n      cachedAll = result;\n      cachedGen = generation;\n\n      return result;\n    },\n\n    getHealthScore(agentId: string): number {\n      return computeScore(agentId);\n    },\n\n    updateCircuitState(agentId: string, state: HealthCircuitState): void {\n      circuitStates.set(agentId, state);\n      generation++;\n    },\n\n    reset(): void {\n      events.clear();\n      circuitStates.clear();\n      generation++;\n      cachedAll = null;\n      cachedGen = -1;\n    },\n  };\n}\n"]}

package/dist/chunk-XN5LUOVS.cjs

@@ -0,0 +1,37 @@
+'use strict';var chunk3WO4MWJM_cjs=require('./chunk-3WO4MWJM.cjs');var M=class{constructor(n){this.max=n;if(n<1)throw new Error(`[Directive Evals] concurrency must be >= 1, got ${n}`)}queue=[];active=0;async acquire(n){if(this.active<this.max){this.active++;return}return new Promise((r,s)=>{let a={resolve:r,reject:s};this.queue.push(a),n&&n.addEventListener("abort",()=>{let t=this.queue.indexOf(a);t!==-1&&(this.queue.splice(t,1),s(new Error("Semaphore acquire aborted")));},{once:true});})}release(){if(this.active<=0)return;this.active--;let n=this.queue.shift();n&&(this.active++,n.resolve());}};function N(e,n){return typeof n=="function"?{name:e,fn:n,threshold:.5,weight:1}:{...n,name:e,threshold:n.threshold??.5,weight:n.weight??1}}function P(e,n){let r=0,s=0;for(let[a,t]of Object.entries(e)){let u=n[a]?.weight??1,i=Number.isFinite(t.score)?t.score:0;r+=i*u,s+=u;}return s===0?0:r/s}function T(e,n){let r=0,s=0;for(let[a,t]of Object.entries(e)){let u=n[a]?.weight??1,i=Number.isFinite(t)?t:0;r+=i*u,s+=u;}return s===0?0:r/s}var k={pii:[/\b\d{3}-\d{2}-\d{4}\b/,/\b(?:4\d{3}|5[1-5]\d{2}|6011)\d{12}\b/,/\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\b/],violence:[/\b(kill|murder|attack|bomb|weapon|shoot|stab)\b/i],self_harm:[/\b(suicide|self[- ]harm|cut myself)\b/i],illegal:[/\b(hack into|break into|steal|counterfeit)\b/i]};function _(e){return {name:"cost",fn:n=>{let r=Date.now(),s=n.result.totalTokens,a=s/e.maxTokensPerRun,t;return a<=.5?t=1:a>=2?t=0:t=1-(a-.5)/1.5,{score:t,passed:s<=e.maxTokensPerRun,reason:`${s} tokens (budget: ${e.maxTokensPerRun})`,durationMs:Date.now()-r}},threshold:.5,weight:1}}function J(e){return {name:"latency",fn:n=>{let r=Date.now(),s=n.runDurationMs,a=s/e.maxMs,t;return a<=.5?t=1:a>=2?t=0:t=1-(a-.5)/1.5,{score:t,passed:s<=e.maxMs,reason:`${Math.round(s)}ms (max: ${e.maxMs}ms)`,durationMs:Date.now()-r}},threshold:.5,weight:1}}function F(e){if(e.minLength!==void 0&&e.maxLength!==void 0&&e.minLength>e.maxLength)throw new Error("[Directive Evals] evalOutputLength: minLength must be <= maxLength");return {name:"outputLength",fn:n=>{let r=Date.now(),a=String(n.result.output).length,t=e.minLength??0,o=e.maxLength??Number.POSITIVE_INFINITY,u=a>=t&&a<=o,i;return u?i=1:a<t?i=t>0?Math.max(0,a/t):0:i=o>0&&o!==Number.POSITIVE_INFINITY?Math.max(0,1-(a-o)/o):0,{score:i,passed:u,reason:`${a} chars (range: ${t}-${o===Number.POSITIVE_INFINITY?"\u221E":o})`,durationMs:Date.now()-r}},threshold:.5,weight:1}}function q(e={}){let n;if(e.blockedPatterns)n=e.blockedPatterns;else if(e.categories&&e.categories.length>0){n=[];for(let r of e.categories){let s=k[r];s&&n.push(...s);}}else {n=[];for(let r of Object.values(k))n.push(...r);}return {name:"safety",fn:r=>{let s=Date.now(),a=String(r.result.output),t=[];for(let u of n)u.test(a)&&t.push(u.source);return {score:t.length===0?1:0,passed:t.length===0,reason:t.length===0?"No unsafe patterns detected":`Matched patterns: ${t.join(", ")}`,durationMs:Date.now()-s}},threshold:1,weight:2}}function Y(e){return {name:"structure",fn:n=>{let r=Date.now(),s=n.result.output;if(e.type==="json")try{let t=typeof s=="string"?JSON.parse(s):s;if(!t||typeof t!="object"||Array.isArray(t))return {score:0,passed:!1,reason:"Output is not a valid JSON object",durationMs:Date.now()-r};if(e.requiredKeys&&t&&typeof t=="object"){let o=e.requiredKeys.filter(u=>!Object.hasOwn(t,u));if(o.length>0)return {score:1-o.length/e.requiredKeys.length,passed:!1,reason:`Missing keys: ${o.join(", ")}`,durationMs:Date.now()-r}}return {score:1,passed:!0,reason:"Valid JSON with all required keys",durationMs:Date.now()-r}}catch{return {score:0,passed:false,reason:"Output is not valid JSON",durationMs:Date.now()-r}}let a=String(s);return {score:a.length>0?1:0,passed:a.length>0,reason:a.length>0?"Non-empty output":"Empty output",durationMs:Date.now()-r}},threshold:.5,weight:1}}function G(e){let n=e.promptTemplate??`You are evaluating an AI agent's output. Score it from 0.0 to 1.0.
+
+Input: {{input}}
+Expected: {{expected}}
+Actual Output: {{output}}
+
+Respond with ONLY a JSON object: {"score": <number>, "reason": "<brief explanation>"}`;return {name:"judge",fn:async r=>{let s=Date.now(),a=n.replaceAll("{{input}}",r.testCase.input).replaceAll("{{expected}}",r.testCase.expected??"N/A").replaceAll("{{output}}",String(r.result.output)),t=e.timeoutMs??3e4,o=new AbortController,u=setTimeout(()=>o.abort(),t),i=e.signal?chunk3WO4MWJM_cjs.e([e.signal,o.signal]):o.signal;try{let v=(await e.runner(e.judge,a,{signal:i})).output;if(typeof v!="string")return {score:0,passed:!1,reason:"Judge returned non-string output",durationMs:Date.now()-s};let l=JSON.parse(v),S=Math.max(0,Math.min(1,l.score));return {score:S,passed:S>=.5,reason:l.reason??`Judge score: ${S}`,durationMs:Date.now()-s}}catch(c){return {score:0,passed:false,reason:`Judge error: ${c instanceof Error?c.message:String(c)}`,durationMs:Date.now()-s}}finally{clearTimeout(u);}},threshold:.5,weight:1.5}}function z(e={}){let n=e.mode??"contains",r=e.caseInsensitive??true;return {name:"match",fn:s=>{let a=Date.now(),t=s.testCase.expected;if(!t)return {score:1,passed:true,reason:"No expected output to match",durationMs:Date.now()-a};let o=String(s.result.output),u=r?o.toLowerCase():o,i=r?t.toLowerCase():t,c=false;if(n==="exact")c=u===i;else if(n==="contains")c=u.includes(i);else if(n==="regex"){if(t.length>500)return {score:0,passed:false,reason:`Regex pattern too long (${t.length} chars, max 500)`,durationMs:Date.now()-a};if(/([+*}])\)([+*{])/.test(t)||/([+*}])\]([+*{])/.test(t))return {score:0,passed:false,reason:"Pattern contains dangerous nested quantifiers",durationMs:Date.now()-a};try{c=new RegExp(t,r?"i":"").test(o);}catch{return {score:0,passed:false,reason:`Invalid regex pattern: ${t}`,durationMs:Date.now()-a}}}return {score:c?1:0,passed:c,reason:c?`Output ${n} match`:`Output does not ${n} match expected`,durationMs:Date.now()-a}},threshold:1,weight:1}}var L=`You are evaluating an AI agent's output for faithfulness to the provided context.
+
+Faithfulness measures whether all claims in the output are supported by the context.
+Score 1.0 if every claim is grounded in the context.
+Score 0.0 if the output contains fabricated information not in the context.
+
+Context: {{context}}
+Agent Output: {{output}}
+
+Respond with ONLY a JSON object: {"score": <number 0.0-1.0>, "reason": "<brief explanation>"}`;function X(e){return {name:"faithfulness",fn:async n=>{let r=Date.now(),s=n.testCase.context??n.testCase.expected;if(!s)return {score:1,passed:true,reason:"No context provided for faithfulness check",durationMs:Date.now()-r};let a=L.replaceAll("{{context}}",s).replaceAll("{{output}}",String(n.result.output)),t=e.timeoutMs??3e4,o=new AbortController,u=setTimeout(()=>o.abort(),t),i=e.signal?chunk3WO4MWJM_cjs.e([e.signal,o.signal]):o.signal;try{let v=(await e.runner(e.judge,a,{signal:i})).output;if(typeof v!="string")return {score:0,passed:!1,reason:"Judge returned non-string output",durationMs:Date.now()-r};let l=JSON.parse(v),S=Math.max(0,Math.min(1,l.score));return {score:S,passed:S>=.7,reason:l.reason??`Faithfulness score: ${S}`,durationMs:Date.now()-r}}catch(c){return {score:0,passed:false,reason:`Faithfulness eval error: ${c instanceof Error?c.message:String(c)}`,durationMs:Date.now()-r}}finally{clearTimeout(u);}},threshold:.7,weight:1.5}}var $=`You are evaluating an AI agent's output for relevance to the user's question.
+
+Relevance measures whether the output directly addresses the question asked.
+Score 1.0 if the output fully and directly answers the question.
+Score 0.0 if the output is completely off-topic or irrelevant.
+
+User Question: {{input}}
+Agent Output: {{output}}
+
+Respond with ONLY a JSON object: {"score": <number 0.0-1.0>, "reason": "<brief explanation>"}`;function H(e){return {name:"relevance",fn:async n=>{let r=Date.now(),s=$.replaceAll("{{input}}",n.testCase.input).replaceAll("{{output}}",String(n.result.output)),a=e.timeoutMs??3e4,t=new AbortController,o=setTimeout(()=>t.abort(),a),u=e.signal?chunk3WO4MWJM_cjs.e([e.signal,t.signal]):t.signal;try{let c=(await e.runner(e.judge,s,{signal:u})).output;if(typeof c!="string")return {score:0,passed:!1,reason:"Judge returned non-string output",durationMs:Date.now()-r};let v=JSON.parse(c),l=Math.max(0,Math.min(1,v.score));return {score:l,passed:l>=.7,reason:v.reason??`Relevance score: ${l}`,durationMs:Date.now()-r}}catch(i){return {score:0,passed:false,reason:`Relevance eval error: ${i instanceof Error?i.message:String(i)}`,durationMs:Date.now()-r}}finally{clearTimeout(o);}},threshold:.7,weight:1.5}}var j=`You are evaluating an AI agent's output for coherence and logical consistency.
+
+Coherence measures whether the output is well-structured, logically consistent,
+and flows naturally. Check for contradictions, non-sequiturs, and clarity.
+Score 1.0 if the output is perfectly coherent and well-organized.
+Score 0.0 if the output is incoherent, contradictory, or disorganized.
+
+Agent Output: {{output}}
+
+Respond with ONLY a JSON object: {"score": <number 0.0-1.0>, "reason": "<brief explanation>"}`;function V(e){return {name:"coherence",fn:async n=>{let r=Date.now(),s=j.replaceAll("{{output}}",String(n.result.output)),a=e.timeoutMs??3e4,t=new AbortController,o=setTimeout(()=>t.abort(),a),u=e.signal?chunk3WO4MWJM_cjs.e([e.signal,t.signal]):t.signal;try{let c=(await e.runner(e.judge,s,{signal:u})).output;if(typeof c!="string")return {score:0,passed:!1,reason:"Judge returned non-string output",durationMs:Date.now()-r};let v=JSON.parse(c),l=Math.max(0,Math.min(1,v.score));return {score:l,passed:l>=.7,reason:v.reason??`Coherence score: ${l}`,durationMs:Date.now()-r}}catch(i){return {score:0,passed:false,reason:`Coherence eval error: ${i instanceof Error?i.message:String(i)}`,durationMs:Date.now()-r}}finally{clearTimeout(o);}},threshold:.7,weight:1}}function K(e){let{agents:n,runner:r,dataset:s,runOptions:a,concurrency:t=5,timeline:o,onCaseComplete:u,onAgentComplete:i,signal:c}=e;if(s.length===0)throw new Error("[Directive Evals] Dataset must contain at least one test case");let v=new M(t),l={};for(let[p,d]of Object.entries(e.criteria))l[p]=N(p,d);async function S(p,d){try{await v.acquire(c);}catch{let b={};for(let f of Object.keys(l))b[f]={score:0,passed:false,reason:"Evaluation aborted",durationMs:0};return {testCase:d,agentName:p.name,runResult:{output:"",messages:[],toolCalls:[],totalTokens:0},scores:b,overallScore:0,allPassed:false,runDurationMs:0}}try{let b=Date.now(),f;try{f=await r(p,d.input,{...a,signal:c});}catch(y){let h={output:"",messages:[],toolCalls:[],totalTokens:0},E={};for(let O of Object.keys(l))E[O]={score:0,passed:!1,reason:`Agent error: ${y instanceof Error?`${y.name}: ${y.message}`:String(y)}`,durationMs:0};return {testCase:d,agentName:p.name,runResult:h,scores:E,overallScore:0,allPassed:!1,runDurationMs:Date.now()-b}}let w=Date.now()-b,R={agent:p,testCase:d,result:f,runDurationMs:w},g={};for(let[y,h]of Object.entries(l))try{let E=await h.fn(R);g[y]={...E,passed:E.score>=(h.threshold??.5)};}catch(E){g[y]={score:0,passed:!1,reason:`Criterion error: ${E instanceof Error?`${E.name}: ${E.message}`:String(E)}`,durationMs:0};}let m=P(g,l),x=Object.values(g).every(y=>y.passed),A={testCase:d,agentName:p.name,runResult:f,scores:g,overallScore:m,allPassed:x,runDurationMs:w};return o&&o.record({type:"agent_complete",timestamp:Date.now(),agentId:`eval:${p.name}`,outputLength:String(f.output).length,totalTokens:f.totalTokens,durationMs:w,snapshotId:null}),u?.(A),A}finally{v.release();}}function D(p,d){let b={},f={},w=0,R=0,g=0;for(let h of Object.keys(l))b[h]=0,f[h]=0;for(let h of d){w+=h.runResult.totalTokens,R+=h.runDurationMs,h.allPassed&&g++;for(let[E,O]of Object.entries(h.scores))b[E]=(b[E]??0)+O.score,O.passed&&(f[E]=(f[E]??0)+1);}let m=d.length,x={},A={};for(let h of Object.keys(l))x[h]=m>0?(b[h]??0)/m:0,A[h]=m>0?(f[h]??0)/m:0;let y=m>0?T(x,l):0;return {agentName:p,criterionAverages:x,criterionPassRates:A,overallScore:y,passRate:m>0?g/m:0,totalTokens:w,avgLatencyMs:m>0?R/m:0,totalCases:m,passedCases:g}}return {getAgents:()=>[...n],getCriteria:()=>Object.keys(l),getDataset:()=>[...s],async run(){let p=Date.now(),d=[],b={},f=n.map(async g=>{if(c?.aborted)return;let m=await Promise.all(s.map(x=>S(g,x)));return {agent:g,agentResults:m}}),w=await Promise.all(f);for(let g of w){if(!g)continue;d.push(...g.agentResults);let m=D(g.agent.name,g.agentResults);b[g.agent.name]=m,i?.(m);}let R=Date.now();return {summary:b,details:d,durationMs:R-p,totalTokens:d.reduce((g,m)=>g+m.runResult.totalTokens,0),startedAt:p,completedAt:R}},async runAgent(p){let d=n.find(w=>w.name===p);if(!d)throw new Error(`[Directive Evals] Unknown agent: "${p}"`);let b=await Promise.all(s.map(w=>S(d,w))),f=D(d.name,b);return i?.(f),f}}}function W(e,n){let r=[];for(let[s,a]of Object.entries(e.summary))if(n.minScore!==void 0&&a.overallScore<n.minScore&&r.push(`Agent "${s}" score ${a.overallScore.toFixed(3)} < minimum ${n.minScore}`),n.minPassRate!==void 0&&a.passRate<n.minPassRate&&r.push(`Agent "${s}" pass rate ${a.passRate.toFixed(3)} < minimum ${n.minPassRate}`),n.failOn)for(let t of n.failOn){let o=a.criterionPassRates[t];o!==void 0&&o<1&&r.push(`Agent "${s}" criterion "${t}" pass rate ${o.toFixed(3)} < 1.0 (failOn)`);}if(r.length>0)throw new Error(`[Directive Evals] Assertion failed:
+${r.join(`
+`)}`)}exports.a=_;exports.b=J;exports.c=F;exports.d=q;exports.e=Y;exports.f=G;exports.g=z;exports.h=X;exports.i=H;exports.j=V;exports.k=K;exports.l=W;//# sourceMappingURL=chunk-XN5LUOVS.cjs.map
+//# sourceMappingURL=chunk-XN5LUOVS.cjs.map

package/dist/chunk-XN5LUOVS.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evals.ts"],"names":["EvalSemaphore","max","signal","resolve","reject","entry","idx","next","normalizeCriterion","name","input","computeWeightedScore","scores","criteria","weightedSum","totalWeight","score","weight","safeScore","computeWeightedAverage","averages","avg","safeAvg","SAFETY_CATEGORY_PATTERNS","evalCost","options","context","start","tokens","ratio","evalLatency","duration","evalOutputLength","length","min","withinRange","evalSafety","patterns","category","categoryPatterns","output","matches","pattern","evalStructure","parsed","missing","k","str","evalJudge","template","prompt","timeoutMs","controller","timer","combinedSignal","combineSignals","raw","err","evalMatch","mode","ci","expected","a","b","matched","FAITHFULNESS_PROMPT","evalFaithfulness","refContext","RELEVANCE_PROMPT","evalRelevance","COHERENCE_PROMPT","evalCoherence","createEvalSuite","config","agents","runner","dataset","runOptions","concurrency","timeline","onCaseComplete","onAgentComplete","sem","evaluateCase","agent","testCase","runStart","runResult","errorResult","runDurationMs","evalContext","criterion","overallScore","allPassed","s","caseResult","buildAgentSummary","agentName","caseResults","criterionSums","criterionPasses","totalTokens","totalLatency","passedCases","cr","totalCases","criterionAverages","criterionPassRates","startedAt","allDetails","summary","agentPromises","agentResults","results","agentSummary","completedAt","sum","d","evalAssert","failures","criterionName","passRate"],"mappings":"mEA8LA,IAAMA,CAAAA,CAAN,KAAoB,CAKlB,WAAA,CAA6BC,EAAa,CAAb,IAAA,CAAA,GAAA,CAAAA,CAAAA,CAC3B,GAAIA,CAAAA,CAAM,CAAA,CACR,MAAM,IAAI,KAAA,CAAM,mDAAmDA,CAAG,CAAA,CAAE,CAE5E,CARQ,KAAA,CACN,EAAC,CACK,MAAA,CAAS,CAAA,CAQjB,MAAM,OAAA,CAAQC,CAAAA,CAAqC,CACjD,GAAI,IAAA,CAAK,OAAS,IAAA,CAAK,GAAA,CAAK,CAC1B,IAAA,CAAK,MAAA,EAAA,CAEL,MACF,CAEA,OAAO,IAAI,QAAc,CAACC,CAAAA,CAASC,IAAW,CAC5C,IAAMC,CAAAA,CAAQ,CAAE,OAAA,CAAAF,CAAAA,CAAS,OAAAC,CAAO,CAAA,CAChC,KAAK,KAAA,CAAM,IAAA,CAAKC,CAAK,CAAA,CAEjBH,CAAAA,EACFA,CAAAA,CAAO,gBAAA,CACL,OAAA,CACA,IAAM,CACJ,IAAMI,CAAAA,CAAM,KAAK,KAAA,CAAM,OAAA,CAAQD,CAAK,CAAA,CAChCC,CAAAA,GAAQ,EAAA,GACV,IAAA,CAAK,KAAA,CAAM,MAAA,CAAOA,EAAK,CAAC,CAAA,CACxBF,EAAO,IAAI,KAAA,CAAM,2BAA2B,CAAC,CAAA,EAEjD,CAAA,CACA,CAAE,IAAA,CAAM,IAAK,CACf,EAEJ,CAAC,CACH,CAEA,OAAA,EAAgB,CAEd,GAAI,IAAA,CAAK,MAAA,EAAU,CAAA,CACjB,OAGF,IAAA,CAAK,SACL,IAAMG,CAAAA,CAAO,KAAK,KAAA,CAAM,KAAA,GACpBA,CAAAA,GACF,IAAA,CAAK,MAAA,EAAA,CACLA,CAAAA,CAAK,OAAA,EAAQ,EAEjB,CACF,CAAA,CAMA,SAASC,EACPC,CAAAA,CACAC,CAAAA,CACe,CACf,OAAI,OAAOA,CAAAA,EAAU,UAAA,CACZ,CAAE,IAAA,CAAAD,EAAM,EAAA,CAAIC,CAAAA,CAAO,UAAW,EAAA,CAAK,MAAA,CAAQ,CAAI,CAAA,CAGjD,CACL,GAAGA,CAAAA,CACH,IAAA,CAAAD,CAAAA,CACA,UAAWC,CAAAA,CAAM,SAAA,EAAa,GAC9B,MAAA,CAAQA,CAAAA,CAAM,QAAU,CAC1B,CACF,CAEA,SAASC,CAAAA,CACPC,CAAAA,CACAC,EACQ,CACR,IAAIC,EAAc,CAAA,CACdC,CAAAA,CAAc,EAElB,IAAA,GAAW,CAACN,CAAAA,CAAMO,CAAK,CAAA,GAAK,MAAA,CAAO,QAAQJ,CAAM,CAAA,CAAG,CAElD,IAAMK,CAAAA,CADYJ,EAASJ,CAAI,CAAA,EACL,MAAA,EAAU,CAAA,CAE9BS,CAAAA,CAAY,MAAA,CAAO,SAASF,CAAAA,CAAM,KAAK,EAAIA,CAAAA,CAAM,KAAA,CAAQ,EAC/DF,CAAAA,EAAeI,CAAAA,CAAYD,CAAAA,CAC3BF,CAAAA,EAAeE,EACjB,CAEA,OAAIF,CAAAA,GAAgB,CAAA,CACX,EAGFD,CAAAA,CAAcC,CACvB,CAGA,SAASI,CAAAA,CACPC,CAAAA,CACAP,CAAAA,CACQ,CACR,IAAIC,EAAc,CAAA,CACdC,CAAAA,CAAc,EAElB,IAAA,GAAW,CAACN,EAAMY,CAAG,CAAA,GAAK,MAAA,CAAO,OAAA,CAAQD,CAAQ,CAAA,CAAG,CAElD,IAAMH,CAAAA,CADYJ,EAASJ,CAAI,CAAA,EACL,QAAU,CAAA,CAE9Ba,CAAAA,CAAU,MAAA,CAAO,QAAA,CAASD,CAAG,CAAA,CAAIA,EAAM,CAAA,CAC7CP,CAAAA,EAAeQ,EAAUL,CAAAA,CACzBF,CAAAA,EAAeE,EACjB,CAEA,OAAIF,CAAAA,GAAgB,CAAA,CACX,CAAA,CAGFD,CAAAA,CAAcC,CACvB,CAMA,IAAMQ,EAAqD,CACzD,GAAA,CAAK,CACH,uBAAA,CACA,uCAAA,CACA,oDACF,CAAA,CACA,QAAA,CAAU,CAAC,kDAAkD,CAAA,CAC7D,SAAA,CAAW,CAAC,wCAAwC,CAAA,CACpD,QAAS,CAAC,+CAA+C,CAC3D,CAAA,CAsBO,SAASC,CAAAA,CAASC,EAAyC,CAChE,OAAO,CACL,IAAA,CAAM,MAAA,CACN,GAAKC,CAAAA,EAAY,CACf,IAAMC,CAAAA,CAAQ,IAAA,CAAK,GAAA,GACbC,CAAAA,CAASF,CAAAA,CAAQ,OAAO,WAAA,CACxBG,CAAAA,CAAQD,EAASH,CAAAA,CAAQ,eAAA,CAE3BT,CAAAA,CACJ,OAAIa,CAAAA,EAAS,EAAA,CACXb,EAAQ,CAAA,CACCa,CAAAA,EAAS,EAClBb,CAAAA,CAAQ,CAAA,CAERA,EAAQ,CAAA,CAAA,CAAOa,CAAAA,CAAQ,EAAA,EAAO,GAAA,CAGzB,CACL,KAAA,CAAAb,EACA,MAAA,CAAQY,CAAAA,EAAUH,EAAQ,eAAA,CAC1B,MAAA,CAAQ,GAAGG,CAAM,CAAA,iBAAA,EAAoBH,CAAAA,CAAQ,eAAe,CAAA,CAAA,CAAA,CAC5D,UAAA,CAAY,KAAK,GAAA,EAAI,CAAIE,CAC3B,CACF,CAAA,CACA,UAAW,EAAA,CACX,MAAA,CAAQ,CACV,CACF,CAkBO,SAASG,EAAYL,CAAAA,CAA4C,CACtE,OAAO,CACL,IAAA,CAAM,UACN,EAAA,CAAKC,CAAAA,EAAY,CACf,IAAMC,CAAAA,CAAQ,IAAA,CAAK,KAAI,CACjBI,CAAAA,CAAWL,EAAQ,aAAA,CACnBG,CAAAA,CAAQE,EAAWN,CAAAA,CAAQ,KAAA,CAE7BT,CAAAA,CACJ,OAAIa,CAAAA,EAAS,EAAA,CACXb,EAAQ,CAAA,CACCa,CAAAA,EAAS,EAClBb,CAAAA,CAAQ,CAAA,CAERA,EAAQ,CAAA,CAAA,CAAOa,CAAAA,CAAQ,EAAA,EAAO,GAAA,CAGzB,CACL,KAAA,CAAAb,EACA,MAAA,CAAQe,CAAAA,EAAYN,EAAQ,KAAA,CAC5B,MAAA,CAAQ,GAAG,IAAA,CAAK,KAAA,CAAMM,CAAQ,CAAC,CAAA,SAAA,EAAYN,CAAAA,CAAQ,KAAK,CAAA,GAAA,CAAA,CACxD,UAAA,CAAY,KAAK,GAAA,EAAI,CAAIE,CAC3B,CACF,CAAA,CACA,SAAA,CAAW,EAAA,CACX,MAAA,CAAQ,CACV,CACF,CAaO,SAASK,EACdP,CAAAA,CACe,CACf,GACEA,CAAAA,CAAQ,SAAA,GAAc,MAAA,EACtBA,CAAAA,CAAQ,SAAA,GAAc,MAAA,EACtBA,EAAQ,SAAA,CAAYA,CAAAA,CAAQ,UAE5B,MAAM,IAAI,MACR,oEACF,CAAA,CAGF,OAAO,CACL,IAAA,CAAM,cAAA,CACN,GAAKC,CAAAA,EAAY,CACf,IAAMC,CAAAA,CAAQ,IAAA,CAAK,KAAI,CAEjBM,CAAAA,CADS,MAAA,CAAOP,CAAAA,CAAQ,MAAA,CAAO,MAAM,EACrB,MAAA,CAChBQ,CAAAA,CAAMT,EAAQ,SAAA,EAAa,CAAA,CAC3BxB,EAAMwB,CAAAA,CAAQ,SAAA,EAAa,MAAA,CAAO,iBAAA,CAElCU,CAAAA,CAAcF,CAAAA,EAAUC,GAAOD,CAAAA,EAAUhC,CAAAA,CAC3Ce,EAEJ,OAAImB,CAAAA,CACFnB,EAAQ,CAAA,CACCiB,CAAAA,CAASC,CAAAA,CAClBlB,CAAAA,CAAQkB,CAAAA,CAAM,CAAA,CAAI,KAAK,GAAA,CAAI,CAAA,CAAGD,EAASC,CAAG,CAAA,CAAI,EAE9ClB,CAAAA,CACEf,CAAAA,CAAM,CAAA,EAAKA,CAAAA,GAAQ,MAAA,CAAO,iBAAA,CACtB,KAAK,GAAA,CAAI,CAAA,CAAG,GAAOgC,CAAAA,CAAShC,CAAAA,EAAOA,CAAG,CAAA,CACtC,CAAA,CAGD,CACL,KAAA,CAAAe,CAAAA,CACA,MAAA,CAAQmB,EACR,MAAA,CAAQ,CAAA,EAAGF,CAAM,CAAA,eAAA,EAAkBC,CAAG,IAAIjC,CAAAA,GAAQ,MAAA,CAAO,iBAAA,CAAoB,QAAA,CAAMA,CAAG,CAAA,CAAA,CAAA,CACtF,WAAY,IAAA,CAAK,GAAA,GAAQ0B,CAC3B,CACF,EACA,SAAA,CAAW,EAAA,CACX,MAAA,CAAQ,CACV,CACF,CAoBO,SAASS,CAAAA,CAAWX,CAAAA,CAA6B,EAAC,CAAkB,CACzE,IAAIY,CAAAA,CAEJ,GAAIZ,CAAAA,CAAQ,eAAA,CACVY,CAAAA,CAAWZ,CAAAA,CAAQ,wBACVA,CAAAA,CAAQ,UAAA,EAAcA,EAAQ,UAAA,CAAW,MAAA,CAAS,EAAG,CAC9DY,CAAAA,CAAW,EAAC,CACZ,IAAA,IAAWC,CAAAA,IAAYb,EAAQ,UAAA,CAAY,CACzC,IAAMc,CAAAA,CAAmBhB,CAAAA,CAAyBe,CAAQ,CAAA,CACtDC,CAAAA,EACFF,CAAAA,CAAS,IAAA,CAAK,GAAGE,CAAgB,EAErC,CACF,CAAA,KAAO,CAELF,CAAAA,CAAW,GACX,IAAA,IAAWE,CAAAA,IAAoB,MAAA,CAAO,MAAA,CAAOhB,CAAwB,CAAA,CACnEc,EAAS,IAAA,CAAK,GAAGE,CAAgB,EAErC,CAEA,OAAO,CACL,IAAA,CAAM,QAAA,CACN,EAAA,CAAKb,CAAAA,EAAY,CACf,IAAMC,CAAAA,CAAQ,IAAA,CAAK,KAAI,CACjBa,CAAAA,CAAS,OAAOd,CAAAA,CAAQ,MAAA,CAAO,MAAM,CAAA,CACrCe,CAAAA,CAAoB,GAE1B,IAAA,IAAWC,CAAAA,IAAWL,EAChBK,CAAAA,CAAQ,IAAA,CAAKF,CAAM,CAAA,EACrBC,CAAAA,CAAQ,IAAA,CAAKC,CAAAA,CAAQ,MAAM,CAAA,CAM/B,OAAO,CACL,KAAA,CAHYD,EAAQ,MAAA,GAAW,CAAA,CAAI,EAAM,CAAA,CAIzC,MAAA,CAAQA,CAAAA,CAAQ,MAAA,GAAW,CAAA,CAC3B,MAAA,CACEA,EAAQ,MAAA,GAAW,CAAA,CACf,8BACA,CAAA,kBAAA,EAAqBA,CAAAA,CAAQ,KAAK,IAAI,CAAC,CAAA,CAAA,CAC7C,UAAA,CAAY,IAAA,CAAK,GAAA,GAAQd,CAC3B,CACF,EACA,SAAA,CAAW,CAAA,CACX,OAAQ,CACV,CACF,CAaO,SAASgB,CAAAA,CAAclB,CAAAA,CAA8C,CAC1E,OAAO,CACL,KAAM,WAAA,CACN,EAAA,CAAKC,GAAY,CACf,IAAMC,CAAAA,CAAQ,IAAA,CAAK,GAAA,EAAI,CACjBa,EAASd,CAAAA,CAAQ,MAAA,CAAO,OAE9B,GAAID,CAAAA,CAAQ,OAAS,MAAA,CACnB,GAAI,CACF,IAAMmB,CAAAA,CACJ,OAAOJ,GAAW,QAAA,CAAW,IAAA,CAAK,MAAMA,CAAM,CAAA,CAAIA,EAGpD,GAAI,CAACI,CAAAA,EAAU,OAAOA,CAAAA,EAAW,QAAA,EAAY,MAAM,OAAA,CAAQA,CAAM,EAC/D,OAAO,CACL,MAAO,CAAA,CACP,MAAA,CAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,mCAAA,CACR,UAAA,CAAY,KAAK,GAAA,EAAI,CAAIjB,CAC3B,CAAA,CAGF,GAAIF,EAAQ,YAAA,EAAgBmB,CAAAA,EAAU,OAAOA,CAAAA,EAAW,QAAA,CAAU,CAChE,IAAMC,CAAAA,CAAUpB,CAAAA,CAAQ,aAAa,MAAA,CAClCqB,CAAAA,EAAM,CAAC,MAAA,CAAO,MAAA,CAAOF,CAAAA,CAAQE,CAAC,CACjC,CAAA,CACA,GAAID,CAAAA,CAAQ,MAAA,CAAS,EACnB,OAAO,CACL,MAAO,CAAA,CAAMA,CAAAA,CAAQ,MAAA,CAASpB,CAAAA,CAAQ,YAAA,CAAa,MAAA,CACnD,OAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,iBAAiBoB,CAAAA,CAAQ,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA,CAC3C,UAAA,CAAY,IAAA,CAAK,GAAA,EAAI,CAAIlB,CAC3B,CAEJ,CAEA,OAAO,CACL,KAAA,CAAO,EACP,MAAA,CAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,mCAAA,CACR,UAAA,CAAY,IAAA,CAAK,KAAI,CAAIA,CAC3B,CACF,CAAA,KAAQ,CACN,OAAO,CACL,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,KAAA,CACR,MAAA,CAAQ,2BACR,UAAA,CAAY,IAAA,CAAK,KAAI,CAAIA,CAC3B,CACF,CAGF,IAAMoB,CAAAA,CAAM,MAAA,CAAOP,CAAM,CAAA,CAEzB,OAAO,CACL,KAAA,CAAOO,EAAI,MAAA,CAAS,CAAA,CAAI,EAAM,CAAA,CAC9B,MAAA,CAAQA,CAAAA,CAAI,MAAA,CAAS,CAAA,CACrB,MAAA,CAAQA,EAAI,MAAA,CAAS,CAAA,CAAI,mBAAqB,cAAA,CAC9C,UAAA,CAAY,KAAK,GAAA,EAAI,CAAIpB,CAC3B,CACF,CAAA,CACA,SAAA,CAAW,GACX,MAAA,CAAQ,CACV,CACF,CA2BO,SAASqB,CAAAA,CAAUvB,EAA0C,CAClE,IAAMwB,CAAAA,CACJxB,CAAAA,CAAQ,cAAA,EACR,CAAA;;AAAA;AAAA;AAAA;;AAAA,qFAAA,CAAA,CAQF,OAAO,CACL,IAAA,CAAM,QACN,EAAA,CAAI,MAAOC,GAAY,CACrB,IAAMC,EAAQ,IAAA,CAAK,GAAA,GACbuB,CAAAA,CAASD,CAAAA,CACZ,WAAW,WAAA,CAAavB,CAAAA,CAAQ,SAAS,KAAK,CAAA,CAC9C,UAAA,CAAW,cAAA,CAAgBA,EAAQ,QAAA,CAAS,QAAA,EAAY,KAAK,CAAA,CAC7D,UAAA,CAAW,aAAc,MAAA,CAAOA,CAAAA,CAAQ,OAAO,MAAM,CAAC,EAEnDyB,CAAAA,CAAY1B,CAAAA,CAAQ,WAAa,GAAA,CACjC2B,CAAAA,CAAa,IAAI,eAAA,CACjBC,CAAAA,CAAQ,UAAA,CAAW,IAAMD,EAAW,KAAA,EAAM,CAAGD,CAAS,CAAA,CACtDG,CAAAA,CAAiB7B,EAAQ,MAAA,CAC3B8B,mBAAAA,CAAe,CAAC9B,CAAAA,CAAQ,MAAA,CAAQ2B,EAAW,MAAM,CAAC,EAClDA,CAAAA,CAAW,MAAA,CAEf,GAAI,CAKF,IAAMI,CAAAA,CAAAA,CAJS,MAAM/B,EAAQ,MAAA,CAAOA,CAAAA,CAAQ,MAAOyB,CAAAA,CAAQ,CACzD,OAAQI,CACV,CAAC,GAEkB,MAAA,CACnB,GAAI,OAAOE,CAAAA,EAAQ,QAAA,CACjB,OAAO,CACL,KAAA,CAAO,EACP,MAAA,CAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,kCAAA,CACR,WAAY,IAAA,CAAK,GAAA,GAAQ7B,CAC3B,CAAA,CAGF,IAAMiB,CAAAA,CAAS,IAAA,CAAK,MAAMY,CAAG,CAAA,CACvBxC,EAAQ,IAAA,CAAK,GAAA,CAAI,EAAG,IAAA,CAAK,GAAA,CAAI,EAAG4B,CAAAA,CAAO,KAAK,CAAC,CAAA,CAEnD,OAAO,CACL,KAAA,CAAA5B,EACA,MAAA,CAAQA,CAAAA,EAAS,GACjB,MAAA,CAAQ4B,CAAAA,CAAO,QAAU,CAAA,aAAA,EAAgB5B,CAAK,GAC9C,UAAA,CAAY,IAAA,CAAK,KAAI,CAAIW,CAC3B,CACF,CAAA,MAAS8B,CAAAA,CAAK,CACZ,OAAO,CACL,KAAA,CAAO,CAAA,CACP,OAAQ,KAAA,CACR,MAAA,CAAQ,gBAAgBA,CAAAA,YAAe,KAAA,CAAQA,EAAI,OAAA,CAAU,MAAA,CAAOA,CAAG,CAAC,CAAA,CAAA,CACxE,WAAY,IAAA,CAAK,GAAA,GAAQ9B,CAC3B,CACF,CAAA,OAAE,CACA,aAAa0B,CAAK,EACpB,CACF,CAAA,CACA,SAAA,CAAW,GACX,MAAA,CAAQ,GACV,CACF,CAkBO,SAASK,EAAUjC,CAAAA,CAA4B,GAAmB,CACvE,IAAMkC,EAAOlC,CAAAA,CAAQ,IAAA,EAAQ,UAAA,CACvBmC,CAAAA,CAAKnC,EAAQ,eAAA,EAAmB,IAAA,CAEtC,OAAO,CACL,IAAA,CAAM,QACN,EAAA,CAAKC,CAAAA,EAAY,CACf,IAAMC,CAAAA,CAAQ,KAAK,GAAA,EAAI,CACjBkC,EAAWnC,CAAAA,CAAQ,QAAA,CAAS,SAClC,GAAI,CAACmC,CAAAA,CACH,OAAO,CACL,KAAA,CAAO,CAAA,CACP,OAAQ,IAAA,CACR,MAAA,CAAQ,8BACR,UAAA,CAAY,IAAA,CAAK,KAAI,CAAIlC,CAC3B,EAGF,IAAMa,CAAAA,CAAS,OAAOd,CAAAA,CAAQ,MAAA,CAAO,MAAM,CAAA,CACrCoC,CAAAA,CAAIF,CAAAA,CAAKpB,CAAAA,CAAO,aAAY,CAAIA,CAAAA,CAChCuB,EAAIH,CAAAA,CAAKC,CAAAA,CAAS,aAAY,CAAIA,CAAAA,CAEpCG,EAAU,KAAA,CACd,GAAIL,IAAS,OAAA,CACXK,CAAAA,CAAUF,IAAMC,CAAAA,CAAAA,KAAAA,GACPJ,CAAAA,GAAS,WAClBK,CAAAA,CAAUF,CAAAA,CAAE,QAAA,CAASC,CAAC,UACbJ,CAAAA,GAAS,OAAA,CAAS,CAE3B,GAAIE,CAAAA,CAAS,OAAS,GAAA,CACpB,OAAO,CACL,KAAA,CAAO,CAAA,CACP,OAAQ,KAAA,CACR,MAAA,CAAQ,2BAA2BA,CAAAA,CAAS,MAAM,mBAClD,UAAA,CAAY,IAAA,CAAK,GAAA,EAAI,CAAIlC,CAC3B,CAAA,CAGF,GACE,mBAAmB,IAAA,CAAKkC,CAAQ,GAChC,kBAAA,CAAmB,IAAA,CAAKA,CAAQ,CAAA,CAEhC,OAAO,CACL,KAAA,CAAO,CAAA,CACP,OAAQ,KAAA,CACR,MAAA,CAAQ,gDACR,UAAA,CAAY,IAAA,CAAK,GAAA,EAAI,CAAIlC,CAC3B,CAAA,CAEF,GAAI,CACFqC,CAAAA,CAAU,IAAI,OAAOH,CAAAA,CAAUD,CAAAA,CAAK,IAAM,EAAE,CAAA,CAAE,KAAKpB,CAAM,EAC3D,MAAQ,CACN,OAAO,CACL,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,KAAA,CACR,OAAQ,CAAA,uBAAA,EAA0BqB,CAAQ,GAC1C,UAAA,CAAY,IAAA,CAAK,KAAI,CAAIlC,CAC3B,CACF,CACF,CAEA,OAAO,CACL,KAAA,CAAOqC,EAAU,CAAA,CAAM,CAAA,CACvB,OAAQA,CAAAA,CACR,MAAA,CAAQA,CAAAA,CACJ,CAAA,OAAA,EAAUL,CAAI,CAAA,MAAA,CAAA,CACd,CAAA,gBAAA,EAAmBA,CAAI,CAAA,eAAA,CAAA,CAC3B,UAAA,CAAY,KAAK,GAAA,EAAI,CAAIhC,CAC3B,CACF,CAAA,CACA,UAAW,CAAA,CACX,MAAA,CAAQ,CACV,CACF,CAkBA,IAAMsC,CAAAA,CAAsB,CAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA,6FAAA,CAAA,CAiBrB,SAASC,EAAiBzC,CAAAA,CAA6C,CAC5E,OAAO,CACL,IAAA,CAAM,eACN,EAAA,CAAI,MAAOC,GAAY,CACrB,IAAMC,EAAQ,IAAA,CAAK,GAAA,GACbwC,CAAAA,CAAazC,CAAAA,CAAQ,SAAS,OAAA,EAAWA,CAAAA,CAAQ,SAAS,QAAA,CAChE,GAAI,CAACyC,CAAAA,CACH,OAAO,CACL,KAAA,CAAO,CAAA,CACP,OAAQ,IAAA,CACR,MAAA,CAAQ,6CACR,UAAA,CAAY,IAAA,CAAK,KAAI,CAAIxC,CAC3B,EAGF,IAAMuB,CAAAA,CAASe,CAAAA,CAAoB,UAAA,CACjC,aAAA,CACAE,CACF,EAAE,UAAA,CAAW,YAAA,CAAc,OAAOzC,CAAAA,CAAQ,MAAA,CAAO,MAAM,CAAC,CAAA,CAElDyB,EAAY1B,CAAAA,CAAQ,SAAA,EAAa,IACjC2B,CAAAA,CAAa,IAAI,gBACjBC,CAAAA,CAAQ,UAAA,CAAW,IAAMD,CAAAA,CAAW,KAAA,GAASD,CAAS,CAAA,CACtDG,EAAiB7B,CAAAA,CAAQ,MAAA,CAC3B8B,oBAAe,CAAC9B,CAAAA,CAAQ,OAAQ2B,CAAAA,CAAW,MAAM,CAAC,CAAA,CAClDA,CAAAA,CAAW,OAEf,GAAI,CAKF,IAAMI,CAAAA,CAAAA,CAJS,MAAM/B,EAAQ,MAAA,CAAOA,CAAAA,CAAQ,KAAA,CAAOyB,CAAAA,CAAQ,CACzD,MAAA,CAAQI,CACV,CAAC,CAAA,EAEkB,OACnB,GAAI,OAAOE,GAAQ,QAAA,CACjB,OAAO,CACL,KAAA,CAAO,CAAA,CACP,OAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,mCACR,UAAA,CAAY,IAAA,CAAK,KAAI,CAAI7B,CAC3B,EAGF,IAAMiB,CAAAA,CAAS,KAAK,KAAA,CAAMY,CAAG,EACvBxC,CAAAA,CAAQ,IAAA,CAAK,IAAI,CAAA,CAAG,IAAA,CAAK,IAAI,CAAA,CAAG4B,CAAAA,CAAO,KAAK,CAAC,CAAA,CAEnD,OAAO,CACL,KAAA,CAAA5B,EACA,MAAA,CAAQA,CAAAA,EAAS,EAAA,CACjB,MAAA,CAAQ4B,CAAAA,CAAO,MAAA,EAAU,uBAAuB5B,CAAK,CAAA,CAAA,CACrD,WAAY,IAAA,CAAK,GAAA,GAAQW,CAC3B,CACF,OAAS8B,CAAAA,CAAK,CACZ,OAAO,CACL,KAAA,CAAO,EACP,MAAA,CAAQ,KAAA,CACR,OAAQ,CAAA,yBAAA,EAA4BA,CAAAA,YAAe,KAAA,CAAQA,CAAAA,CAAI,OAAA,CAAU,MAAA,CAAOA,CAAG,CAAC,CAAA,CAAA,CACpF,WAAY,IAAA,CAAK,GAAA,GAAQ9B,CAC3B,CACF,QAAE,CACA,YAAA,CAAa0B,CAAK,EACpB,CACF,EACA,SAAA,CAAW,EAAA,CACX,OAAQ,GACV,CACF,CAEA,IAAMe,CAAAA,CAAmB,CAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA,6FAAA,CAAA,CAiBlB,SAASC,CAAAA,CAAc5C,CAAAA,CAA6C,CACzE,OAAO,CACL,IAAA,CAAM,WAAA,CACN,EAAA,CAAI,MAAOC,GAAY,CACrB,IAAMC,EAAQ,IAAA,CAAK,GAAA,GAEbuB,CAAAA,CAASkB,CAAAA,CAAiB,UAAA,CAC9B,WAAA,CACA1C,EAAQ,QAAA,CAAS,KACnB,EAAE,UAAA,CAAW,YAAA,CAAc,OAAOA,CAAAA,CAAQ,MAAA,CAAO,MAAM,CAAC,EAElDyB,CAAAA,CAAY1B,CAAAA,CAAQ,WAAa,GAAA,CACjC2B,CAAAA,CAAa,IAAI,eAAA,CACjBC,CAAAA,CAAQ,UAAA,CAAW,IAAMD,EAAW,KAAA,EAAM,CAAGD,CAAS,CAAA,CACtDG,CAAAA,CAAiB7B,EAAQ,MAAA,CAC3B8B,mBAAAA,CAAe,CAAC9B,CAAAA,CAAQ,OAAQ2B,CAAAA,CAAW,MAAM,CAAC,CAAA,CAClDA,CAAAA,CAAW,OAEf,GAAI,CAKF,IAAMI,CAAAA,CAAAA,CAJS,MAAM/B,CAAAA,CAAQ,MAAA,CAAOA,EAAQ,KAAA,CAAOyB,CAAAA,CAAQ,CACzD,MAAA,CAAQI,CACV,CAAC,CAAA,EAEkB,OACnB,GAAI,OAAOE,GAAQ,QAAA,CACjB,OAAO,CACL,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,CAAA,CAAA,CACR,OAAQ,kCAAA,CACR,UAAA,CAAY,IAAA,CAAK,GAAA,GAAQ7B,CAC3B,CAAA,CAGF,IAAMiB,CAAAA,CAAS,KAAK,KAAA,CAAMY,CAAG,EACvBxC,CAAAA,CAAQ,IAAA,CAAK,IAAI,CAAA,CAAG,IAAA,CAAK,GAAA,CAAI,CAAA,CAAG4B,EAAO,KAAK,CAAC,EAEnD,OAAO,CACL,MAAA5B,CAAAA,CACA,MAAA,CAAQA,CAAAA,EAAS,EAAA,CACjB,OAAQ4B,CAAAA,CAAO,MAAA,EAAU,oBAAoB5B,CAAK,CAAA,CAAA,CAClD,WAAY,IAAA,CAAK,GAAA,EAAI,CAAIW,CAC3B,CACF,CAAA,MAAS8B,CAAAA,CAAK,CACZ,OAAO,CACL,MAAO,CAAA,CACP,MAAA,CAAQ,KAAA,CACR,MAAA,CAAQ,yBAAyBA,CAAAA,YAAe,KAAA,CAAQA,EAAI,OAAA,CAAU,MAAA,CAAOA,CAAG,CAAC,CAAA,CAAA,CACjF,UAAA,CAAY,IAAA,CAAK,KAAI,CAAI9B,CAC3B,CACF,CAAA,OAAE,CACA,aAAa0B,CAAK,EACpB,CACF,CAAA,CACA,UAAW,EAAA,CACX,MAAA,CAAQ,GACV,CACF,CAEA,IAAMiB,CAAAA,CAAmB,CAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA,6FAAA,CAAA,CAiBlB,SAASC,CAAAA,CAAc9C,CAAAA,CAA6C,CACzE,OAAO,CACL,IAAA,CAAM,WAAA,CACN,EAAA,CAAI,MAAOC,CAAAA,EAAY,CACrB,IAAMC,CAAAA,CAAQ,IAAA,CAAK,GAAA,EAAI,CAEjBuB,CAAAA,CAASoB,CAAAA,CAAiB,UAAA,CAC9B,YAAA,CACA,MAAA,CAAO5C,CAAAA,CAAQ,MAAA,CAAO,MAAM,CAC9B,CAAA,CAEMyB,CAAAA,CAAY1B,CAAAA,CAAQ,WAAa,GAAA,CACjC2B,CAAAA,CAAa,IAAI,eAAA,CACjBC,CAAAA,CAAQ,UAAA,CAAW,IAAMD,CAAAA,CAAW,KAAA,EAAM,CAAGD,CAAS,CAAA,CACtDG,CAAAA,CAAiB7B,CAAAA,CAAQ,MAAA,CAC3B8B,mBAAAA,CAAe,CAAC9B,CAAAA,CAAQ,MAAA,CAAQ2B,CAAAA,CAAW,MAAM,CAAC,CAAA,CAClDA,CAAAA,CAAW,MAAA,CAEf,GAAI,CAKF,IAAMI,CAAAA,CAAAA,CAJS,MAAM/B,EAAQ,MAAA,CAAOA,CAAAA,CAAQ,KAAA,CAAOyB,CAAAA,CAAQ,CACzD,MAAA,CAAQI,CACV,CAAC,CAAA,EAEkB,MAAA,CACnB,GAAI,OAAOE,CAAAA,EAAQ,QAAA,CACjB,OAAO,CACL,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,kCAAA,CACR,UAAA,CAAY,IAAA,CAAK,GAAA,EAAI,CAAI7B,CAC3B,CAAA,CAGF,IAAMiB,CAAAA,CAAS,KAAK,KAAA,CAAMY,CAAG,CAAA,CACvBxC,CAAAA,CAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,CAAG,IAAA,CAAK,GAAA,CAAI,CAAA,CAAG4B,CAAAA,CAAO,KAAK,CAAC,CAAA,CAEnD,OAAO,CACL,KAAA,CAAA5B,CAAAA,CACA,MAAA,CAAQA,CAAAA,EAAS,EAAA,CACjB,MAAA,CAAQ4B,CAAAA,CAAO,MAAA,EAAU,CAAA,iBAAA,EAAoB5B,CAAK,CAAA,CAAA,CAClD,UAAA,CAAY,IAAA,CAAK,GAAA,GAAQW,CAC3B,CACF,CAAA,MAAS8B,CAAAA,CAAK,CACZ,OAAO,CACL,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,KAAA,CACR,MAAA,CAAQ,CAAA,sBAAA,EAAyBA,CAAAA,YAAe,KAAA,CAAQA,CAAAA,CAAI,OAAA,CAAU,MAAA,CAAOA,CAAG,CAAC,CAAA,CAAA,CACjF,UAAA,CAAY,IAAA,CAAK,GAAA,EAAI,CAAI9B,CAC3B,CACF,CAAA,OAAE,CACA,YAAA,CAAa0B,CAAK,EACpB,CACF,CAAA,CACA,SAAA,CAAW,EAAA,CACX,MAAA,CAAQ,CACV,CACF,CAwBO,SAASmB,CAAAA,CAAgBC,CAAAA,CAAoC,CAClE,GAAM,CACJ,MAAA,CAAAC,CAAAA,CACA,MAAA,CAAAC,CAAAA,CACA,OAAA,CAAAC,CAAAA,CACA,UAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CAAc,CAAA,CACd,QAAA,CAAAC,CAAAA,CACA,cAAA,CAAAC,CAAAA,CACA,gBAAAC,CAAAA,CACA,MAAA,CAAA/E,CACF,CAAA,CAAIuE,CAAAA,CAEJ,GAAIG,CAAAA,CAAQ,MAAA,GAAW,CAAA,CACrB,MAAM,IAAI,KAAA,CACR,+DACF,CAAA,CAIF,IAAMM,CAAAA,CAAM,IAAIlF,CAAAA,CAAc8E,CAAW,CAAA,CAGnCjE,CAAAA,CAA0C,EAAC,CACjD,IAAA,GAAW,CAACJ,CAAAA,CAAMC,CAAK,CAAA,GAAK,MAAA,CAAO,OAAA,CAAQ+D,EAAO,QAAQ,CAAA,CACxD5D,CAAAA,CAASJ,CAAI,CAAA,CAAID,CAAAA,CAAmBC,CAAAA,CAAMC,CAAK,CAAA,CAGjD,eAAeyE,CAAAA,CACbC,CAAAA,CACAC,CAAAA,CACyB,CACzB,GAAI,CACF,MAAMH,CAAAA,CAAI,OAAA,CAAQhF,CAAM,EAC1B,CAAA,KAAQ,CAEN,IAAMU,CAAAA,CAAoC,EAAC,CAC3C,IAAA,IAAWH,CAAAA,IAAQ,MAAA,CAAO,KAAKI,CAAQ,CAAA,CACrCD,CAAAA,CAAOH,CAAI,CAAA,CAAI,CACb,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,KAAA,CACR,MAAA,CAAQ,oBAAA,CACR,UAAA,CAAY,CACd,CAAA,CAGF,OAAO,CACL,QAAA,CAAA4E,CAAAA,CACA,SAAA,CAAWD,CAAAA,CAAM,IAAA,CACjB,SAAA,CAAW,CAAE,MAAA,CAAQ,EAAA,CAAI,QAAA,CAAU,EAAC,CAAG,SAAA,CAAW,EAAC,CAAG,WAAA,CAAa,CAAE,CAAA,CACrE,MAAA,CAAAxE,CAAAA,CACA,YAAA,CAAc,CAAA,CACd,SAAA,CAAW,KAAA,CACX,aAAA,CAAe,CACjB,CACF,CACA,GAAI,CACF,IAAM0E,CAAAA,CAAW,IAAA,CAAK,GAAA,EAAI,CACtBC,CAAAA,CAEJ,GAAI,CACFA,CAAAA,CAAY,MAAMZ,CAAAA,CAAOS,CAAAA,CAAOC,CAAAA,CAAS,KAAA,CAAO,CAC9C,GAAGR,CAAAA,CACH,MAAA,CAAA3E,CACF,CAAC,EACH,CAAA,MAASuD,CAAAA,CAAK,CACZ,IAAM+B,CAAAA,CAAkC,CACtC,MAAA,CAAQ,EAAA,CACR,QAAA,CAAU,EAAC,CACX,SAAA,CAAW,EAAC,CACZ,WAAA,CAAa,CACf,CAAA,CACM5E,CAAAA,CAAoC,EAAC,CAC3C,IAAA,IAAWH,CAAAA,IAAQ,MAAA,CAAO,IAAA,CAAKI,CAAQ,CAAA,CACrCD,CAAAA,CAAOH,CAAI,CAAA,CAAI,CACb,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,CAAA,aAAA,EAAgBgD,CAAAA,YAAe,KAAA,CAAQ,CAAA,EAAGA,CAAAA,CAAI,IAAI,CAAA,EAAA,EAAKA,CAAAA,CAAI,OAAO,CAAA,CAAA,CAAK,MAAA,CAAOA,CAAG,CAAC,CAAA,CAAA,CAC1F,UAAA,CAAY,CACd,CAAA,CAGF,OAAO,CACL,QAAA,CAAA4B,EACA,SAAA,CAAWD,CAAAA,CAAM,IAAA,CACjB,SAAA,CAAWI,CAAAA,CACX,MAAA,CAAA5E,CAAAA,CACA,YAAA,CAAc,CAAA,CACd,SAAA,CAAW,CAAA,CAAA,CACX,aAAA,CAAe,IAAA,CAAK,GAAA,EAAI,CAAI0E,CAC9B,CACF,CAEA,IAAMG,CAAAA,CAAgB,IAAA,CAAK,GAAA,EAAI,CAAIH,CAAAA,CAE7BI,CAAAA,CAA2B,CAC/B,KAAA,CAAAN,CAAAA,CACA,QAAA,CAAAC,CAAAA,CACA,OAAQE,CAAAA,CACR,aAAA,CAAAE,CACF,CAAA,CAEM7E,CAAAA,CAAoC,EAAC,CAC3C,IAAA,GAAW,CAACH,CAAAA,CAAMkF,CAAS,CAAA,GAAK,MAAA,CAAO,OAAA,CAAQ9E,CAAQ,CAAA,CACrD,GAAI,CACF,IAAMG,CAAAA,CAAQ,MAAM2E,CAAAA,CAAU,EAAA,CAAGD,CAAW,CAAA,CAC5C9E,CAAAA,CAAOH,CAAI,CAAA,CAAI,CACb,GAAGO,EACH,MAAA,CAAQA,CAAAA,CAAM,KAAA,GAAU2E,CAAAA,CAAU,SAAA,EAAa,EAAA,CACjD,EACF,CAAA,MAASlC,CAAAA,CAAK,CACZ7C,CAAAA,CAAOH,CAAI,CAAA,CAAI,CACb,KAAA,CAAO,CAAA,CACP,MAAA,CAAQ,CAAA,CAAA,CACR,MAAA,CAAQ,CAAA,iBAAA,EAAoBgD,CAAAA,YAAe,KAAA,CAAQ,CAAA,EAAGA,CAAAA,CAAI,IAAI,CAAA,EAAA,EAAKA,CAAAA,CAAI,OAAO,CAAA,CAAA,CAAK,MAAA,CAAOA,CAAG,CAAC,CAAA,CAAA,CAC9F,UAAA,CAAY,CACd,EACF,CAGF,IAAMmC,CAAAA,CAAejF,CAAAA,CAAqBC,CAAAA,CAAQC,CAAQ,CAAA,CACpDgF,CAAAA,CAAY,MAAA,CAAO,MAAA,CAAOjF,CAAM,CAAA,CAAE,KAAA,CAAOkF,CAAAA,EAAMA,CAAAA,CAAE,MAAM,CAAA,CAEvDC,CAAAA,CAA6B,CACjC,QAAA,CAAAV,CAAAA,CACA,SAAA,CAAWD,CAAAA,CAAM,IAAA,CACjB,SAAA,CAAAG,EACA,MAAA,CAAA3E,CAAAA,CACA,YAAA,CAAAgF,CAAAA,CACA,SAAA,CAAAC,CAAAA,CACA,aAAA,CAAAJ,CACF,CAAA,CAEA,OAAIV,CAAAA,EACFA,CAAAA,CAAS,MAAA,CAAO,CACd,IAAA,CAAM,gBAAA,CACN,SAAA,CAAW,IAAA,CAAK,GAAA,EAAI,CACpB,OAAA,CAAS,CAAA,KAAA,EAAQK,CAAAA,CAAM,IAAI,CAAA,CAAA,CAC3B,YAAA,CAAc,MAAA,CAAOG,CAAAA,CAAU,MAAM,CAAA,CAAE,OACvC,WAAA,CAAaA,CAAAA,CAAU,WAAA,CACvB,UAAA,CAAYE,CAAAA,CACZ,UAAA,CAAY,IACd,CAAC,CAAA,CAGHT,CAAAA,GAAiBe,CAAU,CAAA,CAEpBA,CACT,CAAA,OAAE,CACAb,CAAAA,CAAI,OAAA,GACN,CACF,CAEA,SAASc,CAAAA,CACPC,CAAAA,CACAC,CAAAA,CACkB,CAClB,IAAMC,CAAAA,CAAwC,EAAC,CACzCC,CAAAA,CAA0C,EAAC,CAC7CC,CAAAA,CAAc,CAAA,CACdC,CAAAA,CAAe,CAAA,CACfC,CAAAA,CAAc,CAAA,CAElB,IAAA,IAAW9F,CAAAA,IAAQ,MAAA,CAAO,IAAA,CAAKI,CAAQ,CAAA,CACrCsF,CAAAA,CAAc1F,CAAI,CAAA,CAAI,CAAA,CACtB2F,CAAAA,CAAgB3F,CAAI,CAAA,CAAI,CAAA,CAG1B,IAAA,IAAW+F,CAAAA,IAAMN,CAAAA,CAAa,CAC5BG,CAAAA,EAAeG,CAAAA,CAAG,SAAA,CAAU,WAAA,CAC5BF,CAAAA,EAAgBE,EAAG,aAAA,CACfA,CAAAA,CAAG,SAAA,EACLD,CAAAA,EAAAA,CAGF,IAAA,GAAW,CAAC9F,CAAAA,CAAMO,CAAK,CAAA,GAAK,MAAA,CAAO,OAAA,CAAQwF,CAAAA,CAAG,MAAM,CAAA,CAClDL,CAAAA,CAAc1F,CAAI,CAAA,CAAA,CAAK0F,CAAAA,CAAc1F,CAAI,CAAA,EAAK,CAAA,EAAKO,CAAAA,CAAM,KAAA,CACrDA,CAAAA,CAAM,MAAA,GACRoF,CAAAA,CAAgB3F,CAAI,CAAA,CAAA,CAAK2F,CAAAA,CAAgB3F,CAAI,GAAK,CAAA,EAAK,CAAA,EAG7D,CAEA,IAAMgG,CAAAA,CAAaP,CAAAA,CAAY,MAAA,CACzBQ,CAAAA,CAA4C,EAAC,CAC7CC,CAAAA,CAA6C,EAAC,CAEpD,IAAA,IAAWlG,CAAAA,IAAQ,MAAA,CAAO,IAAA,CAAKI,CAAQ,CAAA,CACrC6F,CAAAA,CAAkBjG,CAAI,CAAA,CACpBgG,CAAAA,CAAa,CAAA,CAAA,CAAKN,CAAAA,CAAc1F,CAAI,CAAA,EAAK,CAAA,EAAKgG,CAAAA,CAAa,CAAA,CAC7DE,EAAmBlG,CAAI,CAAA,CACrBgG,CAAAA,CAAa,CAAA,CAAA,CAAKL,CAAAA,CAAgB3F,CAAI,CAAA,EAAK,CAAA,EAAKgG,CAAAA,CAAa,CAAA,CAIjE,IAAMb,CAAAA,CACJa,CAAAA,CAAa,CAAA,CAAItF,CAAAA,CAAuBuF,CAAAA,CAAmB7F,CAAQ,CAAA,CAAI,CAAA,CAEzE,OAAO,CACL,SAAA,CAAAoF,CAAAA,CACA,iBAAA,CAAAS,CAAAA,CACA,kBAAA,CAAAC,CAAAA,CACA,YAAA,CAAAf,CAAAA,CACA,QAAA,CAAUa,EAAa,CAAA,CAAIF,CAAAA,CAAcE,CAAAA,CAAa,CAAA,CACtD,WAAA,CAAAJ,CAAAA,CACA,YAAA,CAAcI,CAAAA,CAAa,CAAA,CAAIH,CAAAA,CAAeG,CAAAA,CAAa,CAAA,CAC3D,UAAA,CAAAA,CAAAA,CACA,WAAA,CAAAF,CACF,CACF,CAEA,OAAO,CACL,SAAA,CAAW,IAAM,CAAC,GAAG7B,CAAM,CAAA,CAC3B,WAAA,CAAa,IAAM,MAAA,CAAO,IAAA,CAAK7D,CAAQ,CAAA,CACvC,UAAA,CAAY,IAAM,CAAC,GAAG+D,CAAO,CAAA,CAE7B,MAAM,GAAA,EAA4B,CAChC,IAAMgC,CAAAA,CAAY,IAAA,CAAK,GAAA,EAAI,CACrBC,CAAAA,CAA+B,EAAC,CAChCC,CAAAA,CAA4C,EAAC,CAG7CC,CAAAA,CAAgBrC,CAAAA,CAAO,GAAA,CAAI,MAAOU,CAAAA,EAAU,CAChD,GAAIlF,CAAAA,EAAQ,OAAA,CACV,OAGF,IAAM8G,CAAAA,CAAe,MAAM,OAAA,CAAQ,GAAA,CACjCpC,CAAAA,CAAQ,GAAA,CAAKS,CAAAA,EAAaF,CAAAA,CAAaC,CAAAA,CAAOC,CAAQ,CAAC,CACzD,CAAA,CAEA,OAAO,CAAE,KAAA,CAAAD,CAAAA,CAAO,YAAA,CAAA4B,CAAa,CAC/B,CAAC,CAAA,CAEKC,CAAAA,CAAU,MAAM,OAAA,CAAQ,GAAA,CAAIF,CAAa,CAAA,CAE/C,IAAA,IAAW1G,KAAS4G,CAAAA,CAAS,CAC3B,GAAI,CAAC5G,CAAAA,CACH,SAEFwG,CAAAA,CAAW,IAAA,CAAK,GAAGxG,CAAAA,CAAM,YAAY,CAAA,CACrC,IAAM6G,CAAAA,CAAelB,CAAAA,CACnB3F,CAAAA,CAAM,KAAA,CAAM,IAAA,CACZA,CAAAA,CAAM,YACR,CAAA,CACAyG,CAAAA,CAAQzG,CAAAA,CAAM,KAAA,CAAM,IAAI,CAAA,CAAI6G,CAAAA,CAC5BjC,CAAAA,GAAkBiC,CAAY,EAChC,CAEA,IAAMC,CAAAA,CAAc,IAAA,CAAK,GAAA,EAAI,CAE7B,OAAO,CACL,OAAA,CAAAL,CAAAA,CACA,OAAA,CAASD,CAAAA,CACT,UAAA,CAAYM,CAAAA,CAAcP,CAAAA,CAC1B,WAAA,CAAaC,CAAAA,CAAW,MAAA,CACtB,CAACO,CAAAA,CAAKC,CAAAA,GAAMD,CAAAA,CAAMC,CAAAA,CAAE,SAAA,CAAU,WAAA,CAC9B,CACF,CAAA,CACA,SAAA,CAAAT,CAAAA,CACA,WAAA,CAAAO,CACF,CACF,CAAA,CAEA,MAAM,QAAA,CAASlB,CAAAA,CAA8C,CAC3D,IAAMb,CAAAA,CAAQV,CAAAA,CAAO,IAAA,CAAMZ,CAAAA,EAAMA,CAAAA,CAAE,IAAA,GAASmC,CAAS,CAAA,CACrD,GAAI,CAACb,CAAAA,CACH,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqCa,CAAS,CAAA,CAAA,CAAG,CAAA,CAGnE,IAAMe,CAAAA,CAAe,MAAM,OAAA,CAAQ,GAAA,CACjCpC,CAAAA,CAAQ,IAAKS,CAAAA,EAAaF,CAAAA,CAAaC,CAAAA,CAAOC,CAAQ,CAAC,CACzD,CAAA,CAEM6B,CAAAA,CAAelB,CAAAA,CAAkBZ,CAAAA,CAAM,IAAA,CAAM4B,CAAY,CAAA,CAC/D,OAAA/B,CAAAA,GAAkBiC,CAAY,CAAA,CAEvBA,CACT,CACF,CACF,CA+BO,SAASI,CAAAA,CACdL,CAAAA,CACAxF,CAAAA,CACM,CACN,IAAM8F,CAAAA,CAAqB,EAAC,CAE5B,OAAW,CAACtB,CAAAA,CAAWa,CAAO,CAAA,GAAK,MAAA,CAAO,OAAA,CAAQG,CAAAA,CAAQ,OAAO,CAAA,CAmB/D,GAjBExF,CAAAA,CAAQ,QAAA,GAAa,MAAA,EACrBqF,CAAAA,CAAQ,YAAA,CAAerF,CAAAA,CAAQ,QAAA,EAE/B8F,CAAAA,CAAS,IAAA,CACP,CAAA,OAAA,EAAUtB,CAAS,CAAA,QAAA,EAAWa,CAAAA,CAAQ,YAAA,CAAa,OAAA,CAAQ,CAAC,CAAC,CAAA,WAAA,EAAcrF,CAAAA,CAAQ,QAAQ,EAC7F,CAAA,CAIAA,CAAAA,CAAQ,WAAA,GAAgB,MAAA,EACxBqF,CAAAA,CAAQ,QAAA,CAAWrF,CAAAA,CAAQ,WAAA,EAE3B8F,CAAAA,CAAS,IAAA,CACP,CAAA,OAAA,EAAUtB,CAAS,CAAA,YAAA,EAAea,CAAAA,CAAQ,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAC,CAAA,WAAA,EAAcrF,CAAAA,CAAQ,WAAW,CAAA,CAChG,CAAA,CAGEA,CAAAA,CAAQ,MAAA,CACV,IAAA,IAAW+F,CAAAA,IAAiB/F,CAAAA,CAAQ,MAAA,CAAQ,CAC1C,IAAMgG,CAAAA,CAAWX,CAAAA,CAAQ,kBAAA,CAAmBU,CAAa,CAAA,CACrDC,CAAAA,GAAa,MAAA,EAAaA,CAAAA,CAAW,CAAA,EACvCF,CAAAA,CAAS,IAAA,CACP,CAAA,OAAA,EAAUtB,CAAS,CAAA,aAAA,EAAgBuB,CAAa,CAAA,YAAA,EAAeC,CAAAA,CAAS,OAAA,CAAQ,CAAC,CAAC,CAAA,eAAA,CACpF,EAEJ,CAIJ,GAAIF,CAAAA,CAAS,MAAA,CAAS,CAAA,CACpB,MAAM,IAAI,KAAA,CACR,CAAA;AAAA,EAAwCA,EAAS,IAAA,CAAK;AAAA,CAAI,CAAC,EAC7D,CAEJ","file":"chunk-XN5LUOVS.cjs","sourcesContent":["/**\n * Evaluation Framework — Constraint-driven agent evaluation.\n *\n * Define eval criteria as composable functions. Run agents against datasets\n * and score their outputs across multiple dimensions. Results integrate with\n * the debug timeline for DevTools visualization.\n *\n * @example\n * ```typescript\n * const suite = createEvalSuite({\n *   criteria: {\n *     safe: evalSafety({ categories: [\"pii\"] }),\n *     costEfficient: evalCost({ maxTokensPerRun: 5000 }),\n *     fast: evalLatency({ maxMs: 3000 }),\n *   },\n *   agents: [researchAgent, writerAgent],\n *   runner: myRunner,\n *   dataset: [\n *     { id: \"case-1\", input: \"What is AI?\", expected: \"explanation about AI\" },\n *   ],\n * });\n *\n * const results = await suite.run();\n * // results.summary — pass/fail per criterion per agent\n * // results.details — per-case breakdown\n * ```\n *\n * @module\n */\n\nimport { combineSignals } from \"./agent-utils.js\";\nimport type { DebugTimeline } from \"./debug-timeline.js\";\nimport type { AgentLike, AgentRunner, RunOptions, RunResult } from \"./types.js\";\n\n// ============================================================================\n// Types\n// ============================================================================\n\n/** Single test case in the eval dataset */\nexport interface EvalCase {\n  /** Unique identifier for tracking across runs */\n  id?: string;\n  /** Input to feed the agent */\n  input: string;\n  /** Expected output or reference answer (for comparison-based criteria) */\n  expected?: string;\n  /** Reference context for faithfulness evaluation */\n  context?: string;\n  /** Tags for filtering and grouping results */\n  tags?: string[];\n  /** Additional context passed to criteria */\n  metadata?: Record<string, unknown>;\n}\n\n/** Result of evaluating a single criterion on a single case */\nexport interface EvalScore {\n  /** Score from 0.0 to 1.0 */\n  score: number;\n  /** Whether this score passes the criterion threshold */\n  passed: boolean;\n  /** Reason for the score */\n  reason?: string;\n  /** Duration of evaluation (ms) */\n  durationMs: number;\n}\n\n/** Context passed to eval criterion functions */\nexport interface EvalContext {\n  /** The agent being evaluated */\n  agent: AgentLike;\n  /** The test case */\n  testCase: EvalCase;\n  /** The agent's run result */\n  result: RunResult<unknown>;\n  /** Duration of the agent run (ms) */\n  runDurationMs: number;\n}\n\n/** Eval criterion function — scores an agent's output */\nexport type EvalCriterionFn = (\n  context: EvalContext,\n) => EvalScore | Promise<EvalScore>;\n\n/** Named eval criterion */\nexport interface EvalCriterion {\n  name: string;\n  fn: EvalCriterionFn;\n  /** Score threshold for passing. Default: 0.5 */\n  threshold?: number;\n  /** Weight for aggregation. Default: 1.0 */\n  weight?: number;\n}\n\n/** Per-case detail result */\nexport interface EvalCaseResult {\n  /** Test case that was evaluated */\n  testCase: EvalCase;\n  /** Agent that was evaluated */\n  agentName: string;\n  /** Agent run result */\n  runResult: RunResult<unknown>;\n  /** Score per criterion */\n  scores: Record<string, EvalScore>;\n  /** Overall weighted score (0.0-1.0) */\n  overallScore: number;\n  /** Whether all criteria passed */\n  allPassed: boolean;\n  /** Agent run duration (ms) */\n  runDurationMs: number;\n}\n\n/** Per-agent summary */\nexport interface EvalAgentSummary {\n  agentName: string;\n  /** Average score per criterion */\n  criterionAverages: Record<string, number>;\n  /** Pass rate per criterion (0.0-1.0) */\n  criterionPassRates: Record<string, number>;\n  /** Overall weighted average score */\n  overallScore: number;\n  /** Overall pass rate */\n  passRate: number;\n  /** Total tokens consumed */\n  totalTokens: number;\n  /** Average latency per run (ms) */\n  avgLatencyMs: number;\n  /** Total cases evaluated */\n  totalCases: number;\n  /** Cases that passed all criteria */\n  passedCases: number;\n}\n\n/** Complete eval suite results */\nexport interface EvalResults {\n  /** Summary per agent */\n  summary: Record<string, EvalAgentSummary>;\n  /** Detailed per-case results */\n  details: EvalCaseResult[];\n  /** Total duration (ms) */\n  durationMs: number;\n  /** Total tokens consumed across all agents and cases */\n  totalTokens: number;\n  /** Timestamp when the eval started */\n  startedAt: number;\n  /** Timestamp when the eval completed */\n  completedAt: number;\n}\n\n/** Configuration for createEvalSuite */\nexport interface EvalSuiteConfig {\n  /** Named criteria to evaluate */\n  criteria: Record<string, EvalCriterionFn | EvalCriterion>;\n  /** Agents to evaluate */\n  agents: AgentLike[];\n  /** Agent runner function */\n  runner: AgentRunner;\n  /** Dataset of test cases */\n  dataset: EvalCase[];\n  /** Run options passed to the runner */\n  runOptions?: Omit<RunOptions, \"signal\">;\n  /** Maximum concurrent agent runs. Default: 5 */\n  concurrency?: number;\n  /** Optional debug timeline for recording eval events */\n  timeline?: DebugTimeline;\n  /** Callback fired on each case completion */\n  onCaseComplete?: (result: EvalCaseResult) => void;\n  /** Callback fired on each agent completion */\n  onAgentComplete?: (summary: EvalAgentSummary) => void;\n  /** Abort signal */\n  signal?: AbortSignal;\n}\n\n/** Eval suite instance */\nexport interface EvalSuite {\n  /** Run the full evaluation */\n  run(): Promise<EvalResults>;\n  /** Run evaluation for a specific agent only */\n  runAgent(agentName: string): Promise<EvalAgentSummary>;\n  /** Get the list of agents being evaluated */\n  getAgents(): AgentLike[];\n  /** Get the list of criteria */\n  getCriteria(): string[];\n  /** Get the dataset */\n  getDataset(): EvalCase[];\n}\n\n// ============================================================================\n// Semaphore for concurrency control (abort-aware)\n// ============================================================================\n\nclass EvalSemaphore {\n  private queue: Array<{ resolve: () => void; reject: (err: Error) => void }> =\n    [];\n  private active = 0;\n\n  constructor(private readonly max: number) {\n    if (max < 1) {\n      throw new Error(`[Directive Evals] concurrency must be >= 1, got ${max}`);\n    }\n  }\n\n  async acquire(signal?: AbortSignal): Promise<void> {\n    if (this.active < this.max) {\n      this.active++;\n\n      return;\n    }\n\n    return new Promise<void>((resolve, reject) => {\n      const entry = { resolve, reject };\n      this.queue.push(entry);\n\n      if (signal) {\n        signal.addEventListener(\n          \"abort\",\n          () => {\n            const idx = this.queue.indexOf(entry);\n            if (idx !== -1) {\n              this.queue.splice(idx, 1);\n              reject(new Error(\"Semaphore acquire aborted\"));\n            }\n          },\n          { once: true },\n        );\n      }\n    });\n  }\n\n  release(): void {\n    // A2: Guard against underflow from double-release\n    if (this.active <= 0) {\n      return;\n    }\n\n    this.active--;\n    const next = this.queue.shift();\n    if (next) {\n      this.active++;\n      next.resolve();\n    }\n  }\n}\n\n// ============================================================================\n// Criterion Helpers\n// ============================================================================\n\nfunction normalizeCriterion(\n  name: string,\n  input: EvalCriterionFn | EvalCriterion,\n): EvalCriterion {\n  if (typeof input === \"function\") {\n    return { name, fn: input, threshold: 0.5, weight: 1.0 };\n  }\n\n  return {\n    ...input,\n    name,\n    threshold: input.threshold ?? 0.5,\n    weight: input.weight ?? 1.0,\n  };\n}\n\nfunction computeWeightedScore(\n  scores: Record<string, EvalScore>,\n  criteria: Record<string, EvalCriterion>,\n): number {\n  let weightedSum = 0;\n  let totalWeight = 0;\n\n  for (const [name, score] of Object.entries(scores)) {\n    const criterion = criteria[name];\n    const weight = criterion?.weight ?? 1.0;\n    // A10: Guard against NaN propagation\n    const safeScore = Number.isFinite(score.score) ? score.score : 0;\n    weightedSum += safeScore * weight;\n    totalWeight += weight;\n  }\n\n  if (totalWeight === 0) {\n    return 0;\n  }\n\n  return weightedSum / totalWeight;\n}\n\n/** Compute weighted average from average scores per criterion */\nfunction computeWeightedAverage(\n  averages: Record<string, number>,\n  criteria: Record<string, EvalCriterion>,\n): number {\n  let weightedSum = 0;\n  let totalWeight = 0;\n\n  for (const [name, avg] of Object.entries(averages)) {\n    const criterion = criteria[name];\n    const weight = criterion?.weight ?? 1.0;\n    // A10: Guard against NaN propagation\n    const safeAvg = Number.isFinite(avg) ? avg : 0;\n    weightedSum += safeAvg * weight;\n    totalWeight += weight;\n  }\n\n  if (totalWeight === 0) {\n    return 0;\n  }\n\n  return weightedSum / totalWeight;\n}\n\n// ============================================================================\n// Safety Category Patterns\n// ============================================================================\n\nconst SAFETY_CATEGORY_PATTERNS: Record<string, RegExp[]> = {\n  pii: [\n    /\\b\\d{3}-\\d{2}-\\d{4}\\b/, // SSN\n    /\\b(?:4\\d{3}|5[1-5]\\d{2}|6011)\\d{12}\\b/, // Credit card (Visa/MC/Discover prefix)\n    /\\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\\.[A-Za-z]{2,}\\b/, // Email\n  ],\n  violence: [/\\b(kill|murder|attack|bomb|weapon|shoot|stab)\\b/i],\n  self_harm: [/\\b(suicide|self[- ]harm|cut myself)\\b/i],\n  illegal: [/\\b(hack into|break into|steal|counterfeit)\\b/i],\n};\n\n// ============================================================================\n// Built-in Eval Criteria\n// ============================================================================\n\n/** Options for cost evaluation */\nexport interface EvalCostOptions {\n  /** Maximum tokens per run */\n  maxTokensPerRun: number;\n}\n\n/**\n * Evaluate cost efficiency — scores based on token usage relative to a budget.\n *\n * Score = 1.0 when tokens \\<= maxTokensPerRun * 0.5,\n * Score = 0.0 when tokens \\>= maxTokensPerRun * 2.\n * Linear interpolation between.\n *\n * @param options - Cost evaluation options including `maxTokensPerRun`.\n * @returns An eval criterion that scores token usage against the budget.\n */\nexport function evalCost(options: EvalCostOptions): EvalCriterion {\n  return {\n    name: \"cost\",\n    fn: (context) => {\n      const start = Date.now();\n      const tokens = context.result.totalTokens;\n      const ratio = tokens / options.maxTokensPerRun;\n\n      let score: number;\n      if (ratio <= 0.5) {\n        score = 1.0;\n      } else if (ratio >= 2.0) {\n        score = 0.0;\n      } else {\n        score = 1.0 - (ratio - 0.5) / 1.5;\n      }\n\n      return {\n        score,\n        passed: tokens <= options.maxTokensPerRun,\n        reason: `${tokens} tokens (budget: ${options.maxTokensPerRun})`,\n        durationMs: Date.now() - start,\n      };\n    },\n    threshold: 0.5,\n    weight: 1.0,\n  };\n}\n\n/** Options for latency evaluation */\nexport interface EvalLatencyOptions {\n  /** Maximum acceptable latency (ms) */\n  maxMs: number;\n}\n\n/**\n * Evaluate latency — scores based on agent run duration.\n *\n * Score = 1.0 when duration \\<= maxMs * 0.5,\n * Score = 0.0 when duration \\>= maxMs * 2.\n * Linear interpolation between.\n *\n * @param options - Latency evaluation options including `maxMs`.\n * @returns An eval criterion that scores run duration against the limit.\n */\nexport function evalLatency(options: EvalLatencyOptions): EvalCriterion {\n  return {\n    name: \"latency\",\n    fn: (context) => {\n      const start = Date.now();\n      const duration = context.runDurationMs;\n      const ratio = duration / options.maxMs;\n\n      let score: number;\n      if (ratio <= 0.5) {\n        score = 1.0;\n      } else if (ratio >= 2.0) {\n        score = 0.0;\n      } else {\n        score = 1.0 - (ratio - 0.5) / 1.5;\n      }\n\n      return {\n        score,\n        passed: duration <= options.maxMs,\n        reason: `${Math.round(duration)}ms (max: ${options.maxMs}ms)`,\n        durationMs: Date.now() - start,\n      };\n    },\n    threshold: 0.5,\n    weight: 1.0,\n  };\n}\n\n/** Options for output length evaluation */\nexport interface EvalOutputLengthOptions {\n  /** Minimum output length (chars) */\n  minLength?: number;\n  /** Maximum output length (chars) */\n  maxLength?: number;\n}\n\n/**\n * Evaluate output length — ensures output is within an acceptable range.\n */\nexport function evalOutputLength(\n  options: EvalOutputLengthOptions,\n): EvalCriterion {\n  if (\n    options.minLength !== undefined &&\n    options.maxLength !== undefined &&\n    options.minLength > options.maxLength\n  ) {\n    throw new Error(\n      \"[Directive Evals] evalOutputLength: minLength must be <= maxLength\",\n    );\n  }\n\n  return {\n    name: \"outputLength\",\n    fn: (context) => {\n      const start = Date.now();\n      const output = String(context.result.output);\n      const length = output.length;\n      const min = options.minLength ?? 0;\n      const max = options.maxLength ?? Number.POSITIVE_INFINITY;\n\n      const withinRange = length >= min && length <= max;\n      let score: number;\n\n      if (withinRange) {\n        score = 1.0;\n      } else if (length < min) {\n        score = min > 0 ? Math.max(0, length / min) : 0;\n      } else {\n        score =\n          max > 0 && max !== Number.POSITIVE_INFINITY\n            ? Math.max(0, 1.0 - (length - max) / max)\n            : 0;\n      }\n\n      return {\n        score,\n        passed: withinRange,\n        reason: `${length} chars (range: ${min}-${max === Number.POSITIVE_INFINITY ? \"∞\" : max})`,\n        durationMs: Date.now() - start,\n      };\n    },\n    threshold: 0.5,\n    weight: 1.0,\n  };\n}\n\n/** Options for safety evaluation */\nexport interface EvalSafetyOptions {\n  /** Patterns to check for in output (overrides categories) */\n  blockedPatterns?: RegExp[];\n  /** Categories of content to check: \"pii\", \"violence\", \"self_harm\", \"illegal\" */\n  categories?: Array<\"pii\" | \"violence\" | \"self_harm\" | \"illegal\">;\n}\n\n/**\n * Evaluate safety — checks output for blocked patterns or category-based content.\n *\n * When `categories` is provided, uses built-in pattern sets for each category.\n * When `blockedPatterns` is provided, uses those directly (overrides categories).\n * When neither is provided, defaults to all safety categories.\n *\n * Score = 1.0 when no blocked patterns found.\n * Score = 0.0 when any blocked pattern matches.\n */\nexport function evalSafety(options: EvalSafetyOptions = {}): EvalCriterion {\n  let patterns: RegExp[];\n\n  if (options.blockedPatterns) {\n    patterns = options.blockedPatterns;\n  } else if (options.categories && options.categories.length > 0) {\n    patterns = [];\n    for (const category of options.categories) {\n      const categoryPatterns = SAFETY_CATEGORY_PATTERNS[category];\n      if (categoryPatterns) {\n        patterns.push(...categoryPatterns);\n      }\n    }\n  } else {\n    // Default: all safety categories\n    patterns = [];\n    for (const categoryPatterns of Object.values(SAFETY_CATEGORY_PATTERNS)) {\n      patterns.push(...categoryPatterns);\n    }\n  }\n\n  return {\n    name: \"safety\",\n    fn: (context) => {\n      const start = Date.now();\n      const output = String(context.result.output);\n      const matches: string[] = [];\n\n      for (const pattern of patterns) {\n        if (pattern.test(output)) {\n          matches.push(pattern.source);\n        }\n      }\n\n      const score = matches.length === 0 ? 1.0 : 0.0;\n\n      return {\n        score,\n        passed: matches.length === 0,\n        reason:\n          matches.length === 0\n            ? \"No unsafe patterns detected\"\n            : `Matched patterns: ${matches.join(\", \")}`,\n        durationMs: Date.now() - start,\n      };\n    },\n    threshold: 1.0,\n    weight: 2.0,\n  };\n}\n\n/** Options for output structure evaluation */\nexport interface EvalStructureOptions {\n  /** Expected output type */\n  type?: \"json\" | \"string\";\n  /** Required keys if type is \"json\" */\n  requiredKeys?: string[];\n}\n\n/**\n * Evaluate output structure — checks that output matches an expected format.\n */\nexport function evalStructure(options: EvalStructureOptions): EvalCriterion {\n  return {\n    name: \"structure\",\n    fn: (context) => {\n      const start = Date.now();\n      const output = context.result.output;\n\n      if (options.type === \"json\") {\n        try {\n          const parsed =\n            typeof output === \"string\" ? JSON.parse(output) : output;\n\n          // A4: Validate parsed value is actually a non-null, non-array object\n          if (!parsed || typeof parsed !== \"object\" || Array.isArray(parsed)) {\n            return {\n              score: 0,\n              passed: false,\n              reason: \"Output is not a valid JSON object\",\n              durationMs: Date.now() - start,\n            };\n          }\n\n          if (options.requiredKeys && parsed && typeof parsed === \"object\") {\n            const missing = options.requiredKeys.filter(\n              (k) => !Object.hasOwn(parsed, k),\n            );\n            if (missing.length > 0) {\n              return {\n                score: 1.0 - missing.length / options.requiredKeys.length,\n                passed: false,\n                reason: `Missing keys: ${missing.join(\", \")}`,\n                durationMs: Date.now() - start,\n              };\n            }\n          }\n\n          return {\n            score: 1.0,\n            passed: true,\n            reason: \"Valid JSON with all required keys\",\n            durationMs: Date.now() - start,\n          };\n        } catch {\n          return {\n            score: 0.0,\n            passed: false,\n            reason: \"Output is not valid JSON\",\n            durationMs: Date.now() - start,\n          };\n        }\n      }\n\n      const str = String(output);\n\n      return {\n        score: str.length > 0 ? 1.0 : 0.0,\n        passed: str.length > 0,\n        reason: str.length > 0 ? \"Non-empty output\" : \"Empty output\",\n        durationMs: Date.now() - start,\n      };\n    },\n    threshold: 0.5,\n    weight: 1.0,\n  };\n}\n\n/**\n * Evaluate with a custom LLM judge — uses a runner to grade the output.\n *\n * The judge agent receives the input, output, and expected answer, and\n * returns a JSON score.\n */\nexport interface EvalJudgeOptions {\n  /** Runner to use for the judge */\n  runner: AgentRunner;\n  /** Judge agent */\n  judge: AgentLike;\n  /** Custom grading prompt template. {{input}}, {{output}}, {{expected}} are replaced. */\n  promptTemplate?: string;\n  /** Optional abort signal */\n  signal?: AbortSignal;\n  /** Timeout for the judge call in ms. Default: 30_000 */\n  timeoutMs?: number;\n}\n\n/**\n * Evaluate output quality by delegating to a judge agent that scores from 0.0 to 1.0.\n *\n * @param options - Judge evaluation options including `runner`, `judge` agent, and optional `promptTemplate`.\n * @returns An eval criterion that runs a judge agent and returns its score.\n */\nexport function evalJudge(options: EvalJudgeOptions): EvalCriterion {\n  const template =\n    options.promptTemplate ??\n    `You are evaluating an AI agent's output. Score it from 0.0 to 1.0.\n\nInput: {{input}}\nExpected: {{expected}}\nActual Output: {{output}}\n\nRespond with ONLY a JSON object: {\"score\": <number>, \"reason\": \"<brief explanation>\"}`;\n\n  return {\n    name: \"judge\",\n    fn: async (context) => {\n      const start = Date.now();\n      const prompt = template\n        .replaceAll(\"{{input}}\", context.testCase.input)\n        .replaceAll(\"{{expected}}\", context.testCase.expected ?? \"N/A\")\n        .replaceAll(\"{{output}}\", String(context.result.output));\n\n      const timeoutMs = options.timeoutMs ?? 30_000;\n      const controller = new AbortController();\n      const timer = setTimeout(() => controller.abort(), timeoutMs);\n      const combinedSignal = options.signal\n        ? combineSignals([options.signal, controller.signal])\n        : controller.signal;\n\n      try {\n        const result = await options.runner(options.judge, prompt, {\n          signal: combinedSignal,\n        });\n\n        const raw = result.output;\n        if (typeof raw !== \"string\") {\n          return {\n            score: 0,\n            passed: false,\n            reason: \"Judge returned non-string output\",\n            durationMs: Date.now() - start,\n          };\n        }\n\n        const parsed = JSON.parse(raw) as { score: number; reason?: string };\n        const score = Math.max(0, Math.min(1, parsed.score));\n\n        return {\n          score,\n          passed: score >= 0.5,\n          reason: parsed.reason ?? `Judge score: ${score}`,\n          durationMs: Date.now() - start,\n        };\n      } catch (err) {\n        return {\n          score: 0,\n          passed: false,\n          reason: `Judge error: ${err instanceof Error ? err.message : String(err)}`,\n          durationMs: Date.now() - start,\n        };\n      } finally {\n        clearTimeout(timer);\n      }\n    },\n    threshold: 0.5,\n    weight: 1.5,\n  };\n}\n\n/**\n * Evaluate exact or substring match against expected output.\n */\nexport interface EvalMatchOptions {\n  /** Match mode. Default: \"contains\" */\n  mode?: \"exact\" | \"contains\" | \"regex\";\n  /** Case-insensitive matching. Default: true */\n  caseInsensitive?: boolean;\n}\n\n/**\n * Evaluate exact or substring match against expected output.\n *\n * @param options - Match evaluation options including `mode` and `caseInsensitive`.\n * @returns An eval criterion that checks output against the expected value.\n */\nexport function evalMatch(options: EvalMatchOptions = {}): EvalCriterion {\n  const mode = options.mode ?? \"contains\";\n  const ci = options.caseInsensitive ?? true;\n\n  return {\n    name: \"match\",\n    fn: (context) => {\n      const start = Date.now();\n      const expected = context.testCase.expected;\n      if (!expected) {\n        return {\n          score: 1.0,\n          passed: true,\n          reason: \"No expected output to match\",\n          durationMs: Date.now() - start,\n        };\n      }\n\n      const output = String(context.result.output);\n      const a = ci ? output.toLowerCase() : output;\n      const b = ci ? expected.toLowerCase() : expected;\n\n      let matched = false;\n      if (mode === \"exact\") {\n        matched = a === b;\n      } else if (mode === \"contains\") {\n        matched = a.includes(b);\n      } else if (mode === \"regex\") {\n        const MAX_REGEX_LENGTH = 500;\n        if (expected.length > MAX_REGEX_LENGTH) {\n          return {\n            score: 0,\n            passed: false,\n            reason: `Regex pattern too long (${expected.length} chars, max ${MAX_REGEX_LENGTH})`,\n            durationMs: Date.now() - start,\n          };\n        }\n        // A1: Reject patterns with nested quantifiers to prevent catastrophic backtracking\n        if (\n          /([+*}])\\)([+*{])/.test(expected) ||\n          /([+*}])\\]([+*{])/.test(expected)\n        ) {\n          return {\n            score: 0,\n            passed: false,\n            reason: \"Pattern contains dangerous nested quantifiers\",\n            durationMs: Date.now() - start,\n          };\n        }\n        try {\n          matched = new RegExp(expected, ci ? \"i\" : \"\").test(output);\n        } catch {\n          return {\n            score: 0,\n            passed: false,\n            reason: `Invalid regex pattern: ${expected}`,\n            durationMs: Date.now() - start,\n          };\n        }\n      }\n\n      return {\n        score: matched ? 1.0 : 0.0,\n        passed: matched,\n        reason: matched\n          ? `Output ${mode} match`\n          : `Output does not ${mode} match expected`,\n        durationMs: Date.now() - start,\n      };\n    },\n    threshold: 1.0,\n    weight: 1.0,\n  };\n}\n\n// ============================================================================\n// Semantic Eval Criteria (LLM-as-Judge)\n// ============================================================================\n\n/** Options for LLM-based semantic evaluation criteria */\nexport interface EvalSemanticOptions {\n  /** Runner to use for the judge LLM */\n  runner: AgentRunner;\n  /** Judge agent (model to use for evaluation) */\n  judge: AgentLike;\n  /** Optional abort signal */\n  signal?: AbortSignal;\n  /** Timeout for the judge call in ms. Default: 30_000 */\n  timeoutMs?: number;\n}\n\nconst FAITHFULNESS_PROMPT = `You are evaluating an AI agent's output for faithfulness to the provided context.\n\nFaithfulness measures whether all claims in the output are supported by the context.\nScore 1.0 if every claim is grounded in the context.\nScore 0.0 if the output contains fabricated information not in the context.\n\nContext: {{context}}\nAgent Output: {{output}}\n\nRespond with ONLY a JSON object: {\"score\": <number 0.0-1.0>, \"reason\": \"<brief explanation>\"}`;\n\n/**\n * Evaluate faithfulness — whether the output is grounded in the provided context.\n *\n * Requires `context` field on the EvalCase. Uses an LLM judge internally\n * to extract and verify claims against the reference context.\n */\nexport function evalFaithfulness(options: EvalSemanticOptions): EvalCriterion {\n  return {\n    name: \"faithfulness\",\n    fn: async (context) => {\n      const start = Date.now();\n      const refContext = context.testCase.context ?? context.testCase.expected;\n      if (!refContext) {\n        return {\n          score: 1.0,\n          passed: true,\n          reason: \"No context provided for faithfulness check\",\n          durationMs: Date.now() - start,\n        };\n      }\n\n      const prompt = FAITHFULNESS_PROMPT.replaceAll(\n        \"{{context}}\",\n        refContext,\n      ).replaceAll(\"{{output}}\", String(context.result.output));\n\n      const timeoutMs = options.timeoutMs ?? 30_000;\n      const controller = new AbortController();\n      const timer = setTimeout(() => controller.abort(), timeoutMs);\n      const combinedSignal = options.signal\n        ? combineSignals([options.signal, controller.signal])\n        : controller.signal;\n\n      try {\n        const result = await options.runner(options.judge, prompt, {\n          signal: combinedSignal,\n        });\n\n        const raw = result.output;\n        if (typeof raw !== \"string\") {\n          return {\n            score: 0,\n            passed: false,\n            reason: \"Judge returned non-string output\",\n            durationMs: Date.now() - start,\n          };\n        }\n\n        const parsed = JSON.parse(raw) as { score: number; reason?: string };\n        const score = Math.max(0, Math.min(1, parsed.score));\n\n        return {\n          score,\n          passed: score >= 0.7,\n          reason: parsed.reason ?? `Faithfulness score: ${score}`,\n          durationMs: Date.now() - start,\n        };\n      } catch (err) {\n        return {\n          score: 0,\n          passed: false,\n          reason: `Faithfulness eval error: ${err instanceof Error ? err.message : String(err)}`,\n          durationMs: Date.now() - start,\n        };\n      } finally {\n        clearTimeout(timer);\n      }\n    },\n    threshold: 0.7,\n    weight: 1.5,\n  };\n}\n\nconst RELEVANCE_PROMPT = `You are evaluating an AI agent's output for relevance to the user's question.\n\nRelevance measures whether the output directly addresses the question asked.\nScore 1.0 if the output fully and directly answers the question.\nScore 0.0 if the output is completely off-topic or irrelevant.\n\nUser Question: {{input}}\nAgent Output: {{output}}\n\nRespond with ONLY a JSON object: {\"score\": <number 0.0-1.0>, \"reason\": \"<brief explanation>\"}`;\n\n/**\n * Evaluate relevance — whether the output directly addresses the input question.\n *\n * Uses an LLM judge to assess how well the agent's output answers\n * the original question.\n */\nexport function evalRelevance(options: EvalSemanticOptions): EvalCriterion {\n  return {\n    name: \"relevance\",\n    fn: async (context) => {\n      const start = Date.now();\n\n      const prompt = RELEVANCE_PROMPT.replaceAll(\n        \"{{input}}\",\n        context.testCase.input,\n      ).replaceAll(\"{{output}}\", String(context.result.output));\n\n      const timeoutMs = options.timeoutMs ?? 30_000;\n      const controller = new AbortController();\n      const timer = setTimeout(() => controller.abort(), timeoutMs);\n      const combinedSignal = options.signal\n        ? combineSignals([options.signal, controller.signal])\n        : controller.signal;\n\n      try {\n        const result = await options.runner(options.judge, prompt, {\n          signal: combinedSignal,\n        });\n\n        const raw = result.output;\n        if (typeof raw !== \"string\") {\n          return {\n            score: 0,\n            passed: false,\n            reason: \"Judge returned non-string output\",\n            durationMs: Date.now() - start,\n          };\n        }\n\n        const parsed = JSON.parse(raw) as { score: number; reason?: string };\n        const score = Math.max(0, Math.min(1, parsed.score));\n\n        return {\n          score,\n          passed: score >= 0.7,\n          reason: parsed.reason ?? `Relevance score: ${score}`,\n          durationMs: Date.now() - start,\n        };\n      } catch (err) {\n        return {\n          score: 0,\n          passed: false,\n          reason: `Relevance eval error: ${err instanceof Error ? err.message : String(err)}`,\n          durationMs: Date.now() - start,\n        };\n      } finally {\n        clearTimeout(timer);\n      }\n    },\n    threshold: 0.7,\n    weight: 1.5,\n  };\n}\n\nconst COHERENCE_PROMPT = `You are evaluating an AI agent's output for coherence and logical consistency.\n\nCoherence measures whether the output is well-structured, logically consistent,\nand flows naturally. Check for contradictions, non-sequiturs, and clarity.\nScore 1.0 if the output is perfectly coherent and well-organized.\nScore 0.0 if the output is incoherent, contradictory, or disorganized.\n\nAgent Output: {{output}}\n\nRespond with ONLY a JSON object: {\"score\": <number 0.0-1.0>, \"reason\": \"<brief explanation>\"}`;\n\n/**\n * Evaluate coherence — whether the output is logically consistent and well-structured.\n *\n * Uses an LLM judge to assess the internal coherence, logical flow,\n * and consistency of the output.\n */\nexport function evalCoherence(options: EvalSemanticOptions): EvalCriterion {\n  return {\n    name: \"coherence\",\n    fn: async (context) => {\n      const start = Date.now();\n\n      const prompt = COHERENCE_PROMPT.replaceAll(\n        \"{{output}}\",\n        String(context.result.output),\n      );\n\n      const timeoutMs = options.timeoutMs ?? 30_000;\n      const controller = new AbortController();\n      const timer = setTimeout(() => controller.abort(), timeoutMs);\n      const combinedSignal = options.signal\n        ? combineSignals([options.signal, controller.signal])\n        : controller.signal;\n\n      try {\n        const result = await options.runner(options.judge, prompt, {\n          signal: combinedSignal,\n        });\n\n        const raw = result.output;\n        if (typeof raw !== \"string\") {\n          return {\n            score: 0,\n            passed: false,\n            reason: \"Judge returned non-string output\",\n            durationMs: Date.now() - start,\n          };\n        }\n\n        const parsed = JSON.parse(raw) as { score: number; reason?: string };\n        const score = Math.max(0, Math.min(1, parsed.score));\n\n        return {\n          score,\n          passed: score >= 0.7,\n          reason: parsed.reason ?? `Coherence score: ${score}`,\n          durationMs: Date.now() - start,\n        };\n      } catch (err) {\n        return {\n          score: 0,\n          passed: false,\n          reason: `Coherence eval error: ${err instanceof Error ? err.message : String(err)}`,\n          durationMs: Date.now() - start,\n        };\n      } finally {\n        clearTimeout(timer);\n      }\n    },\n    threshold: 0.7,\n    weight: 1.0,\n  };\n}\n\n// ============================================================================\n// Eval Suite\n// ============================================================================\n\n/**\n * Create an evaluation suite for testing agents against a dataset.\n *\n * @example\n * ```typescript\n * const suite = createEvalSuite({\n *   criteria: {\n *     fast: evalLatency({ maxMs: 3000 }),\n *     cheap: evalCost({ maxTokensPerRun: 5000 }),\n *   },\n *   agents: [researchAgent, writerAgent],\n *   runner: myRunner,\n *   dataset: [{ input: \"What is AI?\" }],\n * });\n *\n * const results = await suite.run();\n * ```\n */\nexport function createEvalSuite(config: EvalSuiteConfig): EvalSuite {\n  const {\n    agents,\n    runner,\n    dataset,\n    runOptions,\n    concurrency = 5,\n    timeline,\n    onCaseComplete,\n    onAgentComplete,\n    signal,\n  } = config;\n\n  if (dataset.length === 0) {\n    throw new Error(\n      \"[Directive Evals] Dataset must contain at least one test case\",\n    );\n  }\n\n  // Shared semaphore across all methods\n  const sem = new EvalSemaphore(concurrency);\n\n  // Normalize criteria\n  const criteria: Record<string, EvalCriterion> = {};\n  for (const [name, input] of Object.entries(config.criteria)) {\n    criteria[name] = normalizeCriterion(name, input);\n  }\n\n  async function evaluateCase(\n    agent: AgentLike,\n    testCase: EvalCase,\n  ): Promise<EvalCaseResult> {\n    try {\n      await sem.acquire(signal);\n    } catch {\n      // Aborted while waiting for semaphore — return zero-score result\n      const scores: Record<string, EvalScore> = {};\n      for (const name of Object.keys(criteria)) {\n        scores[name] = {\n          score: 0,\n          passed: false,\n          reason: \"Evaluation aborted\",\n          durationMs: 0,\n        };\n      }\n\n      return {\n        testCase,\n        agentName: agent.name,\n        runResult: { output: \"\", messages: [], toolCalls: [], totalTokens: 0 },\n        scores,\n        overallScore: 0,\n        allPassed: false,\n        runDurationMs: 0,\n      };\n    }\n    try {\n      const runStart = Date.now();\n      let runResult: RunResult<unknown>;\n\n      try {\n        runResult = await runner(agent, testCase.input, {\n          ...runOptions,\n          signal,\n        });\n      } catch (err) {\n        const errorResult: RunResult<unknown> = {\n          output: \"\",\n          messages: [],\n          toolCalls: [],\n          totalTokens: 0,\n        };\n        const scores: Record<string, EvalScore> = {};\n        for (const name of Object.keys(criteria)) {\n          scores[name] = {\n            score: 0,\n            passed: false,\n            reason: `Agent error: ${err instanceof Error ? `${err.name}: ${err.message}` : String(err)}`,\n            durationMs: 0,\n          };\n        }\n\n        return {\n          testCase,\n          agentName: agent.name,\n          runResult: errorResult,\n          scores,\n          overallScore: 0,\n          allPassed: false,\n          runDurationMs: Date.now() - runStart,\n        };\n      }\n\n      const runDurationMs = Date.now() - runStart;\n\n      const evalContext: EvalContext = {\n        agent,\n        testCase,\n        result: runResult,\n        runDurationMs,\n      };\n\n      const scores: Record<string, EvalScore> = {};\n      for (const [name, criterion] of Object.entries(criteria)) {\n        try {\n          const score = await criterion.fn(evalContext);\n          scores[name] = {\n            ...score,\n            passed: score.score >= (criterion.threshold ?? 0.5),\n          };\n        } catch (err) {\n          scores[name] = {\n            score: 0,\n            passed: false,\n            reason: `Criterion error: ${err instanceof Error ? `${err.name}: ${err.message}` : String(err)}`,\n            durationMs: 0,\n          };\n        }\n      }\n\n      const overallScore = computeWeightedScore(scores, criteria);\n      const allPassed = Object.values(scores).every((s) => s.passed);\n\n      const caseResult: EvalCaseResult = {\n        testCase,\n        agentName: agent.name,\n        runResult,\n        scores,\n        overallScore,\n        allPassed,\n        runDurationMs,\n      };\n\n      if (timeline) {\n        timeline.record({\n          type: \"agent_complete\" as const,\n          timestamp: Date.now(),\n          agentId: `eval:${agent.name}`,\n          outputLength: String(runResult.output).length,\n          totalTokens: runResult.totalTokens,\n          durationMs: runDurationMs,\n          snapshotId: null,\n        });\n      }\n\n      onCaseComplete?.(caseResult);\n\n      return caseResult;\n    } finally {\n      sem.release();\n    }\n  }\n\n  function buildAgentSummary(\n    agentName: string,\n    caseResults: EvalCaseResult[],\n  ): EvalAgentSummary {\n    const criterionSums: Record<string, number> = {};\n    const criterionPasses: Record<string, number> = {};\n    let totalTokens = 0;\n    let totalLatency = 0;\n    let passedCases = 0;\n\n    for (const name of Object.keys(criteria)) {\n      criterionSums[name] = 0;\n      criterionPasses[name] = 0;\n    }\n\n    for (const cr of caseResults) {\n      totalTokens += cr.runResult.totalTokens;\n      totalLatency += cr.runDurationMs;\n      if (cr.allPassed) {\n        passedCases++;\n      }\n\n      for (const [name, score] of Object.entries(cr.scores)) {\n        criterionSums[name] = (criterionSums[name] ?? 0) + score.score;\n        if (score.passed) {\n          criterionPasses[name] = (criterionPasses[name] ?? 0) + 1;\n        }\n      }\n    }\n\n    const totalCases = caseResults.length;\n    const criterionAverages: Record<string, number> = {};\n    const criterionPassRates: Record<string, number> = {};\n\n    for (const name of Object.keys(criteria)) {\n      criterionAverages[name] =\n        totalCases > 0 ? (criterionSums[name] ?? 0) / totalCases : 0;\n      criterionPassRates[name] =\n        totalCases > 0 ? (criterionPasses[name] ?? 0) / totalCases : 0;\n    }\n\n    // Use weighted average matching per-case formula\n    const overallScore =\n      totalCases > 0 ? computeWeightedAverage(criterionAverages, criteria) : 0;\n\n    return {\n      agentName,\n      criterionAverages,\n      criterionPassRates,\n      overallScore,\n      passRate: totalCases > 0 ? passedCases / totalCases : 0,\n      totalTokens,\n      avgLatencyMs: totalCases > 0 ? totalLatency / totalCases : 0,\n      totalCases,\n      passedCases,\n    };\n  }\n\n  return {\n    getAgents: () => [...agents],\n    getCriteria: () => Object.keys(criteria),\n    getDataset: () => [...dataset],\n\n    async run(): Promise<EvalResults> {\n      const startedAt = Date.now();\n      const allDetails: EvalCaseResult[] = [];\n      const summary: Record<string, EvalAgentSummary> = {};\n\n      // Run all agents in parallel (semaphore controls total concurrency)\n      const agentPromises = agents.map(async (agent) => {\n        if (signal?.aborted) {\n          return;\n        }\n\n        const agentResults = await Promise.all(\n          dataset.map((testCase) => evaluateCase(agent, testCase)),\n        );\n\n        return { agent, agentResults };\n      });\n\n      const results = await Promise.all(agentPromises);\n\n      for (const entry of results) {\n        if (!entry) {\n          continue;\n        }\n        allDetails.push(...entry.agentResults);\n        const agentSummary = buildAgentSummary(\n          entry.agent.name,\n          entry.agentResults,\n        );\n        summary[entry.agent.name] = agentSummary;\n        onAgentComplete?.(agentSummary);\n      }\n\n      const completedAt = Date.now();\n\n      return {\n        summary,\n        details: allDetails,\n        durationMs: completedAt - startedAt,\n        totalTokens: allDetails.reduce(\n          (sum, d) => sum + d.runResult.totalTokens,\n          0,\n        ),\n        startedAt,\n        completedAt,\n      };\n    },\n\n    async runAgent(agentName: string): Promise<EvalAgentSummary> {\n      const agent = agents.find((a) => a.name === agentName);\n      if (!agent) {\n        throw new Error(`[Directive Evals] Unknown agent: \"${agentName}\"`);\n      }\n\n      const agentResults = await Promise.all(\n        dataset.map((testCase) => evaluateCase(agent, testCase)),\n      );\n\n      const agentSummary = buildAgentSummary(agent.name, agentResults);\n      onAgentComplete?.(agentSummary);\n\n      return agentSummary;\n    },\n  };\n}\n\n// ============================================================================\n// Eval Assertions (CI helpers)\n// ============================================================================\n\n/** Options for eval assertions in CI */\nexport interface EvalAssertOptions {\n  /** Minimum weighted overall score required (0.0-1.0) */\n  minScore?: number;\n  /** Minimum pass rate required (0.0-1.0) */\n  minPassRate?: number;\n  /** Criteria that must achieve 100% pass rate */\n  failOn?: string[];\n}\n\n/**\n * Assert eval results meet requirements — designed for CI pipelines.\n *\n * Throws an error with details if any assertion fails.\n *\n * @example\n * ```typescript\n * const results = await suite.run();\n * evalAssert(results, {\n *   minScore: 0.8,\n *   minPassRate: 0.9,\n *   failOn: [\"safety\"],\n * });\n * ```\n */\nexport function evalAssert(\n  results: EvalResults,\n  options: EvalAssertOptions,\n): void {\n  const failures: string[] = [];\n\n  for (const [agentName, summary] of Object.entries(results.summary)) {\n    if (\n      options.minScore !== undefined &&\n      summary.overallScore < options.minScore\n    ) {\n      failures.push(\n        `Agent \"${agentName}\" score ${summary.overallScore.toFixed(3)} < minimum ${options.minScore}`,\n      );\n    }\n\n    if (\n      options.minPassRate !== undefined &&\n      summary.passRate < options.minPassRate\n    ) {\n      failures.push(\n        `Agent \"${agentName}\" pass rate ${summary.passRate.toFixed(3)} < minimum ${options.minPassRate}`,\n      );\n    }\n\n    if (options.failOn) {\n      for (const criterionName of options.failOn) {\n        const passRate = summary.criterionPassRates[criterionName];\n        if (passRate !== undefined && passRate < 1.0) {\n          failures.push(\n            `Agent \"${agentName}\" criterion \"${criterionName}\" pass rate ${passRate.toFixed(3)} < 1.0 (failOn)`,\n          );\n        }\n      }\n    }\n  }\n\n  if (failures.length > 0) {\n    throw new Error(\n      `[Directive Evals] Assertion failed:\\n${failures.join(\"\\n\")}`,\n    );\n  }\n}\n"]}

package/dist/chunk-ZFLHWJ56.js

@@ -0,0 +1,3 @@
+function x(t){return t.status==="running"}function O(t){return t.pending.length>0}function L(t,e){return t/1e6*e}var y=new Set(["http:","https:"]);function M(t){try{let e=new URL(t);if(!y.has(e.protocol))throw new Error(`[Directive] Invalid baseURL protocol "${e.protocol}" \u2013 only http: and https: are allowed`)}catch(e){throw e instanceof Error&&e.message.startsWith("[Directive]")?e:new Error(`[Directive] Invalid baseURL "${t}" \u2013 must be a valid URL (e.g. "https://api.openai.com/v1")`)}}function S(t){let e=t.filter(n=>n!==void 0);if(e.length===0)return;if(e.length===1)return e[0];let c=AbortSignal.any;if(typeof c=="function")return c(e);let r=new AbortController,p=e.find(n=>n.aborted);if(p)return r.abort(p.reason??void 0),r.signal;for(let n of e)n.addEventListener("abort",()=>{r.abort(n.reason??void 0);},{once:true});return r.signal}function D(t){let{fetch:e=globalThis.fetch,buildRequest:c,parseResponse:r,parseOutput:p,hooks:n}=t,m=p??(s=>{try{return JSON.parse(s)}catch{return s}});return async(s,a,f)=>{let g=Date.now();n?.onBeforeCall?.({agent:s,input:a,timestamp:g});let d=[{role:"user",content:a}];try{let{url:i,init:u}=c(s,a,d),h=S([u.signal??void 0,f?.signal]),T=h?{...u,signal:h}:u,l=await e(i,T);if(!l.ok){let k=await l.text().catch(()=>"");throw new Error(`[Directive] AgentRunner request failed: ${l.status} ${l.statusText}${k?` \u2013 ${k.slice(0,300)}`:""}`)}let o=await r(l,d),b={inputTokens:o.inputTokens??0,outputTokens:o.outputTokens??0},R={role:"assistant",content:o.text},A=[...d,R];f?.onMessage?.(R);let w=Date.now()-g;return n?.onAfterCall?.({agent:s,input:a,output:o.text,totalTokens:o.totalTokens,tokenUsage:b,durationMs:w,timestamp:Date.now()}),{output:m(o.text),messages:A,toolCalls:[],totalTokens:o.totalTokens,tokenUsage:b}}catch(i){let u=Date.now()-g;throw i instanceof Error&&n?.onError?.({agent:s,input:a,error:i,durationMs:u,timestamp:Date.now()}),i}}}
+export{x as a,O as b,L as c,M as d,S as e,D as f};//# sourceMappingURL=chunk-ZFLHWJ56.js.map
+//# sourceMappingURL=chunk-ZFLHWJ56.js.map

package/dist/chunk-ZFLHWJ56.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/agent-utils.ts"],"names":["isAgentRunning","state","hasPendingApprovals","estimateCost","tokenUsage","ratePerMillionTokens","ALLOWED_PROTOCOLS","validateBaseURL","baseURL","url","err","combineSignals","signals","live","s","anyFn","controller","already","createRunner","options","fetchFn","buildRequest","parseResponse","parseOutput","hooks","parse","text","agent","input","runOptions","startTime","messages","init","combined","fetchInit","response","errBody","parsed","assistantMessage","allMessages","durationMs"],"mappings":"AA0BO,SAASA,CAAAA,CAAeC,EAA4B,CACzD,OAAOA,EAAM,MAAA,GAAW,SAC1B,CAQO,SAASC,CAAAA,CAAoBD,CAAAA,CAA+B,CACjE,OAAOA,CAAAA,CAAM,QAAQ,MAAA,CAAS,CAChC,CAiBO,SAASE,CAAAA,CACdC,CAAAA,CACAC,CAAAA,CACQ,CACR,OAAQD,EAAa,GAAA,CAAaC,CACpC,CAMA,IAAMC,CAAAA,CAAoB,IAAI,GAAA,CAAI,CAAC,OAAA,CAAS,QAAQ,CAAC,CAAA,CAU9C,SAASC,CAAAA,CAAgBC,CAAAA,CAAuB,CACrD,GAAI,CACF,IAAMC,EAAM,IAAI,GAAA,CAAID,CAAO,CAAA,CAC3B,GAAI,CAACF,EAAkB,GAAA,CAAIG,CAAAA,CAAI,QAAQ,CAAA,CACrC,MAAM,IAAI,KAAA,CACR,CAAA,sCAAA,EAAyCA,CAAAA,CAAI,QAAQ,CAAA,0CAAA,CACvD,CAEJ,OAASC,CAAAA,CAAK,CACZ,MAAIA,CAAAA,YAAe,KAAA,EAASA,CAAAA,CAAI,QAAQ,UAAA,CAAW,aAAa,CAAA,CACxDA,CAAAA,CAGF,IAAI,KAAA,CACR,gCAAgCF,CAAO,CAAA,+DAAA,CACzC,CACF,CACF,CAaO,SAASG,CAAAA,CACdC,CAAAA,CACyB,CACzB,IAAMC,CAAAA,CAAOD,CAAAA,CAAQ,OAAQE,CAAAA,EAAwBA,CAAAA,GAAM,MAAS,CAAA,CACpE,GAAID,CAAAA,CAAK,SAAW,CAAA,CAAG,OACvB,GAAIA,CAAAA,CAAK,MAAA,GAAW,CAAA,CAAG,OAAOA,CAAAA,CAAK,CAAC,EAGpC,IAAME,CAAAA,CACJ,YAGA,GAAA,CACF,GAAI,OAAOA,CAAAA,EAAU,UAAA,CACnB,OAAOA,EAAMF,CAAI,CAAA,CAKnB,IAAMG,CAAAA,CAAa,IAAI,eAAA,CACjBC,EAAUJ,CAAAA,CAAK,IAAA,CAAMC,CAAAA,EAAMA,CAAAA,CAAE,OAAO,CAAA,CAC1C,GAAIG,CAAAA,CACF,OAAAD,EAAW,KAAA,CACRC,CAAAA,CAA+C,QAAU,MAC5D,CAAA,CAEOD,CAAAA,CAAW,MAAA,CAEpB,IAAA,IAAWF,CAAAA,IAAKD,EACdC,CAAAA,CAAE,gBAAA,CACA,OAAA,CACA,IAAM,CACJE,CAAAA,CAAW,MACRF,CAAAA,CAAyC,MAAA,EAAU,MACtD,EACF,CAAA,CACA,CAAE,KAAM,IAAK,CACf,EAGF,OAAOE,CAAAA,CAAW,MACpB,CAqFO,SAASE,CAAAA,CAAaC,CAAAA,CAA2C,CACtE,GAAM,CACJ,KAAA,CAAOC,CAAAA,CAAU,UAAA,CAAW,KAAA,CAC5B,YAAA,CAAAC,CAAAA,CACA,cAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CACA,KAAA,CAAAC,CACF,CAAA,CAAIL,EAUEM,CAAAA,CAAQF,CAAAA,GARiBG,GAAoB,CACjD,GAAI,CACF,OAAO,IAAA,CAAK,KAAA,CAAMA,CAAI,CACxB,CAAA,KAAQ,CACN,OAAOA,CACT,CACF,CAAA,CAAA,CAIA,OAAO,MACLC,EACAC,CAAAA,CACAC,CAAAA,GAC0B,CAC1B,IAAMC,CAAAA,CAAY,IAAA,CAAK,KAAI,CAC3BN,CAAAA,EAAO,eAAe,CAAE,KAAA,CAAAG,EAAO,KAAA,CAAAC,CAAAA,CAAO,SAAA,CAAWE,CAAU,CAAC,CAAA,CAE5D,IAAMC,CAAAA,CAAsB,CAAC,CAAE,IAAA,CAAM,MAAA,CAAQ,QAASH,CAAM,CAAC,CAAA,CAE7D,GAAI,CACF,GAAM,CAAE,GAAA,CAAAnB,CAAAA,CAAK,KAAAuB,CAAK,CAAA,CAAIX,EAAaM,CAAAA,CAAOC,CAAAA,CAAOG,CAAQ,CAAA,CAOnDE,CAAAA,CAAWtB,CAAAA,CAAe,CAC9BqB,CAAAA,CAAK,MAAA,EAAU,KAAA,CAAA,CACfH,CAAAA,EAAY,MACd,CAAC,EACKK,CAAAA,CAAyBD,CAAAA,CAC3B,CAAE,GAAGD,CAAAA,CAAM,MAAA,CAAQC,CAAS,CAAA,CAC5BD,CAAAA,CAEEG,EAAW,MAAMf,CAAAA,CAAQX,EAAKyB,CAAS,CAAA,CAE7C,GAAI,CAACC,CAAAA,CAAS,EAAA,CAAI,CAChB,IAAMC,CAAAA,CAAU,MAAMD,CAAAA,CAAS,IAAA,EAAK,CAAE,MAAM,IAAM,EAAE,CAAA,CAEpD,MAAM,IAAI,KAAA,CACR,2CAA2CA,CAAAA,CAAS,MAAM,IAAIA,CAAAA,CAAS,UAAU,GAAGC,CAAAA,CAAU,CAAA,QAAA,EAAMA,CAAAA,CAAQ,KAAA,CAAM,CAAA,CAAG,GAAG,CAAC,CAAA,CAAA,CAAK,EAAE,CAAA,CAClI,CACF,CAEA,IAAMC,EAAS,MAAMf,CAAAA,CAAca,CAAAA,CAAUJ,CAAQ,CAAA,CAC/C3B,CAAAA,CAAyB,CAC7B,WAAA,CAAaiC,CAAAA,CAAO,aAAe,CAAA,CACnC,YAAA,CAAcA,EAAO,YAAA,EAAgB,CACvC,CAAA,CAEMC,CAAAA,CAA4B,CAChC,IAAA,CAAM,YACN,OAAA,CAASD,CAAAA,CAAO,IAClB,CAAA,CACME,CAAAA,CAAyB,CAAC,GAAGR,CAAAA,CAAUO,CAAgB,CAAA,CAE7DT,CAAAA,EAAY,SAAA,GAAYS,CAAgB,EAExC,IAAME,CAAAA,CAAa,KAAK,GAAA,EAAI,CAAIV,EAChC,OAAAN,CAAAA,EAAO,WAAA,GAAc,CACnB,KAAA,CAAAG,CAAAA,CACA,MAAAC,CAAAA,CACA,MAAA,CAAQS,CAAAA,CAAO,IAAA,CACf,WAAA,CAAaA,CAAAA,CAAO,YACpB,UAAA,CAAAjC,CAAAA,CACA,UAAA,CAAAoC,CAAAA,CACA,SAAA,CAAW,IAAA,CAAK,KAClB,CAAC,EAEM,CACL,MAAA,CAAQf,EAASY,CAAAA,CAAO,IAAI,CAAA,CAC5B,QAAA,CAAUE,CAAAA,CACV,SAAA,CAAW,EAAC,CACZ,WAAA,CAAaF,CAAAA,CAAO,WAAA,CACpB,UAAA,CAAAjC,CACF,CACF,CAAA,MAASM,CAAAA,CAAK,CACZ,IAAM8B,CAAAA,CAAa,IAAA,CAAK,KAAI,CAAIV,CAAAA,CAChC,MAAIpB,CAAAA,YAAe,KAAA,EACjBc,GAAO,OAAA,GAAU,CACf,KAAA,CAAAG,CAAAA,CACA,KAAA,CAAAC,CAAAA,CACA,MAAOlB,CAAAA,CACP,UAAA,CAAA8B,CAAAA,CACA,SAAA,CAAW,IAAA,CAAK,GAAA,EAClB,CAAC,CAAA,CAGG9B,CACR,CACF,CACF","file":"chunk-ZFLHWJ56.js","sourcesContent":["/**\n * Agent utilities — createRunner, estimateCost, state queries, URL validation.\n */\n\nimport type {\n  AdapterHooks,\n  AgentLike,\n  AgentRunner,\n  AgentState,\n  ApprovalState,\n  Message,\n  RunOptions,\n  RunResult,\n  TokenUsage,\n} from \"./types.js\";\n\n// ============================================================================\n// State Query Helpers\n// ============================================================================\n\n/**\n * Check whether an agent is currently executing a run.\n *\n * @param state - The current {@link AgentState} to inspect.\n * @returns `true` when the agent status is `\"running\"`.\n */\nexport function isAgentRunning(state: AgentState): boolean {\n  return state.status === \"running\";\n}\n\n/**\n * Check whether there are tool-call approvals waiting for user confirmation.\n *\n * @param state - The current {@link ApprovalState} to inspect.\n * @returns `true` when one or more approvals are pending.\n */\nexport function hasPendingApprovals(state: ApprovalState): boolean {\n  return state.pending.length > 0;\n}\n\n// ============================================================================\n// Cost Estimation\n// ============================================================================\n\n/**\n * Estimate the dollar cost of an agent run based on total token usage.\n *\n * @remarks\n * No default rate is provided — callers must supply the current per-million-token\n * price to avoid silently using stale pricing.\n *\n * @param tokenUsage - Total number of tokens consumed (input + output).\n * @param ratePerMillionTokens - Cost in dollars per one million tokens.\n * @returns Estimated cost in dollars.\n */\nexport function estimateCost(\n  tokenUsage: number,\n  ratePerMillionTokens: number,\n): number {\n  return (tokenUsage / 1_000_000) * ratePerMillionTokens;\n}\n\n// ============================================================================\n// Validation Helpers\n// ============================================================================\n\nconst ALLOWED_PROTOCOLS = new Set([\"http:\", \"https:\"]);\n\n/**\n * Validate that a base URL uses the `http:` or `https:` protocol.\n * Throws immediately at adapter creation time (not at call time) to surface\n * configuration errors before any LLM requests are made.\n *\n * @param baseURL - The base URL string to validate.\n * @throws When the URL is malformed or uses a protocol other than `http:` or `https:`.\n */\nexport function validateBaseURL(baseURL: string): void {\n  try {\n    const url = new URL(baseURL);\n    if (!ALLOWED_PROTOCOLS.has(url.protocol)) {\n      throw new Error(\n        `[Directive] Invalid baseURL protocol \"${url.protocol}\" – only http: and https: are allowed`,\n      );\n    }\n  } catch (err) {\n    if (err instanceof Error && err.message.startsWith(\"[Directive]\")) {\n      throw err;\n    }\n\n    throw new Error(\n      `[Directive] Invalid baseURL \"${baseURL}\" – must be a valid URL (e.g. \"https://api.openai.com/v1\")`,\n    );\n  }\n}\n\n// ============================================================================\n// AbortSignal combination helper\n// ============================================================================\n\n/**\n * Combine multiple `AbortSignal`s into one — the resulting signal aborts\n * as soon as ANY input signal aborts. Falls back to a manual controller\n * wiring on runtimes without `AbortSignal.any` (Node < 20).\n *\n * @internal\n */\nexport function combineSignals(\n  signals: ReadonlyArray<AbortSignal | undefined>,\n): AbortSignal | undefined {\n  const live = signals.filter((s): s is AbortSignal => s !== undefined);\n  if (live.length === 0) return undefined;\n  if (live.length === 1) return live[0];\n\n  // Prefer the standard helper when available (Node 20.3+, modern browsers).\n  const anyFn = (\n    AbortSignal as unknown as {\n      any?: (signals: readonly AbortSignal[]) => AbortSignal;\n    }\n  ).any;\n  if (typeof anyFn === \"function\") {\n    return anyFn(live);\n  }\n\n  // Fallback: manual controller. If any input is already aborted, the\n  // result is too — wire listeners for the rest.\n  const controller = new AbortController();\n  const already = live.find((s) => s.aborted);\n  if (already) {\n    controller.abort(\n      (already as AbortSignal & { reason?: unknown }).reason ?? undefined,\n    );\n\n    return controller.signal;\n  }\n  for (const s of live) {\n    s.addEventListener(\n      \"abort\",\n      () => {\n        controller.abort(\n          (s as AbortSignal & { reason?: unknown }).reason ?? undefined,\n        );\n      },\n      { once: true },\n    );\n  }\n\n  return controller.signal;\n}\n\n// ============================================================================\n// createRunner Helper\n// ============================================================================\n\n/** Parsed response from an LLM provider */\nexport interface ParsedResponse {\n  text: string;\n  totalTokens: number;\n  /** Input token count, when available from the provider */\n  inputTokens?: number;\n  /** Output token count, when available from the provider */\n  outputTokens?: number;\n}\n\n/** Options for creating an AgentRunner from buildRequest/parseResponse */\nexport interface CreateRunnerOptions {\n  fetch?: typeof globalThis.fetch;\n  buildRequest: (\n    agent: AgentLike,\n    input: string,\n    messages: Message[],\n  ) => { url: string; init: RequestInit };\n  parseResponse: (\n    response: Response,\n    messages: Message[],\n  ) => Promise<ParsedResponse>;\n  parseOutput?: <T>(text: string) => T;\n  /** Lifecycle hooks for tracing, logging, and metrics */\n  hooks?: AdapterHooks;\n}\n\n/**\n * Create an {@link AgentRunner} from `buildRequest`/`parseResponse` helpers, reducing\n * ~50 lines of fetch boilerplate to ~20 lines of configuration.\n *\n * @remarks\n * Supports lifecycle hooks for observability:\n * - `onBeforeCall` fires before each API request\n * - `onAfterCall` fires after a successful response (includes token breakdown)\n * - `onError` fires when the request fails\n *\n * Output parsing defaults to `JSON.parse` with a string fallback. Supply a custom\n * `parseOutput` to override (e.g. for structured output schemas).\n *\n * @param options - Configuration for the runner, including request building, response parsing, and hooks.\n * @returns An {@link AgentRunner} function that performs LLM calls via fetch.\n *\n * @example\n * ```typescript\n * const runClaude = createRunner({\n *   buildRequest: (agent, input) => ({\n *     url: \"/api/claude\",\n *     init: {\n *       method: \"POST\",\n *       headers: { \"Content-Type\": \"application/json\" },\n *       body: JSON.stringify({\n *         model: agent.model ?? \"claude-haiku-4-5-20251001\",\n *         system: agent.instructions ?? \"\",\n *         messages: [{ role: \"user\", content: input }],\n *       }),\n *     },\n *   }),\n *   parseResponse: async (res) => {\n *     const data = await res.json();\n *     const inputTokens = data.usage?.input_tokens ?? 0;\n *     const outputTokens = data.usage?.output_tokens ?? 0;\n *     return {\n *       text: data.content?.[0]?.text ?? \"\",\n *       totalTokens: inputTokens + outputTokens,\n *       inputTokens,\n *       outputTokens,\n *     };\n *   },\n *   hooks: {\n *     onAfterCall: ({ durationMs, tokenUsage }) => {\n *       console.log(`LLM call: ${durationMs}ms, ${tokenUsage.inputTokens}in/${tokenUsage.outputTokens}out`);\n *     },\n *   },\n * });\n * ```\n *\n * @public\n */\nexport function createRunner(options: CreateRunnerOptions): AgentRunner {\n  const {\n    fetch: fetchFn = globalThis.fetch,\n    buildRequest,\n    parseResponse,\n    parseOutput,\n    hooks,\n  } = options;\n\n  const defaultParseOutput = <T>(text: string): T => {\n    try {\n      return JSON.parse(text) as T;\n    } catch {\n      return text as unknown as T;\n    }\n  };\n\n  const parse = parseOutput ?? defaultParseOutput;\n\n  return async <T = unknown>(\n    agent: AgentLike,\n    input: string,\n    runOptions?: RunOptions,\n  ): Promise<RunResult<T>> => {\n    const startTime = Date.now();\n    hooks?.onBeforeCall?.({ agent, input, timestamp: startTime });\n\n    const messages: Message[] = [{ role: \"user\", content: input }];\n\n    try {\n      const { url, init } = buildRequest(agent, input, messages);\n\n      // (Sec MAJOR) Combine signals — `buildRequest` may set\n      // `init.signal` (e.g. `AbortSignal.timeout(timeoutMs)`) and the\n      // caller may pass their own via `runOptions.signal`. Naively\n      // overwriting one with the other silently disables whichever was\n      // dropped. `combineSignals` aborts as soon as either fires.\n      const combined = combineSignals([\n        init.signal ?? undefined,\n        runOptions?.signal,\n      ]);\n      const fetchInit: RequestInit = combined\n        ? { ...init, signal: combined }\n        : init;\n\n      const response = await fetchFn(url, fetchInit);\n\n      if (!response.ok) {\n        const errBody = await response.text().catch(() => \"\");\n\n        throw new Error(\n          `[Directive] AgentRunner request failed: ${response.status} ${response.statusText}${errBody ? ` – ${errBody.slice(0, 300)}` : \"\"}`,\n        );\n      }\n\n      const parsed = await parseResponse(response, messages);\n      const tokenUsage: TokenUsage = {\n        inputTokens: parsed.inputTokens ?? 0,\n        outputTokens: parsed.outputTokens ?? 0,\n      };\n\n      const assistantMessage: Message = {\n        role: \"assistant\",\n        content: parsed.text,\n      };\n      const allMessages: Message[] = [...messages, assistantMessage];\n\n      runOptions?.onMessage?.(assistantMessage);\n\n      const durationMs = Date.now() - startTime;\n      hooks?.onAfterCall?.({\n        agent,\n        input,\n        output: parsed.text,\n        totalTokens: parsed.totalTokens,\n        tokenUsage,\n        durationMs,\n        timestamp: Date.now(),\n      });\n\n      return {\n        output: parse<T>(parsed.text),\n        messages: allMessages,\n        toolCalls: [],\n        totalTokens: parsed.totalTokens,\n        tokenUsage,\n      };\n    } catch (err) {\n      const durationMs = Date.now() - startTime;\n      if (err instanceof Error) {\n        hooks?.onError?.({\n          agent,\n          input,\n          error: err,\n          durationMs,\n          timestamp: Date.now(),\n        });\n      }\n\n      throw err;\n    }\n  };\n}\n"]}

package/dist/debug-timeline-DpnRMnLU.d.cts

@@ -0,0 +1,87 @@
+import { Plugin } from '@directive-run/core';
+import { l as DebugEvent, g as DebugEventType } from './types-DJ09LjZX.cjs';
+
+/**
+ * Debug Timeline — AI-specific event log with snapshot correlation.
+ *
+ * Records agent lifecycle events (start, complete, error, guardrail checks,
+ * approvals, handoffs, patterns) and correlates them with core time-travel
+ * snapshots for visual timeline UIs and fork-and-replay debugging.
+ *
+ * Zero-cost when debug=false — the timeline is simply `null`.
+ *
+ * @module
+ */
+
+/** Callback fired when a new event is recorded */
+type DebugTimelineListener = (event: DebugEvent) => void;
+/** Debug timeline instance */
+interface DebugTimeline {
+    /** Record a new event (id is auto-assigned) */
+    record(event: Omit<DebugEvent, "id"> & Record<string, unknown>): DebugEvent;
+    /** Get all events in order */
+    getEvents(): DebugEvent[];
+    /** Get events for a specific agent */
+    getEventsForAgent(agentId: string): DebugEvent[];
+    /** Get events by type with type narrowing */
+    getEventsByType<T extends DebugEventType>(type: T): Extract<DebugEvent, {
+        type: T;
+    }>[];
+    /** Get events at a specific snapshot */
+    getEventsAtSnapshot(snapshotId: number): DebugEvent[];
+    /** Get events in a time range */
+    getEventsInRange(startMs: number, endMs: number): DebugEvent[];
+    /** Fork from a snapshot — truncates events after it and calls goTo */
+    forkFrom(snapshotId: number): void;
+    /** Export timeline as JSON */
+    export(): string;
+    /** Import timeline from JSON */
+    import(json: string): void;
+    /** Clear all events */
+    clear(): void;
+    /** Subscribe to new events. Returns unsubscribe function. */
+    subscribe(listener: DebugTimelineListener): () => void;
+    /** Current number of events */
+    readonly length: number;
+}
+/** Options for creating a debug timeline */
+interface DebugTimelineOptions {
+    /** Maximum events before eviction. @default 2000 */
+    maxEvents?: number;
+    /** Callback to get current snapshot ID from the system */
+    getSnapshotId?: () => number | null;
+    /** Callback to navigate to a snapshot (for forkFrom) */
+    goToSnapshot?: (snapshotId: number) => void;
+}
+/**
+ * Create a debug timeline for recording and correlating AI events.
+ *
+ * @example
+ * ```typescript
+ * const timeline = createDebugTimeline({ maxEvents: 1000 });
+ *
+ * timeline.record({
+ *   type: "agent_start",
+ *   timestamp: Date.now(),
+ *   agentId: "researcher",
+ *   snapshotId: null,
+ *   inputLength: 42,
+ * });
+ *
+ * const agentEvents = timeline.getEventsForAgent("researcher");
+ * ```
+ */
+declare function createDebugTimeline(options?: DebugTimelineOptions): DebugTimeline;
+/**
+ * Create a Directive plugin that bridges core constraint/resolver events
+ * to the debug timeline.
+ *
+ * @example
+ * ```typescript
+ * const timeline = createDebugTimeline();
+ * const plugin = createDebugTimelinePlugin(timeline, () => system.history?.currentIndex ?? null);
+ * ```
+ */
+declare function createDebugTimelinePlugin(timeline: DebugTimeline, getSnapshotId: () => number | null): Plugin;
+
+export { type DebugTimeline as D, type DebugTimelineListener as a, type DebugTimelineOptions as b, createDebugTimeline as c, createDebugTimelinePlugin as d };

package/dist/debug-timeline-L13P-U2I.d.ts

@@ -0,0 +1,87 @@
+import { Plugin } from '@directive-run/core';
+import { l as DebugEvent, g as DebugEventType } from './types-DJ09LjZX.js';
+
+/**
+ * Debug Timeline — AI-specific event log with snapshot correlation.
+ *
+ * Records agent lifecycle events (start, complete, error, guardrail checks,
+ * approvals, handoffs, patterns) and correlates them with core time-travel
+ * snapshots for visual timeline UIs and fork-and-replay debugging.
+ *
+ * Zero-cost when debug=false — the timeline is simply `null`.
+ *
+ * @module
+ */
+
+/** Callback fired when a new event is recorded */
+type DebugTimelineListener = (event: DebugEvent) => void;
+/** Debug timeline instance */
+interface DebugTimeline {
+    /** Record a new event (id is auto-assigned) */
+    record(event: Omit<DebugEvent, "id"> & Record<string, unknown>): DebugEvent;
+    /** Get all events in order */
+    getEvents(): DebugEvent[];
+    /** Get events for a specific agent */
+    getEventsForAgent(agentId: string): DebugEvent[];
+    /** Get events by type with type narrowing */
+    getEventsByType<T extends DebugEventType>(type: T): Extract<DebugEvent, {
+        type: T;
+    }>[];
+    /** Get events at a specific snapshot */
+    getEventsAtSnapshot(snapshotId: number): DebugEvent[];
+    /** Get events in a time range */
+    getEventsInRange(startMs: number, endMs: number): DebugEvent[];
+    /** Fork from a snapshot — truncates events after it and calls goTo */
+    forkFrom(snapshotId: number): void;
+    /** Export timeline as JSON */
+    export(): string;
+    /** Import timeline from JSON */
+    import(json: string): void;
+    /** Clear all events */
+    clear(): void;
+    /** Subscribe to new events. Returns unsubscribe function. */
+    subscribe(listener: DebugTimelineListener): () => void;
+    /** Current number of events */
+    readonly length: number;
+}
+/** Options for creating a debug timeline */
+interface DebugTimelineOptions {
+    /** Maximum events before eviction. @default 2000 */
+    maxEvents?: number;
+    /** Callback to get current snapshot ID from the system */
+    getSnapshotId?: () => number | null;
+    /** Callback to navigate to a snapshot (for forkFrom) */
+    goToSnapshot?: (snapshotId: number) => void;
+}
+/**
+ * Create a debug timeline for recording and correlating AI events.
+ *
+ * @example
+ * ```typescript
+ * const timeline = createDebugTimeline({ maxEvents: 1000 });
+ *
+ * timeline.record({
+ *   type: "agent_start",
+ *   timestamp: Date.now(),
+ *   agentId: "researcher",
+ *   snapshotId: null,
+ *   inputLength: 42,
+ * });
+ *
+ * const agentEvents = timeline.getEventsForAgent("researcher");
+ * ```
+ */
+declare function createDebugTimeline(options?: DebugTimelineOptions): DebugTimeline;
+/**
+ * Create a Directive plugin that bridges core constraint/resolver events
+ * to the debug timeline.
+ *
+ * @example
+ * ```typescript
+ * const timeline = createDebugTimeline();
+ * const plugin = createDebugTimelinePlugin(timeline, () => system.history?.currentIndex ?? null);
+ * ```
+ */
+declare function createDebugTimelinePlugin(timeline: DebugTimeline, getSnapshotId: () => number | null): Plugin;
+
+export { type DebugTimeline as D, type DebugTimelineListener as a, type DebugTimelineOptions as b, createDebugTimeline as c, createDebugTimelinePlugin as d };

package/dist/devtools.cjs

@@ -0,0 +1,2 @@
+'use strict';var chunkIR3IHBVQ_cjs=require('./chunk-IR3IHBVQ.cjs'),chunkWOFIBIPW_cjs=require('./chunk-WOFIBIPW.cjs');Object.defineProperty(exports,"connectDevTools",{enumerable:true,get:function(){return chunkIR3IHBVQ_cjs.b}});Object.defineProperty(exports,"createDevToolsServer",{enumerable:true,get:function(){return chunkIR3IHBVQ_cjs.a}});Object.defineProperty(exports,"createWsTransport",{enumerable:true,get:function(){return chunkIR3IHBVQ_cjs.c}});Object.defineProperty(exports,"createDebugTimeline",{enumerable:true,get:function(){return chunkWOFIBIPW_cjs.a}});Object.defineProperty(exports,"createDebugTimelinePlugin",{enumerable:true,get:function(){return chunkWOFIBIPW_cjs.b}});Object.defineProperty(exports,"createHealthMonitor",{enumerable:true,get:function(){return chunkWOFIBIPW_cjs.c}});//# sourceMappingURL=devtools.cjs.map
+//# sourceMappingURL=devtools.cjs.map

package/dist/devtools.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","file":"devtools.cjs"}