@agentica/benchmark 0.11.1 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/lib/index.mjs
CHANGED
|
@@ -250,7 +250,7 @@ var AgenticaCallBenchmarkReporter;
|
|
|
250
250
|
return [ "# LLM Function Call Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter((e => e.type === "success")).length}`, ` - Failure: ${events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${aggregate.total.toLocaleString()}`, ` - Input`, ` - Total: ${aggregate.input.total.toLocaleString()}`, ` - Cached: ${aggregate.input.cached.toLocaleString()}`, ` - Output:`, ` - Total: ${aggregate.output.total.toLocaleString()}`, ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`, ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`, ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Select | Call | Time/Avg ", ":-----|:-------|:-----|----------:", ...result.experiments.map((exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, drawStatus(exp.events, (e => e.type !== "error" && e.select === true)), drawStatus(exp.events, (e => e.type !== "error" && e.call === true)), `${MathUtil.round(exp.events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms` ].join(" | "))) ].join("\n");
|
|
251
251
|
};
|
|
252
252
|
const writeExperimentIndex = exp => [ `# ${exp.scenario.name}`, "## Summary", ` - Scenarios: #${exp.events.length.toLocaleString()}`, ` - Success: ${exp.events.filter((e => e.type === "success")).length}`, ` - Failure: ${exp.events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(exp.events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms`, "", "## Events", " Name | Type | Time", ":-----|:-----|----:", ...exp.events.map(((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, `${MathUtil.round(e.completed_at.getTime() - e.started_at.getTime())} ms` ].join(" | "))), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
|
|
253
|
-
const writeExperimentEvent = (event, index) => [ `# ${index + 1}. ${event.type}`, "## Summary", ` - Name: ${event.scenario.name}`, ` - Type: ${event.type}`, ` - Time: ${MathUtil.round(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ ` - Select: ${event.select ? "✅" : "❌"}`, ` - Call: ${event.call ? "✅" : "❌"}` ] : [], ` - Token Usage: ${event.usage.
|
|
253
|
+
const writeExperimentEvent = (event, index) => [ `# ${index + 1}. ${event.type}`, "## Summary", ` - Name: ${event.scenario.name}`, ` - Type: ${event.type}`, ` - Time: ${MathUtil.round(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ ` - Select: ${event.select ? "✅" : "❌"}`, ` - Call: ${event.call ? "✅" : "❌"}` ] : [], ` - Token Usage:`, ` - Total: ${JSON.stringify(event.usage.aggregate.total)}`, ` - Input`, ` - Total: ${event.usage.aggregate.input.total}`, ` - Cached: ${event.usage.aggregate.input.cached}`, ` - Output:`, ` - Total: ${event.usage.aggregate.output.total}`, ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction}`, ` - Reasoning: ${event.usage.aggregate.output.reasoning}`, ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction}`, "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", "## Prompt Histories", ...event.prompts.map(AgenticaPromptReporter.markdown), "", ...event.type === "error" ? [ "## Error", "```json", JSON.stringify(AgenticaBenchmarkUtil.errorToJson(event.error), null, 2), "```" ] : [] ].join("\n");
|
|
254
254
|
const drawStatus = (events, success) => {
|
|
255
255
|
const count = Math.floor(events.filter(success).length / events.length * 10);
|
|
256
256
|
return new Array(count).fill("■").join("") + new Array(10 - count).fill("□").join("");
|
package/lib/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","async","agent","last","getPromptHistories","at","type","role","consent","functions","result","vendor","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","JSON","parse","arguments","_io0","reply","success","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","error","Error","stack","expectedToJson","AgenticaPromptReporter","markdown","p","selections","s","controller","reason","flat","executes","e","split","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","Promise","all","acquire","step","release","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","prompt","AgenticaTextPrompt","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;;;;;AAOM,IAAWA;;CAAjB,SAAiBA;IACFA,4BAAAC,SAASC,MACpBC;QAEA,MAAMC,OAA0CD,MAC7CE,qBACAC,IAAG;QACN,IAAIF,MAAMG,SAAS,UAAUH,KAAKI,SAAS,aAAa,OAAO;QAE/D,MAAMC,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAGrCC,UAAU;QACd,MAAMC,eAAsCR,MAC1C,SACAS,OAAOC,IAAIC,KAAKC,YAAYC,OAC5B;YACEC,OAAOd,MAAM,SAASS,OAAOK;YAC7BC,UAAU,EACR;gBACEV,MAAM;gBACNW,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;eAET;gBACEZ,MAAM;gBACNW,SAASf,KAAKiB;;YAGlBC,OAAO,EACL;gBACEf,MAAM;gBACNgB,UAAU;oBACRC,MAAMf,QAAQe;oBACdC,aAAahB,QAAQgB;oBACrBC,YAAYjB,QAAQiB;;;YAI1BC,aAAa;YACbC,qBAAqB;WAEvBzB,MAAM,SAASS,OAAOiB;QAExB,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACCC,MAAOA,GAAG5B,SAAS,cAAc4B,GAAGZ,SAASC,SAASf,QAAQe,SAC7D;QACJ,IAAIM,aAAaM,WAAW,OAAO;QACnC,MAAMC,QAAuBC,KAAKC,MAAMT,SAASP,SAASiB;QAC1D,OAAO;YAAS,MAAAC,OAAAJ,SAAA,oBAAAA,MAAAlB,WAAA,oBAAAkB,MAAAK;YAAA,OAAAL,SAAA,oBAAAA,SAAA,SAAAA,SAAAI,KAAAJ;AAAA,UAAT,GAASA,SAASA,MAAMK,QAAQ;AAAI;IAYhC1C,4BAAA2C,UAA2CC,SAmBzCC,aAAaD,OAAOjC;IAEnC,MAAMkC,eACJD;QASA,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;YACXE;YACAE,YAAYD,sBAAsBJ,MAAMK;YACxCC,QAAQN,MAAMM;;QAGlB,QAAQN,MAAMG,SAASxC;UACrB,KAAK;YAAS;gBACZ,IAAI4C,OAAO;gBACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;gBACnD,IAAIC,WAAWJ,eAAeK;gBAE9B,OAAO,MAAM;oBACX,IAAID,SAASE,MAAM;wBACjB,OAAO;4BACL/C,QAAQ;4BACRwC;;;oBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;wBACnC,OAAO;4BAAEhD,QAAQ;;;oBAGnB,MAAMA,SAASmC,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;oBAC3D,KAAKxC,OAAOA,QAAQ;wBAClB,KAAKiC,MAAMM,QAAQ;4BACjBC,QAAQ;4BACR;;wBAEF,OAAO;4BAAExC,QAAQ;;;oBAGnBwC,QAAQxC,OAAOwC;oBACfK,WAAWJ,eAAeK;;;;UAG9B,KAAK;YAAc;gBACjB,MAAMK,SAASlB,MAAMG,SAASgB;gBAC9B,MAAMpD,SAASiC,MAAMK,WAAWe,MAAMC,MAAOA,GAAGzC,SAASsC,OAAOtC;gBAChE,IAAIb,QAAQ;oBACV,OAAO;wBAAEA;wBAAQwC,MAAM;;;gBAEzB,OAAO;oBACLxC;;;;UAGJ,KAAK;YACH,KAAK,MAAMoC,YAAYH,MAAMG,SAASmB,OAAO;gBAC3C,MAAMC,aAAarB,KAAKC;gBACxB,IAAIoB,WAAWxD,QAAQ;oBACrB,OAAOwD;;;YAIX,OAAO;gBAAExD,QAAQ;;;UACnB,KAAK;YAAS;gBAQZ,MAAMA,SAASiC,MAAMG,SAASqB,MAAMC,KAAKtB,YAAaD,KAAKC;gBAC3D,IAAIpC,OAAO2D,OAAOC,KAAMA,EAAE5D,UAAS;oBACjC,OAAO;wBACLA,QAAQ;wBACRwC,MAAMxC,OAAO6D,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;gBAI3D,OAAO;oBACLxC,QAAQ;;;;;AAKjB,EApLD,CAAiBX,gCAAAA,8BAoLhB,CAAA;;AC3LK,IAAW4E;;CAAjB,SAAiBA;IACFA,SAAAC,QAASjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;AAC3E,EAFD,CAAiBgB,aAAAA,WAEhB,CAAA;;ACEK,IAAWG;;CAAjB,SAAiBA;IACFA,sBAAAC,cAAeC;QAC1B,IAAIA,iBAAiBC,OACnB,OAAO;eACFD;YACHzD,MAAMyD,MAAMzD;YACZQ,SAASiD,MAAMjD;YACfmD,OAAOF,MAAME;;QAEjB,OAAOF;AAAK;IAGDF,sBAAAK,iBACXrC;QAEA,IAAIA,SAASxC,SAAS,cACpB,OAAO;YACLA,MAAMwC,SAASxC;YACfwD,WAAW;gBACTvC,MAAMuB,SAASgB,UAAUvC;gBACzBC,aAAasB,SAASgB,UAAUxC,SAASE;;gBAG1C,IAAIsB,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf8C,OAAON,SAASM,MAAMgB,IAAIU,sBAAAK;gBAEzB,IAAIrC,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf6D,OAAOrB,SAASqB,MAAMC,IAAIU,sBAAAK;gBAG5B,OAAO;YACL7E,MAAMwC,SAASxC;YACf2D,OAAOnB,SAASmB,MAAMG,IAAIU,sBAAAK;;AAC3B;AAEN,EAvCD,CAAiBL,0BAAAA,wBAuChB,CAAA;;ACxCK,IAAWM;;CAAjB,SAAiBA;IACFA,uBAAAC,WACXC;QAEA,IAAIA,EAAEhF,SAAS,QACb,OAAO,EAAC,aAAagF,EAAE/E,SAAS+E,EAAElE,MAAM,KAAID,KAAK,YAC9C,IAAImE,EAAEhF,SAAS,YAAYgF,EAAEhF,SAAS,UACzC,OAAO,EACL,OAAOgF,EAAEhF,SAAS,WAAW,WAAW,eACrCgF,EAAEC,WACFnB,KAAKoB,KAAM,EACV,QAAQA,EAAE1B,UAAUvC,QACpB,mBAAmBiE,EAAE1B,UAAU2B,WAAWlE,QAC1C,iBAAiBiE,EAAE1B,UAAUxC,SAASC,QACtC,eAAeiE,EAAEE,UACjB,SACMF,EAAE1B,UAAUxC,SAASE,aAAakC,SACpC,EAAC8B,EAAE1B,UAAUxC,SAASE,aAAa,OACnC,OAELmE,SACHxE,KAAK,YACJ,IAAImE,EAAEhF,SAAS,YAClB,OAAO,EACL,mBACGgF,EAAEM,SAASxB,KAAKyB,KAAM,OAAOA,EAAE/B,UAAUvC,UAC5C,OACG+D,EAAElE,KAAK0E,MAAM,MAAM1B,KAAKoB,KAAM,KAAKA,OACtC,KACArE,KAAK;QACT,OAAO,EACL,eACA,aAAamE,EAAExB,UAAUvC,QACzB,mBAAmB+D,EAAExB,UAAU2B,WAAWlE,QAC1C,iBAAiB+D,EAAExB,UAAUxC,SAASC,QACtC,IACA,WACAc,KAAK0D,UAAUT,EAAE/C,WAAW,MAAM,IAClC,OACA,KACApB,KAAK;AAAK;AAEf,EA1CD,CAAiBiE,2BAAAA,yBA0ChB,CAAA;;ACpCK,IAAWY;;CAAjB,SAAiBA;IACFA,8BAAQX,WACnB3E,UAEAuF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAkBzF,cAC/BA,OAAO0F,YACPhC,KAAKiC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS/E,kBAAkBgF,qBAAqBF,WACvDA,IAAIG,OAAOpC,KAAI,CAACqC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS/E,QAAQmF,IAAI,KAAKD,MAAMnG,WACzCqG,qBAAqBF,OAAOC,WAG/Bf;IAGP,MAAMQ,aACJzF;QAEA,MAAM8F,SAA+C9F,OAAO0F,YACzDhC,KAAKE,KAAMA,EAAEkC,SACbb;QACH,MAAMiB,UACJJ,OACGpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO9C;QACzC,MAAMwD,YAA2CxG,OAAOyG,MAAMD;QAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBxG,OAAO0F,YAAY1C,OAAO0D,oBAC/C,gBAAgBZ,OAAO9C,UACvB,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAMgC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACG1G,OAAO0F,YAAYhC,KAAKiC,OACzB,EACE,IAAIA,IAAIC,SAAS/E,WAAW8E,IAAIC,SAAS/E,mBACzCoG,WACEtB,IAAIG,SACHX,KAAMA,EAAEvF,SAAS,WAAWuF,EAAE+B,WAAW,QAE5CD,WAAWtB,IAAIG,SAASX,KAAMA,EAAEvF,SAAS,WAAWuF,EAAEhD,SAAS,QAC/D,GAAG8B,SAASC,MACVyB,IAAIG,OACDpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,wBACFjG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMoF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS/E,QAClB,cACA,mBAAmB8E,IAAIG,OAAO9C,OAAO0D,oBACrC,gBAAgBf,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC/D,gBAAgB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC/D,qBAAqBiB,SAASC,MAC5ByB,IAAIG,OACDpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,uBACF,IACA,aACA,uBACA,0BACGf,IAAIG,OAAOpC,KAAI,CAACyB,GAAGa,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKb,EAAEvF,YAC5BuF,EAAEvF,MACF,GAAGqE,SAASC,MAAMiB,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,kBAC1D3F,KAAK,UAET,IACA,eACA,mBACAkF,IAAIC,SAASlF,MACb,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAekB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMwF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMnG,QACzB,cACA,aAAamG,MAAMH,SAAS/E,QAC5B,aAAakF,MAAMnG,QACnB,aAAaqE,SAASC,MACpB6B,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAChDM,0BACEX,MAAMnG,SAAS,UACf,EACE,eAAemG,MAAMmB,SAAS,MAAM,OACpC,aAAanB,MAAM5D,OAAO,MAAM,UAElC,IACJ,oBAAoB4D,MAAMU,MAAMC,oBAChC,IACA,eACA,mBACAX,MAAMH,SAASlF,MACf,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAesB,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,IACA,0BACG2D,MAAMqB,QAAQ1D,IAAIgB,uBAAuBC,WAC5C,OACIoB,MAAMnG,SAAS,UACf,EACE,YACA,WACA+B,KAAK0D,UACHjB,sBAAsBC,YAAY0B,MAAMzB,QACxC,MACA,IAEF,UAEF,KACJ7D,KAAK;IAGT,MAAMwG,aAAa,CACjBnB,QACA9D;QAEA,MAAMqF,QAAgBtD,KAAKI,MACxB2B,OAAOvE,OAAOS,SAASgB,SAAS8C,OAAO9C,SAAU;QAEpD,OACE,IAAIsE,MAAMD,OAAOE,KAAK,KAAK9G,KAAK,MAChC,IAAI6G,MAAM,KAAKD,OAAOE,KAAK,KAAK9G,KAAK;AAAG;AAG7C,EA7KD,CAAiB6E,kCAAAA,gCA6KhB,CAAA;;MCvJYkC;IAWX,WAAAC,CAAmBxF;QACjByF,KAAKC,SAAS1F,MAAMzC;QACpBkI,KAAKE,aAAa3F,MAAM4F,UAAU3E;QAClCwE,KAAKI,UAAU;YACbC,QAAQ9F,MAAM+F,QAAQD,UAAU;YAChCE,cAAchG,MAAM+F,QAAQC,gBAAgB;YAC5CnI,SAASmC,MAAM+F,QAAQlI,WAAW;;QAEpC4H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWlE,KAAInE,MAAOqG;YACzB,MAAME,eACE0C,QAAQC,IACZ,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG7D,KAAInE;sBACnC+I,UAAUI;gBAChB,MAAMvD,UACEuC,KAAKiB,KAAK/C;sBACZ0C,UAAUM;gBAChB,IAAIR,aAAa3G,WAAW2G,SAASjD;gBACrC,OAAOA;AAAC;YAGd,OAAO;gBACLS;gBACAE;gBACAW,OAAOX,OACJvE,QAAQ4D,KAAMA,EAAEvF,SAAS,UACzB8D,KAAKyB,KAAMA,EAAEsB,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;AACvD;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJhC,KAAKkB,KAAMA,EAAE6B,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;;IAsBnD,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI3D,MAAM;QAClB,OAAOe,8BAA8BX,SAAS+C,KAAKQ;;IAG7C,UAAMS,CACZ/C;QAEA,MAAMpG,QAAyBkI,KAAKC,OAAOsB;QAC3C,MAAM5C,aAAmB,IAAIgC;QAC7B,MAAMrG,UAAU,MACd3C,4BAA4B2C,QAAQ;YAClCI,UAAUwD,SAASxD;YACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,YACzB8D,KAAKkB,KAAMA,EAAExB;YAChBb,QAAQ;;QAEZ,MAAM2G,MAAM;YACV,MAAMhC,SAAS7H,4BAA4B2C,QAAQ;gBACjDI,UAAUwD,SAASxD;gBACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEC,aACbI,OACAvB,KAAKkB,KAAMA,EAAExB;gBAChBb,QAAQ;;YAEV,MAAMJ,OAAOH;YACb,OAAO;gBACLpC,MAAOuC,OAAO,YAAY;gBAC1ByD;gBACAsB;gBACA/E;gBACAiF,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM2J;gBACb9C;gBACAF,cAAc,IAAIkC;;AACmC;QAGzD;kBACQ7I,MAAM4J,WAAWxD,SAASlF;YAChC,IAAIsB,WAAW,OAAOkH;YACtB,KAAK,IAAIlD,IAAY,GAAGA,IAAI0B,KAAKI,QAAQhI,WAAWkG,GAAG;gBACrD,MAAMlD,aACEzD,4BAA4BC,OAAOE;gBAC3C,IAAIsD,SAAS,MAAM;sBAEbtD,MAAM4J,WAAWtG;gBACvB,IAAId,WAAW,OAAOkH;;YAExB,OAAOA;UACP,OAAO5E;YACP,OAAO;gBACL1E,MAAM;gBACNgG;gBACAwB,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM2J;gBACb7E;gBACA+B;gBACAF,cAAc,IAAIkC;;;;;;ACnLpB,IAAWgB;;CAAjB,SAAiBA;IACFA,gCAAQ1E,WACnB3E,UAEAuF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWzF,cACxBA,OAAO0F,YACPhC,KAAKiC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS/E,kBAAkBgF,qBAAqBF,WACvDA,IAAIG,OAAOpC,KAAI,CAACqC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS/E,QAAQmF,IAAI,KAAKD,MAAMnG,WACzCqG,qBAAqBF,OAAOC,WAG/Bf;IAGP,MAAMQ,aACJzF;QAEA,MAAM8F,SAAiD9F,OAAO0F,YAC3DhC,KAAKE,KAAMA,EAAEkC,SACbb;QACH,MAAMiB,UACJJ,OACGpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO9C;QACzC,MAAMwD,YAA2CxG,OAAOyG,MAAMD;QAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBxG,OAAO0F,YAAY1C,OAAO0D,oBAC/C,gBAAgBZ,OAAO9C,UACvB,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAMgC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACG1G,OAAO0F,YAAYhC,KAAKiC,OACzB,EACE,IAAIA,IAAIC,SAAS/E,WAAW8E,IAAIC,SAAS/E,mBACzC;YACE,MAAMmB,UAAkB+B,KAAKI,MAC1BwB,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,SAC9C2C,IAAIG,OAAO9C,SACX;YAEJ,OACE,IAAIsE,MAAMtF,SAASuF,KAAK,KAAK9G,KAAK,MAClC,IAAI6G,MAAM,KAAKtF,SAASuF,KAAK,KAAK9G,KAAK;AAE1C,UAVD,IAWAwD,SAASC,MACPyB,IAAIG,OACDpC,KACEqC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,mBAAmB,QACrBjG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMoF,uBACJF;QAEA,MAAMa,YAA2Cb,IAAIc,MAAMD;QAC3D,OAAO,EACL,KAAKb,IAAIC,SAAS/E,QAClB,cACA,oBACA,gBAAgB8E,IAAIG,OAAO9C,UAC3B,kBAAkB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UACjE,kBAAkB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UACjE,uBAAuBiB,SAASC,MAC9ByB,IAAIG,OACDpC,KACEqC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGf,IAAIG,OAAOpC,KAAI,CAACyB,GAAGa,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKb,EAAEvF,YAC5BuF,EAAEvF,MACFqE,SAASC,MAAMiB,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,aACrD,QACF3F,KAAK,UAET,IACA,eACA,mBACAkF,IAAIC,SAASlF,MACb,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAekB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACA3B,KAAK;AAAK;IAGd,MAAMwF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMnG,QACzB,cACA,aAAamG,MAAMH,SAAS/E,QAC5B,aAAakF,MAAMnG,QACnB,cAAcmG,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAAWM,0BACrEX,MAAMnG,SAAS,UACf,EACE,mBACA,gBAAgBmG,MAAMU,MAAMD,UAAUE,oBACtC,gBACA,kBAAkBX,MAAMU,MAAMD,UAAU9E,MAAMiF,MAAMD,oBACpD,mBAAmBX,MAAMU,MAAMD,UAAU9E,MAAMkF,OAAOF,oBACtD,qBACA,kBAAkBX,MAAMU,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBX,MAAMU,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAX,MAAMH,SAASlF,MACf,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAesB,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,OACI2D,MAAMnG,SAAS,aAAamG,MAAMnG,SAAS,YAC3C,EACE,gBACGmG,MAAMuD,SAAS5F,KAAKoB,KACrB,EACE,OAAOA,EAAE1B,UAAUvC,QACnB,qBAAqBiE,EAAE1B,UAAU2B,WAAWlE,UAC5C,mBAAmBiE,EAAE1B,UAAUxC,SAASC,UACxC,eAAeiE,EAAEE,UACjB,OACIF,EAAE1B,UAAUxC,SAASE,cACrB,EAACgE,EAAE1B,UAAUxC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAsF,MAAMnG,SAAS,UACf,EACE,YACA,WACAwE,sBAAsBC,YACpB1C,KAAK0D,UAAUU,MAAMzB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ7D,KAAK;AAEV,EA3MD,CAAiB4I,oCAAAA,kCA2MhB,CAAA;;MClLYE;IAYX,WAAA9B,CAAmBxF;QACjByF,KAAKC,SAAS1F,MAAMzC;QACpBkI,KAAKE,aAAa3F,MAAM4F,UAAU3E;QAClCwE,KAAKI,UAAU;YACbC,QAAQ9F,MAAM+F,QAAQD,UAAU;YAChCE,cAAchG,MAAM+F,QAAQC,gBAAgB;;QAE9CP,KAAK8B,aAAavH,MAAMzC,MAAME,qBAAqBwD;QACnDwE,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWlE,KAAInE,MAAOqG;YACzB,MAAME,eACE0C,QAAQC,IACZ,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG7D,KAAInE;sBACnC+I,UAAUI;gBAChB,MAAMvD,UACEuC,KAAKiB,KAAK/C;sBACZ0C,UAAUM;gBAChB,IAAIR,aAAa3G,WAAW2G,SAASjD;gBACrC,OAAOA;AAAC;YAGd,OAAO;gBACLS;gBACAE;gBACAW,OAAOX,OACJvE,QAAQ4D,KAAMA,EAAEvF,SAAS,UACzB8D,KAAKyB,KAAMA,EAAEsB,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;AACvD;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJhC,KAAKkB,KAAMA,EAAE6B,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;;IAuBnD,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI3D,MAAM;QAClB,OAAO8E,gCAAgC1E,SAAS+C,KAAKQ;;IAG/C,UAAMS,CACZ/C;QAEA,MAAMS,aAAmB,IAAIgC;QAC7B;YACE,MAAM5B,QAA4BoC,mBAAmBE;YACrD,MAAM3B,gBACEqC,2BAA2BtB,QAAQ;mBACpCT,KAAKC,OAAO+B,WAAW;oBACxBC,QAAQ,IAAIC,mBAAmB;wBAC7B/J,MAAM;wBACNa,MAAMkF,SAASlF;;oBAEjB+F;;gBAEFoD,WAAWnC,KAAK8B,WAAWtG;gBAC3BsB,OAAO;gBACPsF,OAAO,MAAM;gBACbC,UAAUxK;;YAEd,MAAM+J,WAAgDlC,QACnD7F,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEC,aACbI;YACH,OAAO;gBACLrF,MAAMP,4BAA4B2C,QAAQ;oBACxCI,UAAUwD,SAASxD;oBACnBE,YAAYgH,SAAS5F,KAAKoB,KAAMA,EAAE1B;qBAEhC,YACA;gBACJwC;gBACA0D;gBACA7C;gBACAuD,kBAAkB5C,QACf7F,QAAQqD,KAAMA,EAAEhF,SAAS,SACzB2B,QACEqD,KAA4CA,EAAE/E,SAAS;gBAE5DwG;gBACAF,cAAc,IAAIkC;;UAIpB,OAAO/D;YACP,OAAO;gBACL1E,MAAM;gBACNgG;gBACAtB;gBACA+B;gBACAF,cAAc,IAAIkC;;;;;;"}
|
|
1
|
+
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","async","agent","last","getPromptHistories","at","type","role","consent","functions","result","vendor","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","JSON","parse","arguments","_io0","reply","success","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","error","Error","stack","expectedToJson","AgenticaPromptReporter","markdown","p","selections","s","controller","reason","flat","executes","e","split","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","Promise","all","acquire","step","release","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","prompt","AgenticaTextPrompt","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;;;;;AAOM,IAAWA;;CAAjB,SAAiBA;IACFA,4BAAAC,SAASC,MACpBC;QAEA,MAAMC,OAA0CD,MAC7CE,qBACAC,IAAG;QACN,IAAIF,MAAMG,SAAS,UAAUH,KAAKI,SAAS,aAAa,OAAO;QAE/D,MAAMC,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAGrCC,UAAU;QACd,MAAMC,eAAsCR,MAC1C,SACAS,OAAOC,IAAIC,KAAKC,YAAYC,OAC5B;YACEC,OAAOd,MAAM,SAASS,OAAOK;YAC7BC,UAAU,EACR;gBACEV,MAAM;gBACNW,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;eAET;gBACEZ,MAAM;gBACNW,SAASf,KAAKiB;;YAGlBC,OAAO,EACL;gBACEf,MAAM;gBACNgB,UAAU;oBACRC,MAAMf,QAAQe;oBACdC,aAAahB,QAAQgB;oBACrBC,YAAYjB,QAAQiB;;;YAI1BC,aAAa;YACbC,qBAAqB;WAEvBzB,MAAM,SAASS,OAAOiB;QAExB,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACCC,MAAOA,GAAG5B,SAAS,cAAc4B,GAAGZ,SAASC,SAASf,QAAQe,SAC7D;QACJ,IAAIM,aAAaM,WAAW,OAAO;QACnC,MAAMC,QAAuBC,KAAKC,MAAMT,SAASP,SAASiB;QAC1D,OAAO;YAAS,MAAAC,OAAAJ,SAAA,oBAAAA,MAAAlB,WAAA,oBAAAkB,MAAAK;YAAA,OAAAL,SAAA,oBAAAA,SAAA,SAAAA,SAAAI,KAAAJ;AAAA,UAAT,GAASA,SAASA,MAAMK,QAAQ;AAAI;IAYhC1C,4BAAA2C,UAA2CC,SAmBzCC,aAAaD,OAAOjC;IAEnC,MAAMkC,eACJD;QASA,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;YACXE;YACAE,YAAYD,sBAAsBJ,MAAMK;YACxCC,QAAQN,MAAMM;;QAGlB,QAAQN,MAAMG,SAASxC;UACrB,KAAK;YAAS;gBACZ,IAAI4C,OAAO;gBACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;gBACnD,IAAIC,WAAWJ,eAAeK;gBAE9B,OAAO,MAAM;oBACX,IAAID,SAASE,MAAM;wBACjB,OAAO;4BACL/C,QAAQ;4BACRwC;;;oBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;wBACnC,OAAO;4BAAEhD,QAAQ;;;oBAGnB,MAAMA,SAASmC,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;oBAC3D,KAAKxC,OAAOA,QAAQ;wBAClB,KAAKiC,MAAMM,QAAQ;4BACjBC,QAAQ;4BACR;;wBAEF,OAAO;4BAAExC,QAAQ;;;oBAGnBwC,QAAQxC,OAAOwC;oBACfK,WAAWJ,eAAeK;;;;UAG9B,KAAK;YAAc;gBACjB,MAAMK,SAASlB,MAAMG,SAASgB;gBAC9B,MAAMpD,SAASiC,MAAMK,WAAWe,MAAMC,MAAOA,GAAGzC,SAASsC,OAAOtC;gBAChE,IAAIb,QAAQ;oBACV,OAAO;wBAAEA;wBAAQwC,MAAM;;;gBAEzB,OAAO;oBACLxC;;;;UAGJ,KAAK;YACH,KAAK,MAAMoC,YAAYH,MAAMG,SAASmB,OAAO;gBAC3C,MAAMC,aAAarB,KAAKC;gBACxB,IAAIoB,WAAWxD,QAAQ;oBACrB,OAAOwD;;;YAIX,OAAO;gBAAExD,QAAQ;;;UACnB,KAAK;YAAS;gBAQZ,MAAMA,SAASiC,MAAMG,SAASqB,MAAMC,KAAKtB,YAAaD,KAAKC;gBAC3D,IAAIpC,OAAO2D,OAAOC,KAAMA,EAAE5D,UAAS;oBACjC,OAAO;wBACLA,QAAQ;wBACRwC,MAAMxC,OAAO6D,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;gBAI3D,OAAO;oBACLxC,QAAQ;;;;;AAKjB,EApLD,CAAiBX,gCAAAA,8BAoLhB,CAAA;;AC3LK,IAAW4E;;CAAjB,SAAiBA;IACFA,SAAAC,QAASjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;AAC3E,EAFD,CAAiBgB,aAAAA,WAEhB,CAAA;;ACEK,IAAWG;;CAAjB,SAAiBA;IACFA,sBAAAC,cAAeC;QAC1B,IAAIA,iBAAiBC,OACnB,OAAO;eACFD;YACHzD,MAAMyD,MAAMzD;YACZQ,SAASiD,MAAMjD;YACfmD,OAAOF,MAAME;;QAEjB,OAAOF;AAAK;IAGDF,sBAAAK,iBACXrC;QAEA,IAAIA,SAASxC,SAAS,cACpB,OAAO;YACLA,MAAMwC,SAASxC;YACfwD,WAAW;gBACTvC,MAAMuB,SAASgB,UAAUvC;gBACzBC,aAAasB,SAASgB,UAAUxC,SAASE;;gBAG1C,IAAIsB,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf8C,OAAON,SAASM,MAAMgB,IAAIU,sBAAAK;gBAEzB,IAAIrC,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf6D,OAAOrB,SAASqB,MAAMC,IAAIU,sBAAAK;gBAG5B,OAAO;YACL7E,MAAMwC,SAASxC;YACf2D,OAAOnB,SAASmB,MAAMG,IAAIU,sBAAAK;;AAC3B;AAEN,EAvCD,CAAiBL,0BAAAA,wBAuChB,CAAA;;ACxCK,IAAWM;;CAAjB,SAAiBA;IACFA,uBAAAC,WACXC;QAEA,IAAIA,EAAEhF,SAAS,QACb,OAAO,EAAC,aAAagF,EAAE/E,SAAS+E,EAAElE,MAAM,KAAID,KAAK,YAC9C,IAAImE,EAAEhF,SAAS,YAAYgF,EAAEhF,SAAS,UACzC,OAAO,EACL,OAAOgF,EAAEhF,SAAS,WAAW,WAAW,eACrCgF,EAAEC,WACFnB,KAAKoB,KAAM,EACV,QAAQA,EAAE1B,UAAUvC,QACpB,mBAAmBiE,EAAE1B,UAAU2B,WAAWlE,QAC1C,iBAAiBiE,EAAE1B,UAAUxC,SAASC,QACtC,eAAeiE,EAAEE,UACjB,SACMF,EAAE1B,UAAUxC,SAASE,aAAakC,SACpC,EAAC8B,EAAE1B,UAAUxC,SAASE,aAAa,OACnC,OAELmE,SACHxE,KAAK,YACJ,IAAImE,EAAEhF,SAAS,YAClB,OAAO,EACL,mBACGgF,EAAEM,SAASxB,KAAKyB,KAAM,OAAOA,EAAE/B,UAAUvC,UAC5C,OACG+D,EAAElE,KAAK0E,MAAM,MAAM1B,KAAKoB,KAAM,KAAKA,OACtC,KACArE,KAAK;QACT,OAAO,EACL,eACA,aAAamE,EAAExB,UAAUvC,QACzB,mBAAmB+D,EAAExB,UAAU2B,WAAWlE,QAC1C,iBAAiB+D,EAAExB,UAAUxC,SAASC,QACtC,IACA,WACAc,KAAK0D,UAAUT,EAAE/C,WAAW,MAAM,IAClC,OACA,KACApB,KAAK;AAAK;AAEf,EA1CD,CAAiBiE,2BAAAA,yBA0ChB,CAAA;;ACpCK,IAAWY;;CAAjB,SAAiBA;IACFA,8BAAQX,WACnB3E,UAEAuF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAkBzF,cAC/BA,OAAO0F,YACPhC,KAAKiC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS/E,kBAAkBgF,qBAAqBF,WACvDA,IAAIG,OAAOpC,KAAI,CAACqC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS/E,QAAQmF,IAAI,KAAKD,MAAMnG,WACzCqG,qBAAqBF,OAAOC,WAG/Bf;IAGP,MAAMQ,aACJzF;QAEA,MAAM8F,SAA+C9F,OAAO0F,YACzDhC,KAAKE,KAAMA,EAAEkC,SACbb;QACH,MAAMiB,UACJJ,OACGpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO9C;QACzC,MAAMwD,YAA2CxG,OAAOyG,MAAMD;QAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBxG,OAAO0F,YAAY1C,OAAO0D,oBAC/C,gBAAgBZ,OAAO9C,UACvB,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAMgC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACG1G,OAAO0F,YAAYhC,KAAKiC,OACzB,EACE,IAAIA,IAAIC,SAAS/E,WAAW8E,IAAIC,SAAS/E,mBACzCoG,WACEtB,IAAIG,SACHX,KAAMA,EAAEvF,SAAS,WAAWuF,EAAE+B,WAAW,QAE5CD,WAAWtB,IAAIG,SAASX,KAAMA,EAAEvF,SAAS,WAAWuF,EAAEhD,SAAS,QAC/D,GAAG8B,SAASC,MACVyB,IAAIG,OACDpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,wBACFjG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMoF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS/E,QAClB,cACA,mBAAmB8E,IAAIG,OAAO9C,OAAO0D,oBACrC,gBAAgBf,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC/D,gBAAgB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC/D,qBAAqBiB,SAASC,MAC5ByB,IAAIG,OACDpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,uBACF,IACA,aACA,uBACA,0BACGf,IAAIG,OAAOpC,KAAI,CAACyB,GAAGa,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKb,EAAEvF,YAC5BuF,EAAEvF,MACF,GAAGqE,SAASC,MAAMiB,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,kBAC1D3F,KAAK,UAET,IACA,eACA,mBACAkF,IAAIC,SAASlF,MACb,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAekB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMwF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMnG,QACzB,cACA,aAAamG,MAAMH,SAAS/E,QAC5B,aAAakF,MAAMnG,QACnB,aAAaqE,SAASC,MACpB6B,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAChDM,0BACEX,MAAMnG,SAAS,UACf,EACE,eAAemG,MAAMmB,SAAS,MAAM,OACpC,aAAanB,MAAM5D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBR,KAAK0D,UAAUU,MAAMU,MAAMD,UAAUG,UACrD,eACA,kBAAkBZ,MAAMU,MAAMD,UAAU9E,MAAMiF,SAC9C,mBAAmBZ,MAAMU,MAAMD,UAAU9E,MAAMkF,UAC/C,iBACA,kBAAkBb,MAAMU,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCZ,MAAMU,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBhB,MAAMU,MAAMD,UAAUK,OAAOC,aACnD,gCAAgCf,MAAMU,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAjB,MAAMH,SAASlF,MACf,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAesB,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,IACA,0BACG2D,MAAMqB,QAAQ1D,IAAIgB,uBAAuBC,WAC5C,OACIoB,MAAMnG,SAAS,UACf,EACE,YACA,WACA+B,KAAK0D,UACHjB,sBAAsBC,YAAY0B,MAAMzB,QACxC,MACA,IAEF,UAEF,KACJ7D,KAAK;IAGT,MAAMwG,aAAa,CACjBnB,QACA9D;QAEA,MAAMqF,QAAgBtD,KAAKI,MACxB2B,OAAOvE,OAAOS,SAASgB,SAAS8C,OAAO9C,SAAU;QAEpD,OACE,IAAIsE,MAAMD,OAAOE,KAAK,KAAK9G,KAAK,MAChC,IAAI6G,MAAM,KAAKD,OAAOE,KAAK,KAAK9G,KAAK;AAAG;AAG7C,EAvLD,CAAiB6E,kCAAAA,gCAuLhB,CAAA;;MCjKYkC;IAWX,WAAAC,CAAmBxF;QACjByF,KAAKC,SAAS1F,MAAMzC;QACpBkI,KAAKE,aAAa3F,MAAM4F,UAAU3E;QAClCwE,KAAKI,UAAU;YACbC,QAAQ9F,MAAM+F,QAAQD,UAAU;YAChCE,cAAchG,MAAM+F,QAAQC,gBAAgB;YAC5CnI,SAASmC,MAAM+F,QAAQlI,WAAW;;QAEpC4H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWlE,KAAInE,MAAOqG;YACzB,MAAME,eACE0C,QAAQC,IACZ,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG7D,KAAInE;sBACnC+I,UAAUI;gBAChB,MAAMvD,UACEuC,KAAKiB,KAAK/C;sBACZ0C,UAAUM;gBAChB,IAAIR,aAAa3G,WAAW2G,SAASjD;gBACrC,OAAOA;AAAC;YAGd,OAAO;gBACLS;gBACAE;gBACAW,OAAOX,OACJvE,QAAQ4D,KAAMA,EAAEvF,SAAS,UACzB8D,KAAKyB,KAAMA,EAAEsB,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;AACvD;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJhC,KAAKkB,KAAMA,EAAE6B,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;;IAsBnD,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI3D,MAAM;QAClB,OAAOe,8BAA8BX,SAAS+C,KAAKQ;;IAG7C,UAAMS,CACZ/C;QAEA,MAAMpG,QAAyBkI,KAAKC,OAAOsB;QAC3C,MAAM5C,aAAmB,IAAIgC;QAC7B,MAAMrG,UAAU,MACd3C,4BAA4B2C,QAAQ;YAClCI,UAAUwD,SAASxD;YACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,YACzB8D,KAAKkB,KAAMA,EAAExB;YAChBb,QAAQ;;QAEZ,MAAM2G,MAAM;YACV,MAAMhC,SAAS7H,4BAA4B2C,QAAQ;gBACjDI,UAAUwD,SAASxD;gBACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEC,aACbI,OACAvB,KAAKkB,KAAMA,EAAExB;gBAChBb,QAAQ;;YAEV,MAAMJ,OAAOH;YACb,OAAO;gBACLpC,MAAOuC,OAAO,YAAY;gBAC1ByD;gBACAsB;gBACA/E;gBACAiF,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM2J;gBACb9C;gBACAF,cAAc,IAAIkC;;AACmC;QAGzD;kBACQ7I,MAAM4J,WAAWxD,SAASlF;YAChC,IAAIsB,WAAW,OAAOkH;YACtB,KAAK,IAAIlD,IAAY,GAAGA,IAAI0B,KAAKI,QAAQhI,WAAWkG,GAAG;gBACrD,MAAMlD,aACEzD,4BAA4BC,OAAOE;gBAC3C,IAAIsD,SAAS,MAAM;sBAEbtD,MAAM4J,WAAWtG;gBACvB,IAAId,WAAW,OAAOkH;;YAExB,OAAOA;UACP,OAAO5E;YACP,OAAO;gBACL1E,MAAM;gBACNgG;gBACAwB,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM2J;gBACb7E;gBACA+B;gBACAF,cAAc,IAAIkC;;;;;;ACnLpB,IAAWgB;;CAAjB,SAAiBA;IACFA,gCAAQ1E,WACnB3E,UAEAuF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWzF,cACxBA,OAAO0F,YACPhC,KAAKiC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS/E,kBAAkBgF,qBAAqBF,WACvDA,IAAIG,OAAOpC,KAAI,CAACqC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS/E,QAAQmF,IAAI,KAAKD,MAAMnG,WACzCqG,qBAAqBF,OAAOC,WAG/Bf;IAGP,MAAMQ,aACJzF;QAEA,MAAM8F,SAAiD9F,OAAO0F,YAC3DhC,KAAKE,KAAMA,EAAEkC,SACbb;QACH,MAAMiB,UACJJ,OACGpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO9C;QACzC,MAAMwD,YAA2CxG,OAAOyG,MAAMD;QAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBxG,OAAO0F,YAAY1C,OAAO0D,oBAC/C,gBAAgBZ,OAAO9C,UACvB,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAMgC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACG1G,OAAO0F,YAAYhC,KAAKiC,OACzB,EACE,IAAIA,IAAIC,SAAS/E,WAAW8E,IAAIC,SAAS/E,mBACzC;YACE,MAAMmB,UAAkB+B,KAAKI,MAC1BwB,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,SAC9C2C,IAAIG,OAAO9C,SACX;YAEJ,OACE,IAAIsE,MAAMtF,SAASuF,KAAK,KAAK9G,KAAK,MAClC,IAAI6G,MAAM,KAAKtF,SAASuF,KAAK,KAAK9G,KAAK;AAE1C,UAVD,IAWAwD,SAASC,MACPyB,IAAIG,OACDpC,KACEqC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,mBAAmB,QACrBjG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMoF,uBACJF;QAEA,MAAMa,YAA2Cb,IAAIc,MAAMD;QAC3D,OAAO,EACL,KAAKb,IAAIC,SAAS/E,QAClB,cACA,oBACA,gBAAgB8E,IAAIG,OAAO9C,UAC3B,kBAAkB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UACjE,kBAAkB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UACjE,uBAAuBiB,SAASC,MAC9ByB,IAAIG,OACDpC,KACEqC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGf,IAAIG,OAAOpC,KAAI,CAACyB,GAAGa,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKb,EAAEvF,YAC5BuF,EAAEvF,MACFqE,SAASC,MAAMiB,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,aACrD,QACF3F,KAAK,UAET,IACA,eACA,mBACAkF,IAAIC,SAASlF,MACb,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAekB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACA3B,KAAK;AAAK;IAGd,MAAMwF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMnG,QACzB,cACA,aAAamG,MAAMH,SAAS/E,QAC5B,aAAakF,MAAMnG,QACnB,cAAcmG,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAAWM,0BACrEX,MAAMnG,SAAS,UACf,EACE,mBACA,gBAAgBmG,MAAMU,MAAMD,UAAUE,oBACtC,gBACA,kBAAkBX,MAAMU,MAAMD,UAAU9E,MAAMiF,MAAMD,oBACpD,mBAAmBX,MAAMU,MAAMD,UAAU9E,MAAMkF,OAAOF,oBACtD,qBACA,kBAAkBX,MAAMU,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBX,MAAMU,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAX,MAAMH,SAASlF,MACf,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAesB,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,OACI2D,MAAMnG,SAAS,aAAamG,MAAMnG,SAAS,YAC3C,EACE,gBACGmG,MAAMuD,SAAS5F,KAAKoB,KACrB,EACE,OAAOA,EAAE1B,UAAUvC,QACnB,qBAAqBiE,EAAE1B,UAAU2B,WAAWlE,UAC5C,mBAAmBiE,EAAE1B,UAAUxC,SAASC,UACxC,eAAeiE,EAAEE,UACjB,OACIF,EAAE1B,UAAUxC,SAASE,cACrB,EAACgE,EAAE1B,UAAUxC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAsF,MAAMnG,SAAS,UACf,EACE,YACA,WACAwE,sBAAsBC,YACpB1C,KAAK0D,UAAUU,MAAMzB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ7D,KAAK;AAEV,EA3MD,CAAiB4I,oCAAAA,kCA2MhB,CAAA;;MClLYE;IAYX,WAAA9B,CAAmBxF;QACjByF,KAAKC,SAAS1F,MAAMzC;QACpBkI,KAAKE,aAAa3F,MAAM4F,UAAU3E;QAClCwE,KAAKI,UAAU;YACbC,QAAQ9F,MAAM+F,QAAQD,UAAU;YAChCE,cAAchG,MAAM+F,QAAQC,gBAAgB;;QAE9CP,KAAK8B,aAAavH,MAAMzC,MAAME,qBAAqBwD;QACnDwE,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWlE,KAAInE,MAAOqG;YACzB,MAAME,eACE0C,QAAQC,IACZ,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG7D,KAAInE;sBACnC+I,UAAUI;gBAChB,MAAMvD,UACEuC,KAAKiB,KAAK/C;sBACZ0C,UAAUM;gBAChB,IAAIR,aAAa3G,WAAW2G,SAASjD;gBACrC,OAAOA;AAAC;YAGd,OAAO;gBACLS;gBACAE;gBACAW,OAAOX,OACJvE,QAAQ4D,KAAMA,EAAEvF,SAAS,UACzB8D,KAAKyB,KAAMA,EAAEsB,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;AACvD;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJhC,KAAKkB,KAAMA,EAAE6B,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;;IAuBnD,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI3D,MAAM;QAClB,OAAO8E,gCAAgC1E,SAAS+C,KAAKQ;;IAG/C,UAAMS,CACZ/C;QAEA,MAAMS,aAAmB,IAAIgC;QAC7B;YACE,MAAM5B,QAA4BoC,mBAAmBE;YACrD,MAAM3B,gBACEqC,2BAA2BtB,QAAQ;mBACpCT,KAAKC,OAAO+B,WAAW;oBACxBC,QAAQ,IAAIC,mBAAmB;wBAC7B/J,MAAM;wBACNa,MAAMkF,SAASlF;;oBAEjB+F;;gBAEFoD,WAAWnC,KAAK8B,WAAWtG;gBAC3BsB,OAAO;gBACPsF,OAAO,MAAM;gBACbC,UAAUxK;;YAEd,MAAM+J,WAAgDlC,QACnD7F,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEC,aACbI;YACH,OAAO;gBACLrF,MAAMP,4BAA4B2C,QAAQ;oBACxCI,UAAUwD,SAASxD;oBACnBE,YAAYgH,SAAS5F,KAAKoB,KAAMA,EAAE1B;qBAEhC,YACA;gBACJwC;gBACA0D;gBACA7C;gBACAuD,kBAAkB5C,QACf7F,QAAQqD,KAAMA,EAAEhF,SAAS,SACzB2B,QACEqD,KAA4CA,EAAE/E,SAAS;gBAE5DwG;gBACAF,cAAc,IAAIkC;;UAIpB,OAAO/D;YACP,OAAO;gBACL1E,MAAM;gBACNgG;gBACAtB;gBACA+B;gBACAF,cAAc,IAAIkC;;;;;;"}
|
|
@@ -102,7 +102,16 @@ var AgenticaCallBenchmarkReporter;
|
|
|
102
102
|
` - Call: ${event.call ? "✅" : "❌"}`,
|
|
103
103
|
]
|
|
104
104
|
: []),
|
|
105
|
-
` - Token Usage
|
|
105
|
+
` - Token Usage:`,
|
|
106
|
+
` - Total: ${JSON.stringify(event.usage.aggregate.total)}`,
|
|
107
|
+
` - Input`,
|
|
108
|
+
` - Total: ${event.usage.aggregate.input.total}`,
|
|
109
|
+
` - Cached: ${event.usage.aggregate.input.cached}`,
|
|
110
|
+
` - Output:`,
|
|
111
|
+
` - Total: ${event.usage.aggregate.output.total}`,
|
|
112
|
+
` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction}`,
|
|
113
|
+
` - Reasoning: ${event.usage.aggregate.output.reasoning}`,
|
|
114
|
+
` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction}`,
|
|
106
115
|
"",
|
|
107
116
|
"## Scenario",
|
|
108
117
|
"### User Prompt",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAKA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,
|
|
1
|
+
{"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAKA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,CAuL7C;AAvLD,WAAiB,6BAA6B;IAC/B,sCAAQ,GAAG,CACtB,MAA2C,EACnB,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAQ,MAAM,CAAC,CAAC;QAC1C,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CACjB,MAA2C,EACnC,EAAE;QACV,MAAM,MAAM,GAAyC,MAAM,CAAC,WAAW;aACpE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,MAAM,SAAS,GAAkC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACxE,OAAO;YACL,+BAA+B;YAC/B,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,gBAAgB;YAChB,mCAAmC;YACnC,oCAAoC;YACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC/C;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;gBACpE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;qBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;aACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAAoD,EAC5C,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,EAAE;YACF,WAAW;YACX,qBAAqB;YACrB,qBAAqB;YACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;aAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAyC,EACzC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;YACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;oBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;iBACtC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,kBAAkB;YAClB,gBAAgB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;YAC7D,aAAa;YACb,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE;YACrD,mBAAmB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE;YACvD,eAAe;YACf,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE;YACtD,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE;YAClF,sBAAsB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE;YAC9D,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE;YAElF,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,qBAAqB;YACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;YACrD,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;oBACD,KAAK;iBACN;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CACjB,MAA4C,EAC5C,OAA2D,EACnD,EAAE;QACV,MAAM,KAAK,GAAW,IAAI,CAAC,KAAK,CAC9B,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACrD,CAAC;QACF,OAAO,CACL,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EAvLgB,6BAA6B,6CAA7B,6BAA6B,QAuL7C"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agentica/benchmark",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.12.1",
|
|
4
4
|
"main": "lib/index.js",
|
|
5
5
|
"description": "Agentic AI Library specialized in LLM Function Calling",
|
|
6
6
|
"scripts": {
|
|
@@ -37,7 +37,7 @@
|
|
|
37
37
|
"src"
|
|
38
38
|
],
|
|
39
39
|
"dependencies": {
|
|
40
|
-
"@agentica/core": "^0.
|
|
40
|
+
"@agentica/core": "^0.12.1",
|
|
41
41
|
"@samchon/openapi": "^3.0.0",
|
|
42
42
|
"openai": "^4.80.0",
|
|
43
43
|
"tstl": "^3.0.0",
|
|
@@ -135,7 +135,17 @@ export namespace AgenticaCallBenchmarkReporter {
|
|
|
135
135
|
` - Call: ${event.call ? "✅" : "❌"}`,
|
|
136
136
|
]
|
|
137
137
|
: []),
|
|
138
|
-
` - Token Usage
|
|
138
|
+
` - Token Usage:`,
|
|
139
|
+
` - Total: ${JSON.stringify(event.usage.aggregate.total)}`,
|
|
140
|
+
` - Input`,
|
|
141
|
+
` - Total: ${event.usage.aggregate.input.total}`,
|
|
142
|
+
` - Cached: ${event.usage.aggregate.input.cached}`,
|
|
143
|
+
` - Output:`,
|
|
144
|
+
` - Total: ${event.usage.aggregate.output.total}`,
|
|
145
|
+
` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction}`,
|
|
146
|
+
` - Reasoning: ${event.usage.aggregate.output.reasoning}`,
|
|
147
|
+
` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction}`,
|
|
148
|
+
|
|
139
149
|
"",
|
|
140
150
|
"## Scenario",
|
|
141
151
|
"### User Prompt",
|