@agentica/benchmark 0.12.21 → 0.13.0

package/lib/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","async","agent","last","getPromptHistories","at","type","role","consent","functions","result","vendor","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","JSON","parse","arguments","_io0","reply","success","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","error","Error","stack","expectedToJson","AgenticaPromptReporter","markdown","p","selections","s","controller","reason","flat","executes","e","split","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","Promise","all","acquire","step","release","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","prompt","AgenticaTextPrompt","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;;;;;AAOM,IAAWA;;CAAjB,SAAiBA;IACFA,4BAAAC,SAASC,MACpBC;QAEA,MAAMC,OAA0CD,MAC7CE,qBACAC,IAAG;QACN,IAAIF,MAAMG,SAAS,UAAUH,KAAKI,SAAS,aAAa,OAAO;QAE/D,MAAMC,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAGrCC,UAAU;QACd,MAAMC,eAAsCR,MAC1C,SACAS,OAAOC,IAAIC,KAAKC,YAAYC,OAC5B;YACEC,OAAOd,MAAM,SAASS,OAAOK;YAC7BC,UAAU,EACR;gBACEV,MAAM;gBACNW,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;eAET;gBACEZ,MAAM;gBACNW,SAASf,KAAKiB;;YAGlBC,OAAO,EACL;gBACEf,MAAM;gBACNgB,UAAU;oBACRC,MAAMf,QAAQe;oBACdC,aAAahB,QAAQgB;oBACrBC,YAAYjB,QAAQiB;;;YAI1BC,aAAa;YACbC,qBAAqB;WAEvBzB,MAAM,SAASS,OAAOiB;QAExB,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACCC,MAAOA,GAAG5B,SAAS,cAAc4B,GAAGZ,SAASC,SAASf,QAAQe,SAC7D;QACJ,IAAIM,aAAaM,WAAW,OAAO;QACnC,MAAMC,QAAuBC,KAAKC,MAAMT,SAASP,SAASiB;QAC1D,OAAO;YAAS,MAAAC,OAAAJ,SAAA,oBAAAA,MAAAlB,WAAA,oBAAAkB,MAAAK;YAAA,OAAAL,SAAA,oBAAAA,SAAA,SAAAA,SAAAI,KAAAJ;AAAA,UAAT,GAASA,SAASA,MAAMK,QAAQ;AAAI;IAYhC1C,4BAAA2C,UAA2CC,SAmBzCC,aAAaD,OAAOjC;IAEnC,MAAMkC,eACJD;QASA,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;YACXE;YACAE,YAAYD,sBAAsBJ,MAAMK;YACxCC,QAAQN,MAAMM;;QAGlB,QAAQN,MAAMG,SAASxC;UACrB,KAAK;YAAS;gBACZ,IAAI4C,OAAO;gBACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;gBACnD,IAAIC,WAAWJ,eAAeK;gBAE9B,OAAO,MAAM;oBACX,IAAID,SAASE,MAAM;wBACjB,OAAO;4BACL/C,QAAQ;4BACRwC;;;oBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;wBACnC,OAAO;4BAAEhD,QAAQ;;;oBAGnB,MAAMA,SAASmC,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;oBAC3D,KAAKxC,OAAOA,QAAQ;wBAClB,KAAKiC,MAAMM,QAAQ;4BACjBC,QAAQ;4BACR;;wBAEF,OAAO;4BAAExC,QAAQ;;;oBAGnBwC,QAAQxC,OAAOwC;oBACfK,WAAWJ,eAAeK;;;;UAG9B,KAAK;YAAc;gBACjB,MAAMK,SAASlB,MAAMG,SAASgB;gBAC9B,MAAMpD,SAASiC,MAAMK,WAAWe,MAAMC,MAAOA,GAAGzC,SAASsC,OAAOtC;gBAChE,IAAIb,QAAQ;oBACV,OAAO;wBAAEA;wBAAQwC,MAAM;;;gBAEzB,OAAO;oBACLxC;;;;UAGJ,KAAK;YACH,KAAK,MAAMoC,YAAYH,MAAMG,SAASmB,OAAO;gBAC3C,MAAMC,aAAarB,KAAKC;gBACxB,IAAIoB,WAAWxD,QAAQ;oBACrB,OAAOwD;;;YAIX,OAAO;gBAAExD,QAAQ;;;UACnB,KAAK;YAAS;gBAQZ,MAAMA,SAASiC,MAAMG,SAASqB,MAAMC,KAAKtB,YAAaD,KAAKC;gBAC3D,IAAIpC,OAAO2D,OAAOC,KAAMA,EAAE5D,UAAS;oBACjC,OAAO;wBACLA,QAAQ;wBACRwC,MAAMxC,OAAO6D,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;gBAI3D,OAAO;oBACLxC,QAAQ;;;;;AAKjB,EApLD,CAAiBX,gCAAAA,8BAoLhB,CAAA;;AC3LK,IAAW4E;;CAAjB,SAAiBA;IACFA,SAAAC,QAASjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;AAC3E,EAFD,CAAiBgB,aAAAA,WAEhB,CAAA;;ACEK,IAAWG;;CAAjB,SAAiBA;IACFA,sBAAAC,cAAeC;QAC1B,IAAIA,iBAAiBC,OACnB,OAAO;eACFD;YACHzD,MAAMyD,MAAMzD;YACZQ,SAASiD,MAAMjD;YACfmD,OAAOF,MAAME;;QAEjB,OAAOF;AAAK;IAGDF,sBAAAK,iBACXrC;QAEA,IAAIA,SAASxC,SAAS,cACpB,OAAO;YACLA,MAAMwC,SAASxC;YACfwD,WAAW;gBACTvC,MAAMuB,SAASgB,UAAUvC;gBACzBC,aAAasB,SAASgB,UAAUxC,SAASE;;gBAG1C,IAAIsB,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf8C,OAAON,SAASM,MAAMgB,IAAIU,sBAAAK;gBAEzB,IAAIrC,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf6D,OAAOrB,SAASqB,MAAMC,IAAIU,sBAAAK;gBAG5B,OAAO;YACL7E,MAAMwC,SAASxC;YACf2D,OAAOnB,SAASmB,MAAMG,IAAIU,sBAAAK;;AAC3B;AAEN,EAvCD,CAAiBL,0BAAAA,wBAuChB,CAAA;;ACxCK,IAAWM;;CAAjB,SAAiBA;IACFA,uBAAAC,WACXC;QAEA,IAAIA,EAAEhF,SAAS,QACb,OAAO,EAAC,aAAagF,EAAE/E,SAAS+E,EAAElE,MAAM,KAAID,KAAK,YAC9C,IAAImE,EAAEhF,SAAS,YAAYgF,EAAEhF,SAAS,UACzC,OAAO,EACL,OAAOgF,EAAEhF,SAAS,WAAW,WAAW,eACrCgF,EAAEC,WACFnB,KAAKoB,KAAM,EACV,QAAQA,EAAE1B,UAAUvC,QACpB,mBAAmBiE,EAAE1B,UAAU2B,WAAWlE,QAC1C,iBAAiBiE,EAAE1B,UAAUxC,SAASC,QACtC,eAAeiE,EAAEE,UACjB,SACMF,EAAE1B,UAAUxC,SAASE,aAAakC,SACpC,EAAC8B,EAAE1B,UAAUxC,SAASE,aAAa,OACnC,OAELmE,SACHxE,KAAK,YACJ,IAAImE,EAAEhF,SAAS,YAClB,OAAO,EACL,mBACGgF,EAAEM,SAASxB,KAAKyB,KAAM,OAAOA,EAAE/B,UAAUvC,UAC5C,OACG+D,EAAElE,KAAK0E,MAAM,MAAM1B,KAAKoB,KAAM,KAAKA,OACtC,KACArE,KAAK;QACT,OAAO,EACL,eACA,aAAamE,EAAExB,UAAUvC,QACzB,mBAAmB+D,EAAExB,UAAU2B,WAAWlE,QAC1C,iBAAiB+D,EAAExB,UAAUxC,SAASC,QACtC,IACA,WACAc,KAAK0D,UAAUT,EAAE/C,WAAW,MAAM,IAClC,OACA,KACApB,KAAK;AAAK;AAEf,EA1CD,CAAiBiE,2BAAAA,yBA0ChB,CAAA;;ACpCK,IAAWY;;CAAjB,SAAiBA;IACFA,8BAAQX,WACnB3E,UAEAuF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAkBzF,cAC/BA,OAAO0F,YACPhC,KAAKiC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS/E,kBAAkBgF,qBAAqBF,WACvDA,IAAIG,OAAOpC,KAAI,CAACqC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS/E,QAAQmF,IAAI,KAAKD,MAAMnG,WACzCqG,qBAAqBF,OAAOC,WAG/Bf;IAGP,MAAMQ,aACJzF;QAEA,MAAM8F,SAA+C9F,OAAO0F,YACzDhC,KAAKE,KAAMA,EAAEkC,SACbb;QACH,MAAMiB,UACJJ,OACGpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO9C;QACzC,MAAMwD,YAA2CxG,OAAOyG,MAAMD;QAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBxG,OAAO0F,YAAY1C,OAAO0D,oBAC/C,gBAAgBZ,OAAO9C,UACvB,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAMgC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACG1G,OAAO0F,YAAYhC,KAAKiC,OACzB,EACE,IAAIA,IAAIC,SAAS/E,WAAW8E,IAAIC,SAAS/E,mBACzCoG,WACEtB,IAAIG,SACHX,KAAMA,EAAEvF,SAAS,WAAWuF,EAAE+B,WAAW,QAE5CD,WAAWtB,IAAIG,SAASX,KAAMA,EAAEvF,SAAS,WAAWuF,EAAEhD,SAAS,QAC/D,GAAG8B,SAASC,MACVyB,IAAIG,OACDpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,wBACFjG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMoF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS/E,QAClB,cACA,mBAAmB8E,IAAIG,OAAO9C,OAAO0D,oBACrC,gBAAgBf,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC/D,gBAAgB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC/D,qBAAqBiB,SAASC,MAC5ByB,IAAIG,OACDpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,uBACF,IACA,aACA,uBACA,0BACGf,IAAIG,OAAOpC,KAAI,CAACyB,GAAGa,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKb,EAAEvF,YAC5BuF,EAAEvF,MACF,GAAGqE,SAASC,MAAMiB,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,kBAC1D3F,KAAK,UAET,IACA,eACA,mBACAkF,IAAIC,SAASlF,MACb,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAekB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMwF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMnG,QACzB,cACA,aAAamG,MAAMH,SAAS/E,QAC5B,aAAakF,MAAMnG,QACnB,aAAaqE,SAASC,MACpB6B,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAChDM,0BACEX,MAAMnG,SAAS,UACf,EACE,eAAemG,MAAMmB,SAAS,MAAM,OACpC,aAAanB,MAAM5D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBR,KAAK0D,UAAUU,MAAMU,MAAMD,UAAUG,UACrD,eACA,kBAAkBZ,MAAMU,MAAMD,UAAU9E,MAAMiF,SAC9C,mBAAmBZ,MAAMU,MAAMD,UAAU9E,MAAMkF,UAC/C,iBACA,kBAAkBb,MAAMU,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCZ,MAAMU,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBhB,MAAMU,MAAMD,UAAUK,OAAOC,aACnD,gCAAgCf,MAAMU,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAjB,MAAMH,SAASlF,MACf,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAesB,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,IACA,0BACG2D,MAAMqB,QAAQ1D,IAAIgB,uBAAuBC,WAC5C,OACIoB,MAAMnG,SAAS,UACf,EACE,YACA,WACA+B,KAAK0D,UACHjB,sBAAsBC,YAAY0B,MAAMzB,QACxC,MACA,IAEF,UAEF,KACJ7D,KAAK;IAGT,MAAMwG,aAAa,CACjBnB,QACA9D;QAEA,MAAMqF,QAAgBtD,KAAKI,MACxB2B,OAAOvE,OAAOS,SAASgB,SAAS8C,OAAO9C,SAAU;QAEpD,OACE,IAAIsE,MAAMD,OAAOE,KAAK,KAAK9G,KAAK,MAChC,IAAI6G,MAAM,KAAKD,OAAOE,KAAK,KAAK9G,KAAK;AAAG;AAG7C,EAvLD,CAAiB6E,kCAAAA,gCAuLhB,CAAA;;MCjKYkC;IAWX,WAAAC,CAAmBxF;QACjByF,KAAKC,SAAS1F,MAAMzC;QACpBkI,KAAKE,aAAa3F,MAAM4F,UAAU3E;QAClCwE,KAAKI,UAAU;YACbC,QAAQ9F,MAAM+F,QAAQD,UAAU;YAChCE,cAAchG,MAAM+F,QAAQC,gBAAgB;YAC5CnI,SAASmC,MAAM+F,QAAQlI,WAAW;;QAEpC4H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWlE,KAAInE,MAAOqG;YACzB,MAAME,eACE0C,QAAQC,IACZ,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG7D,KAAInE;sBACnC+I,UAAUI;gBAChB,MAAMvD,UACEuC,KAAKiB,KAAK/C;sBACZ0C,UAAUM;gBAChB,IAAIR,aAAa3G,WAAW2G,SAASjD;gBACrC,OAAOA;AAAC;YAGd,OAAO;gBACLS;gBACAE;gBACAW,OAAOX,OACJvE,QAAQ4D,KAAMA,EAAEvF,SAAS,UACzB8D,KAAKyB,KAAMA,EAAEsB,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;AACvD;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJhC,KAAKkB,KAAMA,EAAE6B,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;;IAsBnD,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI3D,MAAM;QAClB,OAAOe,8BAA8BX,SAAS+C,KAAKQ;;IAG7C,UAAMS,CACZ/C;QAEA,MAAMpG,QAAyBkI,KAAKC,OAAOsB;QAC3C,MAAM5C,aAAmB,IAAIgC;QAC7B,MAAMrG,UAAU,MACd3C,4BAA4B2C,QAAQ;YAClCI,UAAUwD,SAASxD;YACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,YACzB8D,KAAKkB,KAAMA,EAAExB;YAChBb,QAAQ;;QAEZ,MAAM2G,MAAM;YACV,MAAMhC,SAAS7H,4BAA4B2C,QAAQ;gBACjDI,UAAUwD,SAASxD;gBACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEC,aACbI,OACAvB,KAAKkB,KAAMA,EAAExB;gBAChBb,QAAQ;;YAEV,MAAMJ,OAAOH;YACb,OAAO;gBACLpC,MAAOuC,OAAO,YAAY;gBAC1ByD;gBACAsB;gBACA/E;gBACAiF,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM2J;gBACb9C;gBACAF,cAAc,IAAIkC;;AACmC;QAGzD;kBACQ7I,MAAM4J,WAAWxD,SAASlF;YAChC,IAAIsB,WAAW,OAAOkH;YACtB,KAAK,IAAIlD,IAAY,GAAGA,IAAI0B,KAAKI,QAAQhI,WAAWkG,GAAG;gBACrD,MAAMlD,aACEzD,4BAA4BC,OAAOE;gBAC3C,IAAIsD,SAAS,MAAM;sBAEbtD,MAAM4J,WAAWtG;gBACvB,IAAId,WAAW,OAAOkH;;YAExB,OAAOA;UACP,OAAO5E;YACP,OAAO;gBACL1E,MAAM;gBACNgG;gBACAwB,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM2J;gBACb7E;gBACA+B;gBACAF,cAAc,IAAIkC;;;;;;ACnLpB,IAAWgB;;CAAjB,SAAiBA;IACFA,gCAAQ1E,WACnB3E,UAEAuF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWzF,cACxBA,OAAO0F,YACPhC,KAAKiC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS/E,kBAAkBgF,qBAAqBF,WACvDA,IAAIG,OAAOpC,KAAI,CAACqC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS/E,QAAQmF,IAAI,KAAKD,MAAMnG,WACzCqG,qBAAqBF,OAAOC,WAG/Bf;IAGP,MAAMQ,aACJzF;QAEA,MAAM8F,SAAiD9F,OAAO0F,YAC3DhC,KAAKE,KAAMA,EAAEkC,SACbb;QACH,MAAMiB,UACJJ,OACGpC,KAAKyB,KAAMA,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,YACnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO9C;QACzC,MAAMwD,YAA2CxG,OAAOyG,MAAMD;QAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBxG,OAAO0F,YAAY1C,OAAO0D,oBAC/C,gBAAgBZ,OAAO9C,UACvB,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,kBAAkB8C,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAMgC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACG1G,OAAO0F,YAAYhC,KAAKiC,OACzB,EACE,IAAIA,IAAIC,SAAS/E,WAAW8E,IAAIC,SAAS/E,mBACzC;YACE,MAAMmB,UAAkB+B,KAAKI,MAC1BwB,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,SAC9C2C,IAAIG,OAAO9C,SACX;YAEJ,OACE,IAAIsE,MAAMtF,SAASuF,KAAK,KAAK9G,KAAK,MAClC,IAAI6G,MAAM,KAAKtF,SAASuF,KAAK,KAAK9G,KAAK;AAE1C,UAVD,IAWAwD,SAASC,MACPyB,IAAIG,OACDpC,KACEqC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,mBAAmB,QACrBjG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMoF,uBACJF;QAEA,MAAMa,YAA2Cb,IAAIc,MAAMD;QAC3D,OAAO,EACL,KAAKb,IAAIC,SAAS/E,QAClB,cACA,oBACA,gBAAgB8E,IAAIG,OAAO9C,UAC3B,kBAAkB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UACjE,kBAAkB2C,IAAIG,OAAOvE,QAAQ4D,KAAMA,EAAEvF,SAAS,YAAWoD,UACjE,uBAAuBiB,SAASC,MAC9ByB,IAAIG,OACDpC,KACEqC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDvC,QAAO,CAACyC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO9C,QAC3C0D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGf,IAAIG,OAAOpC,KAAI,CAACyB,GAAGa,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKb,EAAEvF,YAC5BuF,EAAEvF,MACFqE,SAASC,MAAMiB,EAAEgB,aAAaC,YAAYjB,EAAEkB,WAAWD,aACrD,QACF3F,KAAK,UAET,IACA,eACA,mBACAkF,IAAIC,SAASlF,MACb,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAekB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACA3B,KAAK;AAAK;IAGd,MAAMwF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMnG,QACzB,cACA,aAAamG,MAAMH,SAAS/E,QAC5B,aAAakF,MAAMnG,QACnB,cAAcmG,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAAWM,0BACrEX,MAAMnG,SAAS,UACf,EACE,mBACA,gBAAgBmG,MAAMU,MAAMD,UAAUE,oBACtC,gBACA,kBAAkBX,MAAMU,MAAMD,UAAU9E,MAAMiF,MAAMD,oBACpD,mBAAmBX,MAAMU,MAAMD,UAAU9E,MAAMkF,OAAOF,oBACtD,qBACA,kBAAkBX,MAAMU,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBX,MAAMU,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAX,MAAMH,SAASlF,MACf,IACA,gBACA,WACAiB,KAAK0D,UACHjB,sBAAsBK,eAAesB,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,OACI2D,MAAMnG,SAAS,aAAamG,MAAMnG,SAAS,YAC3C,EACE,gBACGmG,MAAMuD,SAAS5F,KAAKoB,KACrB,EACE,OAAOA,EAAE1B,UAAUvC,QACnB,qBAAqBiE,EAAE1B,UAAU2B,WAAWlE,UAC5C,mBAAmBiE,EAAE1B,UAAUxC,SAASC,UACxC,eAAeiE,EAAEE,UACjB,OACIF,EAAE1B,UAAUxC,SAASE,cACrB,EAACgE,EAAE1B,UAAUxC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAsF,MAAMnG,SAAS,UACf,EACE,YACA,WACAwE,sBAAsBC,YACpB1C,KAAK0D,UAAUU,MAAMzB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ7D,KAAK;AAEV,EA3MD,CAAiB4I,oCAAAA,kCA2MhB,CAAA;;MClLYE;IAYX,WAAA9B,CAAmBxF;QACjByF,KAAKC,SAAS1F,MAAMzC;QACpBkI,KAAKE,aAAa3F,MAAM4F,UAAU3E;QAClCwE,KAAKI,UAAU;YACbC,QAAQ9F,MAAM+F,QAAQD,UAAU;YAChCE,cAAchG,MAAM+F,QAAQC,gBAAgB;;QAE9CP,KAAK8B,aAAavH,MAAMzC,MAAME,qBAAqBwD;QACnDwE,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWlE,KAAInE,MAAOqG;YACzB,MAAME,eACE0C,QAAQC,IACZ,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG7D,KAAInE;sBACnC+I,UAAUI;gBAChB,MAAMvD,UACEuC,KAAKiB,KAAK/C;sBACZ0C,UAAUM;gBAChB,IAAIR,aAAa3G,WAAW2G,SAASjD;gBACrC,OAAOA;AAAC;YAGd,OAAO;gBACLS;gBACAE;gBACAW,OAAOX,OACJvE,QAAQ4D,KAAMA,EAAEvF,SAAS,UACzB8D,KAAKyB,KAAMA,EAAEsB,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;AACvD;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJhC,KAAKkB,KAAMA,EAAE6B,QACb5C,OAAOgF,mBAAmBC,MAAMD,mBAAmBE;;;IAuBnD,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI3D,MAAM;QAClB,OAAO8E,gCAAgC1E,SAAS+C,KAAKQ;;IAG/C,UAAMS,CACZ/C;QAEA,MAAMS,aAAmB,IAAIgC;QAC7B;YACE,MAAM5B,QAA4BoC,mBAAmBE;YACrD,MAAM3B,gBACEqC,2BAA2BtB,QAAQ;mBACpCT,KAAKC,OAAO+B,WAAW;oBACxBC,QAAQ,IAAIC,mBAAmB;wBAC7B/J,MAAM;wBACNa,MAAMkF,SAASlF;;oBAEjB+F;;gBAEFoD,WAAWnC,KAAK8B,WAAWtG;gBAC3BsB,OAAO;gBACPsF,OAAO,MAAM;gBACbC,UAAUxK;;YAEd,MAAM+J,WAAgDlC,QACnD7F,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEC,aACbI;YACH,OAAO;gBACLrF,MAAMP,4BAA4B2C,QAAQ;oBACxCI,UAAUwD,SAASxD;oBACnBE,YAAYgH,SAAS5F,KAAKoB,KAAMA,EAAE1B;qBAEhC,YACA;gBACJwC;gBACA0D;gBACA7C;gBACAuD,kBAAkB5C,QACf7F,QAAQqD,KAAMA,EAAEhF,SAAS,SACzB2B,QACEqD,KAA4CA,EAAE/E,SAAS;gBAE5DwG;gBACAF,cAAc,IAAIkC;;UAIpB,OAAO/D;YACP,OAAO;gBACL1E,MAAM;gBACNgG;gBACAtB;gBACA+B;gBACAF,cAAc,IAAIkC;;;;;;"}
+{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","success","async","agent","last","getPromptHistories","at","llmVendor","getVendor","isTextPrompt","type","role","consent","functions","result","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","arguments","reply","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","expectedToJson","error","Error","stack","AgenticaPromptReporter","markdown","p","selections","flatMap","s","functionDescriptionCount","controller","reason","executes","e","split","JSON","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","flat","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","from","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","task","Promise","all","acquire","step","release","cur","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","prompt","AgenticaTextPrompt","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;;;;;AAcO,MAAMA,8BAA8B;IACzCC;IACAC;;;AAmCFC,eAAeF,OAAuCG;IACpD,MAAMC,OAA0CD,MAC7CE,qBACAC,IAAG;IAQN,MAAMC,YAAYJ,MAAMK;IACxB,MAAMC,eAAeL,MAAMM,SAAS,UAAUN,KAAKO,SAAS;IAC5D,KAAKF,cAAc;QACjB,OAAO;;IAGT,MAAMG,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAGrCC,UAAU;IACd,MAAMC,eAAsCP,UAAUQ,IAAIC,KAAKC,YAAYC,OACzE;QACEC,OAAOZ,UAAUY;QACjBC,UAAU,EACR;YACET,MAAM;YACNU,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;WAET;YACEX,MAAM;YACNU,SAASjB,KAAKmB;;QAGlBC,OAAO,EACL;YACEd,MAAM;YACNe,UAAU;gBACRC,MAAMd,QAAQc;gBACdC,aAAaf,QAAQe;gBACrBC,YAAYhB,QAAQgB;;;QAI1BC,aAAa;QACbC,qBAAqB;OAEvBvB,UAAUwB;IAGZ,MAAMC,YACJlB,OAAOmB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACAC,MAAMA,GAAG3B,SAAS,cAAc2B,GAAGZ,SAASC,SAASd,QAAQc,SAC3D;IAEJ,IAAIM,aAAaM,WAAW;QAC1B,OAAO;;IAGT,MAAMC;;;;;;;SAA0CP,SAASP,SAASe;IAClE,OAAOD,UAAU,OAAOA,MAAME,QAAQ;AACxC;;AAWM,SAAUxC,QAAwCyC;IAoBtD,OAAOC,aAAaD,OAAO5B;AAC7B;;AAEA,SAAS6B,aAA6CD;IAQpD,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;QACXE;QACAE,YAAYD,sBAAsBJ,MAAMK;QACxCC,QAAQN,MAAMM;;IAGlB,QAAQN,MAAMG,SAASnC;MACrB,KAAK;QAAS;YACZ,IAAIuC,OAAO;YACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;YACnD,IAAIC,WAAWJ,eAAeK;YAE9B,OAAO,MAAM;gBACX,IAAID,SAASE,SAAS,MAAM;oBAC1B,OAAO;wBACL1C,QAAQ;wBACRmC;;;gBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;oBACnC,OAAO;wBAAE3C,QAAQ;;;gBAGnB,MAAMA,SAAS8B,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;gBAC3D,KAAKnC,OAAOA,QAAQ;oBAClB,IAAI4B,MAAMM,WAAW,MAAM;wBACzB,OAAO;4BAAElC,QAAQ;;;oBAEnBmC,QAAQ;oBACR;;gBAGFA,QAAQnC,OAAOmC;gBACfK,WAAWJ,eAAeK;;;;MAG9B,KAAK;QAAc;YACjB,MAAMK,SAASlB,MAAMG,SAASgB;YAC9B,MAAM/C,SAAS4B,MAAMK,WAAWe,MAAKC,MAAMA,GAAGrC,SAASkC,OAAOlC;YAC9D,IAAIZ,QAAQ;gBACV,OAAO;oBAAEA;oBAAQmC,MAAM;;;YAEzB,OAAO;gBACLnC;;;;MAGJ,KAAK;QACH,KAAK,MAAM+B,YAAYH,MAAMG,SAASmB,OAAO;YAC3C,MAAMC,aAAarB,KAAKC;YACxB,IAAIoB,WAAWnD,QAAQ;gBACrB,OAAOmD;;;QAIX,OAAO;YAAEnD,QAAQ;;;MACnB,KAAK;QAAS;YAQZ,MAAMA,SAAS4B,MAAMG,SAASqB,MAAMC,KAAItB,YAAYD,KAAKC;YACzD,IAAI/B,OAAOsD,OAAMC,KAAKA,EAAEvD,UAAS;gBAC/B,OAAO;oBACLA,QAAQ;oBACRmC,MAAMnC,OAAOwD,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;YAI3D,OAAO;gBACLnC,QAAQ;;;;AAIhB;;AC1OO,MAAM4D,WAAW;IAOtBC,OAAQjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;;;ACJvD,MAAMmB,wBAAwB;IACnCC;IACAC;;;AAGF,SAASD,YAAeE;IAOtB,IAAIA,iBAAiBC,OAAO;QAC1B,OAAO;eACFD;YACHtD,MAAMsD,MAAMtD;YACZQ,SAAS8C,MAAM9C;YACfgD,OAAOF,MAAME;;;IAGjB,OAAOF;AACT;;AAEA,SAASD,eAA+ClC;IACtD,IAAIA,SAASnC,SAAS,cAAc;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfmD,WAAW;gBACTnC,MAAMmB,SAASgB,UAAUnC;gBACzBC,aAAakB,SAASgB,UAAUpC,SAASE;;;WAI1C,IAAIkB,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfyC,OAAON,SAASM,MAAMgB,IAAIY;;WAGzB,IAAIlC,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfwD,OAAOrB,SAASqB,MAAMC,IAAIY;;WAGzB;QACH,OAAO;YACLrE,MAAMmC,SAASnC;YACfsD,OAAOnB,SAASmB,MAAMG,IAAIY;;;AAGhC;;ACpDO,MAAMI,yBAAyB;cACpCC;;;AAGF,SAASA,WAAyCC;IAEhD,IAAIA,EAAE3E,SAAS,QAAQ;QACrB,OAAO,EAAC,aAAa2E,EAAE1E,SAAS0E,EAAE9D,MAAM,KAAID,KAAK;WAE9C,IAAI+D,EAAE3E,SAAS,YAAY2E,EAAE3E,SAAS,UAAU;QACnD,OAAO,EACL,OAAO2E,EAAE3E,SAAS,WAAW,WAAW,eACrC2E,EAAEC,WACFC,SAASC;YACR,MAAMC,2BAA2BD,EAAE3B,UAAUpC,SAASE,aAAa8B,UAAU;YAE7E,OAAO,EACL,QAAQ+B,EAAE3B,UAAUnC,QACpB,mBAAmB8D,EAAE3B,UAAU6B,WAAWhE,QAC1C,iBAAiB8D,EAAE3B,UAAUpC,SAASC,QACtC,eAAe8D,EAAEG,UACjB,OACIF,2BAA2B,IAC3B,EAACD,EAAE3B,UAAUpC,SAASE,aAAa,OACnC;AACL,cAELL,KAAK;WAEJ,IAAI+D,EAAE3E,SAAS,YAAY;QAC9B,OAAO,EACL,mBACG2E,EAAEO,SAASzB,KAAI0B,KAAK,OAAOA,EAAEhC,UAAUnC,UAC1C,OACG2D,EAAE9D,KAAKuE,MAAM,MAAM3B,KAAIqB,KAAK,KAAKA,OACpC,KACAlE,KAAK;;IAET,OAAO,EACL,eACA,aAAa+D,EAAExB,UAAUnC,QACzB,mBAAmB2D,EAAExB,UAAU6B,WAAWhE,QAC1C,iBAAiB2D,EAAExB,UAAUpC,SAASC,QACtC,IACA,WACAqE,KAAKC,UAAUX,EAAE7C,WAAW,MAAM,IAClC,OACA,KACAlB,KAAK;AACT;;AC3CO,MAAM2E,gCAAgC;cAC3Cb;;;AAGI,SAAUA,WAAyCtE;IACvD,OAAOoF,OAAOC,YAAY,EACxB,EAAC,eAAeC,aAAkBtF,cAC/BA,OAAOuF,YACPlC,KAAwBmC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS7E,kBAAkB8E,uBAAqBF,WACvDA,IAAIG,OAAOtC,KAAsB,CAACuC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS7E,QAAQiF,IAAI,KAAKD,MAAMhG,WACzCkG,uBAAqBF,OAAOC,WAG/BE;AAEP;;AAEA,SAAST,aAA2CtF;IAClD,MAAM2F,SAA+C3F,OAAOuF,YACzDlC,KAAIE,KAAKA,EAAEoC,SACXI;IACH,MAAMC,UACFL,OACCtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOhD;IACzC,MAAM2D,YAA2CtG,OAAOuG,MAAMD;IAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBtG,OAAOuF,YAAY5C,OAAO6D,oBAC/C,gBAAgBb,OAAOhD,UACvB,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,uBAAuBiB,SAASC,MAAMmC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACGxG,OAAOuF,YAAYlC,KAAImC,OACxB,EACE,IAAIA,IAAIC,SAAS7E,WAAW4E,IAAIC,SAAS7E,mBACzCmG,WACEvB,IAAIG,SACJZ,KAAKA,EAAEnF,SAAS,WAAWmF,EAAEiC,WAAW,QAE1CD,WAAWvB,IAAIG,SAAQZ,KAAKA,EAAEnF,SAAS,WAAWmF,EAAEjD,SAAS,QAC7D,GAAG8B,SAASC,MACV2B,IAAIG,OACDtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,wBACFhG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASkF,uBAAqDF;IAC5D,OAAO,EACL,KAAKA,IAAIC,SAAS7E,QAClB,cACA,mBAAmB4E,IAAIG,OAAOhD,OAAO6D,oBACrC,gBAAgBhB,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC7D,gBAAgB6C,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC7D,qBAAqBiB,SAASC,MAC5B2B,IAAIG,OACDtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,uBACF,IACA,aACA,uBACA,0BACGhB,IAAIG,OAAOtC,KAAI,CAAC0B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEnF,YAC5BmF,EAAEnF,MACF,GAAGgE,SAASC,MAAMkB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAC1D1F,KAAK,UAET,IACA,eACA,mBACAgF,IAAIC,SAAShF,MACb,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAeuB,IAAIC,SAAS1D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASsF,uBAAqDF,OAA2CqB;IACvG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMhG,QACzB,cACA,aAAagG,MAAMH,SAAS7E,QAC5B,aAAagF,MAAMhG,QACnB,aAAagE,SAASC,MACpB+B,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAChDM,0BACEZ,MAAMhG,SAAS,UACf,EACE,eAAegG,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM9D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBmD,KAAKC,UAAUU,MAAMW,MAAMD,UAAUG,UACrD,eACA,kBAAkBb,MAAMW,MAAMD,UAAU7E,MAAMgF,SAC9C,mBAAmBb,MAAMW,MAAMD,UAAU7E,MAAMiF,UAC/C,iBACA,kBAAkBd,MAAMW,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCb,MAAMW,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBjB,MAAMW,MAAMD,UAAUK,OAAOC,aACnD,gCAAgChB,MAAMW,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAlB,MAAMH,SAAShF,MACf,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAe2B,MAAMH,SAAS1D,WACpD,MACA,IAEF,OACA,IACA,0BACG6D,MAAMsB,QAAQ7D,IAAIgB,uBAAuBC,WAC5C,OACIsB,MAAMhG,SAAS,UACf,EACE,YACA,WACAqF,KAAKC,UACHnB,sBAAsBC,YAAY4B,MAAM1B,QACxC,MACA,IAEF,UAEF,KACJ1D,KAAK;AACT;;AAEA,SAASuG,WAA2CpB,QAA8CxG;IAChG,MAAMgI,QAAgBzD,KAAKI,MACxB6B,OAAOrE,OAAOnC,SAASwD,SAASgD,OAAOhD,SAAU;IAGpD,OACEyE,MAAMC,KAAK;QAAE1E,QAAQwE;OAASG,KAAK,KAAK9G,KAAK,MAC3C4G,MAAMC,KAAK;QAAE1E,QAAQ,KAAKwE;OAASG,KAAK,KAAK9G,KAAK;AAExD;;MCxJa+G;IAWX,WAAAC,CAAmB5F;QACjB6F,KAAKC,SAAS9F,MAAMvC;QACpBoI,KAAKE,aAAa/F,MAAMgG,UAAU/E;QAClC4E,KAAKI,UAAU;YACbC,QAAQlG,MAAMmG,QAAQD,UAAU;YAChCE,cAAcpG,MAAMmG,QAAQC,gBAAgB;YAC5ClI,SAAS8B,MAAMmG,QAAQjI,WAAW;;QAEpC2H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWtE,KAAIjE,MAAOqG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE1E,QAAQ8E,KAAKI,QAAQC;eAAUzE,KAAIjE;sBACxCiJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa3G,WAAW;oBAC1B2G,SAASpD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJrE,QAAOyD,KAAKA,EAAEnF,SAAS,UACvByD,KAAI0B,KAAKA,EAAEwB,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJlC,KAAIkB,KAAKA,EAAEgC,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI9D,MAAM;;QAElB,OAAOgB,8BAA8Bb,SAASmD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMpG,QAAyBoI,KAAKC,OAAOwB;QAC3C,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMjJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC4C,UAAU0D,SAAS1D;YACnBE,YAAY5C,MACTE,qBACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMiH,MAAM;YACV,MAAMnC,SAAS/H,4BAA4BE,QAAQ;gBACjD4C,UAAU0D,SAAS1D;gBACnBE,YAAY5C,MACTE,qBACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEC,aACXuB,OACA1C,KAAIkB,KAAKA,EAAExB;gBACdb,QAAQ;;YAEV,MAAMJ,OAAO3C;YACb,OAAO;gBACLS,MAAOkC,OAAO,YAAY;gBAC1B2D;gBACAuB;gBACAlF;gBACAoF,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACbjD;gBACAF,cAAc,IAAImC;;AACmC;QAGzD;kBACQ/I,MAAMgK,WAAW5D,SAAShF;YAChC,IAAItB,WAAW;gBACb,OAAOgK;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ/H,WAAW+F,GAAG;gBACrD,MAAMpD,aACIxD,4BAA4BC,OAAOG;gBAC7C,IAAIoD,SAAS,MAAM;oBACjB;;sBAGIpD,MAAMgK,WAAW5G;gBACvB,IAAItD,WAAW;oBACb,OAAOgK;;;YAGX,OAAOA;UAET,OAAOjF;YACL,OAAO;gBACLtE,MAAM;gBACN6F;gBACAyB,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACblF;gBACAiC;gBACAF,cAAc,IAAImC;;;;;;AChMnB,MAAMkB,kCAAkC;IAC7ChF;;;AAGI,SAAUA,SAAyCtE;IACvD,MAAMuC,WAAW,EACf,EAAC,eAAe+C,WAAWtF,cACxBA,OAAOuF,YACPlC,KAAwBmC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS7E,kBAAkB8E,qBAAqBF,WACvDA,IAAIG,OAAOtC,KAAsB,CAACuC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS7E,QAAQiF,IAAI,KAAKD,MAAMhG,WACzCkG,qBAAqBF,OAAOC,WAG/BE;IAGL,OAAOX,OAAOC,YAAY9C;AAC5B;;AAEA,SAAS+C,WAA2CtF;IAClD,MAAM2F,SAAiD3F,OAAOuF,YAC3DlC,KAAIE,KAAKA,EAAEoC,SACXI;IACH,MAAMC,UACAL,OACCtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOhD;IAC3C,MAAM2D,YAA2CtG,OAAOuG,MAAMD;IAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBtG,OAAOuF,YAAY5C,OAAO6D,oBAC/C,gBAAgBb,OAAOhD,UACvB,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,uBAAuBiB,SAASC,MAAMmC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACGxG,OAAOuF,YAAYlC,KAAImC,OACxB,EACE,IAAIA,IAAIC,SAAS7E,WAAW4E,IAAIC,SAAS7E,mBACzC;QACE,MAAMzB,UAAkBuE,KAAKI,MAC1B0B,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,SAC1C6C,IAAIG,OAAOhD,SACb;QAEJ,OACEyE,MAAMC,KAAK;YAAE1E,QAAQxD;WAAWmI,KAAK,KAAK9G,KAAK,MAC7C4G,MAAMC,KAAK;YAAE1E,QAAQ,KAAKxD;WAAWmI,KAAK,KAAK9G,KAAK;AAEzD,MAVD,IAWA,GAAGoD,SAASC,MACV2B,IAAIG,OACDtC,KACCuC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,wBACFhG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASkF,qBAAqDF;IAC5D,MAAMc,YAA2Cd,IAAIe,MAAMD;IAC3D,OAAO,EACL,KAAKd,IAAIC,SAAS7E,QAClB,cACA,oBACA,gBAAgB4E,IAAIG,OAAOhD,UAC3B,kBAAkB6C,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC/D,kBAAkB6C,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC/D,uBAAuBiB,SAASC,MAC9B2B,IAAIG,OACDtC,KACCuC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGhB,IAAIG,OAAOtC,KAAI,CAAC0B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEnF,YAC5BmF,EAAEnF,MACF,GAAGgE,SAASC,MAAMkB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAE1D1F,KAAK,UAET,IACA,eACA,mBACAgF,IAAIC,SAAShF,MACb,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAeuB,IAAIC,SAAS1D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASsF,qBAAqDF,OAA6CqB;IACzG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMhG,QACzB,cACA,aAAagG,MAAMH,SAAS7E,QAC5B,aAAagF,MAAMhG,QACnB,cAAcgG,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAAWM,0BACrEZ,MAAMhG,SAAS,UACf,EACE,mBACA,gBAAgBgG,MAAMW,MAAMD,UAAUE,oBACtC,gBACA,kBAAkBZ,MAAMW,MAAMD,UAAU7E,MAAMgF,MAAMD,oBACpD,mBAAmBZ,MAAMW,MAAMD,UAAU7E,MAAMiF,OAAOF,oBACtD,qBACA,kBAAkBZ,MAAMW,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBZ,MAAMW,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAZ,MAAMH,SAAShF,MACf,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAe2B,MAAMH,SAAS1D,WACpD,MACA,IAEF,OACA,OACI6D,MAAMhG,SAAS,aAAagG,MAAMhG,SAAS,YAC3C,EACE,gBACGgG,MAAM2D,SAASlG,KAAIqB,KACpB,EACE,OAAOA,EAAE3B,UAAUnC,QACnB,qBAAqB8D,EAAE3B,UAAU6B,WAAWhE,UAC5C,mBAAmB8D,EAAE3B,UAAUpC,SAASC,UACxC,eAAe8D,EAAEG,UACjB,OACIH,EAAE3B,UAAUpC,SAASE,gBAAgBW,aAAakD,EAAE3B,UAAUpC,SAASE,gBAAgB,KACvF,EAAC6D,EAAE3B,UAAUpC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAoF,MAAMhG,SAAS,UACf,EACE,YACA,WACAmE,sBAAsBC,YACpBiB,KAAKC,UAAUU,MAAM1B,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ1D,KAAK;AACT;;MC5KagJ;IAYX,WAAAhC,CAAmB5F;QACjB6F,KAAKC,SAAS9F,MAAMvC;QACpBoI,KAAKE,aAAa/F,MAAMgG,UAAU/E;QAClC4E,KAAKI,UAAU;YACbC,QAAQlG,MAAMmG,QAAQD,UAAU;YAChCE,cAAcpG,MAAMmG,QAAQC,gBAAgB;;QAE9CP,KAAKgC,aAAa7H,MAAMvC,MAAME,qBAAqBsD;QACnD4E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMzC,oBACIiD,QAAQC,IACdhB,KAAKE,WAAWtE,KAAIjE,MAAOqG;YACzB,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE1E,QAAQ8E,KAAKI,QAAQC;eAAUzE,KAAIjE;sBACxCiJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAChB,IAAIT,aAAa3G,WAAW;oBAC1B2G,SAASpD;;gBAEX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJrE,QAAOyD,KAAKA,EAAEnF,SAAS,UACvByD,KAAI0B,KAAKA,EAAEwB,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;AAC/E;QAGP,OAAQvB,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJlC,KAAIkB,KAAKA,EAAEgC,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;;IAuB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI9D,MAAM;;QAElB,OAAOmF,gCAAgChF,SAASmD,KAAKQ;;IAG/C,UAAMU,CACZlD;QAEA,MAAMU,aAAmB,IAAIiC;QAC7B;YACE,MAAM7B,QAA4BuC,mBAAmBE;YACrD,MAAM9B,gBACIwC,2BAA2BxB,QAAQ;mBACtCT,KAAKC,OAAOiC,WAAW;oBACxBC,QAAQ,IAAIC,mBAAmB;wBAC7BhK,MAAM;wBACNY,MAAMgF,SAAShF;;oBAEjB8F;;gBAEFuD,WAAWrC,KAAKgC,WAAW5G;gBAC3BuB,OAAO;gBACP2F,OAAO,MAAM;gBACbC,UAAU5K;;YAEd,MAAMmK,WAAgDrC,QACnD5F,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEC,aACXuB;YACH,OAAO;gBACLnG,MAAMX,4BAA4BE,QAAQ;oBACxC4C,UAAU0D,SAAS1D;oBACnBE,YAAYsH,SAASlG,KAAIqB,KAAKA,EAAE3B;qBAE9B,YACA;gBACJ0C;gBACA8D;gBACAhD;gBACA0D,kBAAkB/C,QACf5F,QAAOiD,KAAKA,EAAE3E,SAAS,SACvB0B,QACEiD,KAA4CA,EAAE1E,SAAS;gBAE5DsG;gBACAF,cAAc,IAAImC;;UAKtB,OAAOlE;YACL,OAAO;gBACLtE,MAAM;gBACN6F;gBACAvB;gBACAiC;gBACAF,cAAc,IAAImC;;;;;;"}

package/lib/internal/AgenticaBenchmarkPredicator.d.ts

@@ -1,33 +1,42 @@
-import { Agentica, AgenticaOperation } from "@agentica/core";
-import { ILlmSchema } from "@samchon/openapi";
-import { IAgenticaBenchmarkExpected } from "../structures/IAgenticaBenchmarkExpected";
-export declare namespace AgenticaBenchmarkPredicator {
-    const isNext: <Model extends ILlmSchema.Model>(agent: Agentica<Model>) => Promise<string | null>;
+/**
+ * @module
+ * This file contains functions to work with AgenticaBenchmarkPredicator.
+ *
+ * @author Wrtn Technologies
+ */
+import type { Agentica, AgenticaOperation } from "@agentica/core";
+import type { ILlmSchema } from "@samchon/openapi";
+import type { IAgenticaBenchmarkExpected } from "../structures/IAgenticaBenchmarkExpected";
+export declare const AgenticaBenchmarkPredicator: {
+    isNext: typeof isNext;
+    success: typeof success;
+};
+declare function isNext<Model extends ILlmSchema.Model>(agent: Agentica<Model>): Promise<string | null>;
+/**
+ * Check if the called operations match the expected operations.
+ *
+ * @param props Properties for checking the match of the called operations
+ * and the expected operations
+ *
+ * @returns `true` if the called operations match the expected operations,
+ * otherwise `false`.
+ */
+export declare function success<Model extends ILlmSchema.Model>(props: {
     /**
-     * Check if the called operations match the expected operations.
+     * Expected operations to be called.
      *
-     * @param props Properties for checking the match of the called operations
-     * and the expected operations
+     * For 'allOf' within an 'array', the next expected element starts checking from the element that follows the last called element in 'allOf'.
+     */
+    expected: IAgenticaBenchmarkExpected<Model>;
+    /**
+     * Specified operations.
+     */
+    operations: Array<AgenticaOperation<Model>>;
+    /**
+     * If it's `false`, check the array and let it go even if there's something wrong between them.
      *
-     * @returns `true` if the called operations match the expected operations,
-     * otherwise `false`.
+     * @default `false`
      */
-    const success: <Model extends ILlmSchema.Model>(props: {
-        /**
-         * Expected operations to be called.
-         *
-         * For 'allOf' within an 'array', the next expected element starts checking from the element that follows the last called element in 'allOf'.
-         */
-        expected: IAgenticaBenchmarkExpected<Model>;
-        /**
-         * Specified operations.
-         */
-        operations: Array<AgenticaOperation<Model>>;
-        /**
-         * If it's `false`, check the array and let it go even if there's something wrong between them.
-         *
-         * @default `false`
-         */
-        strict?: boolean;
-    }) => boolean;
-}
+    strict?: boolean;
+}): boolean;
+export {};

package/lib/internal/AgenticaBenchmarkPredicator.js

@@ -46,17 +46,30 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AgenticaBenchmarkPredicator = void 0;
+exports.success = success;
 const __typia_transform__validateReport = __importStar(require("typia/lib/internal/_validateReport.js"));
 const typia_1 = __importDefault(require("typia"));
-var AgenticaBenchmarkPredicator;
-(function (AgenticaBenchmarkPredicator) {
-    AgenticaBenchmarkPredicator.isNext = (agent) => __awaiter(this, void 0, void 0, function* () {
+exports.AgenticaBenchmarkPredicator = {
+    isNext,
+    success,
+};
+function isNext(agent) {
+    return __awaiter(this, void 0, void 0, function* () {
         var _a, _b, _c;
         const last = agent
             .getPromptHistories()
             .at(-1);
-        if ((last === null || last === void 0 ? void 0 : last.type) !== "text" || last.role !== "assistant")
+        /**
+         * Agentica Props is private, we can't access it
+         * The provided code follows the original source prior to modification.
+         * However, due to compilation errors, a workaround was implemented.
+         * Please apply any available patches to resolve this issue.
+         */
+        const llmVendor = agent.getVendor();
+        const isTextPrompt = (last === null || last === void 0 ? void 0 : last.type) === "text" && last.role === "assistant";
+        if (!isTextPrompt) {
             return null;
+        }
         const consent = {
             model: "chatgpt",
             options: {
@@ -128,8 +141,8 @@ var AgenticaBenchmarkPredicator;
                 }
             ]
         }.functions[0];
-        const result = yield agent["props"].vendor.api.chat.completions.create({
-            model: agent["props"].vendor.model,
+        const result = yield llmVendor.api.chat.completions.create({
+            model: llmVendor.model,
             messages: [
                 {
                     role: "system",
@@ -158,94 +171,97 @@ var AgenticaBenchmarkPredicator;
             ],
             tool_choice: "required",
             parallel_tool_calls: false,
-        }, agent["props"].vendor.options);
-        const toolCall = (_c = ((_b = (_a = result.choices[0]) === null || _a === void 0 ? void 0 : _a.message.tool_calls) !== null && _b !== void 0 ? _b : []).filter((tc) => tc.type === "function" && tc.function.name === consent.name)) === null || _c === void 0 ? void 0 : _c[0];
-        if (toolCall === undefined)
+        }, llmVendor.options);
+        const toolCall = (_c = ((_b = (_a = result.choices[0]) === null || _a === void 0 ? void 0 : _a.message.tool_calls) !== null && _b !== void 0 ? _b : []).filter(tc => tc.type === "function" && tc.function.name === consent.name)) === null || _c === void 0 ? void 0 : _c[0];
+        if (toolCall === undefined) {
             return null;
-        const input = JSON.parse(toolCall.function.arguments);
-        return (() => { const _io0 = input => "string" === typeof input.content && "string" === typeof input.reply; return input => "object" === typeof input && null !== input && _io0(input); })()(input) ? input.reply : null;
+        }
+        const input = (() => { const _io0 = input => "string" === typeof input.content && "string" === typeof input.reply; const __is = input => "object" === typeof input && null !== input && _io0(input); return input => { input = JSON.parse(input); return __is(input) ? input : null; }; })()(toolCall.function.arguments);
+        return input !== null ? input.reply : null;
     });
-    /**
-     * Check if the called operations match the expected operations.
-     *
-     * @param props Properties for checking the match of the called operations
-     * and the expected operations
-     *
-     * @returns `true` if the called operations match the expected operations,
-     * otherwise `false`.
-     */
-    AgenticaBenchmarkPredicator.success = (props) => successInner(props).result;
-    const successInner = (props) => {
-        const call = (expected, overrideOperations) => successInner({
-            expected,
-            operations: overrideOperations !== null && overrideOperations !== void 0 ? overrideOperations : props.operations,
-            strict: props.strict,
-        });
-        switch (props.expected.type) {
-            case "array": {
-                let take = 0;
-                const targetIterator = props.expected.items[Symbol.iterator]();
-                let targeted = targetIterator.next();
-                while (true) {
-                    if (targeted.done) {
-                        return {
-                            result: true,
-                            take,
-                        };
-                    }
-                    if (take >= props.operations.length) {
-                        return { result: false };
-                    }
-                    const result = call(targeted.value, props.operations.slice(take));
-                    if (!result.result) {
-                        if (!props.strict) {
-                            take += 1;
-                            continue;
-                        }
+}
+/**
+ * Check if the called operations match the expected operations.
+ *
+ * @param props Properties for checking the match of the called operations
+ * and the expected operations
+ *
+ * @returns `true` if the called operations match the expected operations,
+ * otherwise `false`.
+ */
+function success(props) {
+    return successInner(props).result;
+}
+function successInner(props) {
+    const call = (expected, overrideOperations) => successInner({
+        expected,
+        operations: overrideOperations !== null && overrideOperations !== void 0 ? overrideOperations : props.operations,
+        strict: props.strict,
+    });
+    switch (props.expected.type) {
+        case "array": {
+            let take = 0;
+            const targetIterator = props.expected.items[Symbol.iterator]();
+            let targeted = targetIterator.next();
+            while (true) {
+                if (targeted.done === true) {
+                    return {
+                        result: true,
+                        take,
+                    };
+                }
+                if (take >= props.operations.length) {
+                    return { result: false };
+                }
+                const result = call(targeted.value, props.operations.slice(take));
+                if (!result.result) {
+                    if (props.strict === true) {
                         return { result: false };
                     }
-                    take += result.take;
-                    targeted = targetIterator.next();
+                    take += 1;
+                    continue;
                 }
+                take += result.take;
+                targeted = targetIterator.next();
             }
-            case "standalone": {
-                const target = props.expected.operation;
-                const result = props.operations.some((op) => op.name === target.name);
-                if (result) {
-                    return { result, take: 1 };
-                }
-                return {
-                    result,
-                };
+        }
+        case "standalone": {
+            const target = props.expected.operation;
+            const result = props.operations.some(op => op.name === target.name);
+            if (result) {
+                return { result, take: 1 };
             }
-            case "anyOf":
-                for (const expected of props.expected.anyOf) {
-                    const callResult = call(expected);
-                    if (callResult.result) {
-                        return callResult;
-                    }
-                }
-                return { result: false };
-            case "allOf": {
-                /**
-                 * @example
-                 * expected = [4, 2];
-                 * called = [1, 2, 3, 4, 5];
-                 *
-                 * { result: true, take: 3 };
-                 */
-                const result = props.expected.allOf.map((expected) => call(expected));
-                if (result.every((r) => r.result)) {
-                    return {
-                        result: true,
-                        take: result.reduce((acc, r) => Math.max(acc, r.take), 0),
-                    };
+            return {
+                result,
+            };
+        }
+        case "anyOf":
+            for (const expected of props.expected.anyOf) {
+                const callResult = call(expected);
+                if (callResult.result) {
+                    return callResult;
                 }
+            }
+            return { result: false };
+        case "allOf": {
+            /**
+             * @example
+             * expected = [4, 2];
+             * called = [1, 2, 3, 4, 5];
+             *
+             * { result: true, take: 3 };
+             */
+            const result = props.expected.allOf.map(expected => call(expected));
+            if (result.every(r => r.result)) {
                 return {
-                    result: false,
+                    result: true,
+                    take: result.reduce((acc, r) => Math.max(acc, r.take), 0),
                 };
             }
+            return {
+                result: false,
+            };
         }
-    };
-})(AgenticaBenchmarkPredicator || (exports.AgenticaBenchmarkPredicator = AgenticaBenchmarkPredicator = {}));
+    }
+}
 //# sourceMappingURL=AgenticaBenchmarkPredicator.js.map

package/lib/internal/AgenticaBenchmarkPredicator.js.map

@@ -1 +1 @@
-{"version":3,"file":"AgenticaBenchmarkPredicator.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkPredicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGA,kDAA0B;AAI1B,IAAiB,2BAA2B,CAoL3C;AApLD,WAAiB,2BAA2B;IAC7B,kCAAM,GAAG,CACpB,KAAsB,EACE,EAAE;;QAC1B,MAAM,IAAI,GAAsC,KAAK;aAClD,kBAAkB,EAAE;aACpB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACV,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,MAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO,IAAI,CAAC;QAEpE,MAAM,OAAO,GAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAGrC,SAAS,CAAC,CAAC,CAAE,CAAC;QAClB,MAAM,MAAM,GAA0B,MAAM,KAAK,CAC/C,OAAO,CACR,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAClC;YACE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK;YAClC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;wBACP,+BAA+B;wBAC/B,EAAE;wBACF,qDAAqD;wBACrD,8DAA8D;wBAC9D,kDAAkD;qBACnD,CAAC,IAAI,CAAC,IAAI,CAAC;iBACb;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;iBACnB;aACF;YACD,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,UAAU,EAAE,OAAO,CAAC,UAAiC;qBACtD;iBACF;aACF;YACD,WAAW,EAAE,UAAU;YACvB,mBAAmB,EAAE,KAAK;SAC3B,EACD,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAC9B,CAAC;QACF,MAAM,QAAQ,GAAqD,MAAA,CACjE,MAAA,MAAA,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,CAAC,UAAU,mCAAI,EAAE,CAC5C,CAAC,MAAM,CACN,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CACpE,0CAAG,CAAC,CAAC,CAAC;QACP,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACxC,MAAM,KAAK,GAAkB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACrE,OAAO,sLAAS,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC,CAAA,CAAC;IAEF;;;;;;;;OAQG;IACU,mCAAO,GAAG,CAAiC,KAmBvD,EAAW,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAE1C,MAAM,YAAY,GAAG,CACnB,KAA2C,EAQvC,EAAE;QACN,MAAM,IAAI,GAAG,CACX,QAA2C,EAC3C,kBAAoD,EACpD,EAAE,CACF,YAAY,CAAC;YACX,QAAQ;YACR,UAAU,EAAE,kBAAkB,aAAlB,kBAAkB,cAAlB,kBAAkB,GAAI,KAAK,CAAC,UAAU;YAClD,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QAEL,QAAQ,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC5B,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,IAAI,IAAI,GAAG,CAAC,CAAC;gBACb,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/D,IAAI,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;gBAErC,OAAO,IAAI,EAAE,CAAC;oBACZ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;wBAClB,OAAO;4BACL,MAAM,EAAE,IAAI;4BACZ,IAAI;yBACL,CAAC;oBACJ,CAAC;oBACD,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;wBACpC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;oBAC3B,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;wBACnB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;4BAClB,IAAI,IAAI,CAAC,CAAC;4BACV,SAAS;wBACX,CAAC;wBACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;oBAC3B,CAAC;oBAED,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;oBACpB,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;gBACxC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;gBACtE,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBAC7B,CAAC;gBACD,OAAO;oBACL,MAAM;iBACP,CAAC;YACJ,CAAC;YACD,KAAK,OAAO;gBACV,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;oBAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAClC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;wBACtB,OAAO,UAAU,CAAC;oBACpB,CAAC;gBACH,CAAC;gBAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YAC3B,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb;;;;;;mBAMG;gBACH,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACtE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;oBAClC,OAAO;wBACL,MAAM,EAAE,IAAI;wBACZ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;qBAC1D,CAAC;gBACJ,CAAC;gBAED,OAAO;oBACL,MAAM,EAAE,KAAK;iBACd,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,EApLgB,2BAA2B,2CAA3B,2BAA2B,QAoL3C"}
+{"version":3,"file":"AgenticaBenchmarkPredicator.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkPredicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkIA,0BAqBC;;AA3ID,kDAA0B;AAEb,QAAA,2BAA2B,GAAG;IACzC,MAAM;IACN,OAAO;CACR,CAAC;AAkCF,SAAe,MAAM,CAAiC,KAAsB;;;QAC1E,MAAM,IAAI,GAAsC,KAAK;aAClD,kBAAkB,EAAE;aACpB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEV;;;;;WAKG;QACH,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,MAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC;QACxE,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAGrC,SAAS,CAAC,CAAC,CAAE,CAAC;QAClB,MAAM,MAAM,GAA0B,MAAM,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC/E;YACE,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;wBACP,+BAA+B;wBAC/B,EAAE;wBACF,qDAAqD;wBACrD,8DAA8D;wBAC9D,kDAAkD;qBACnD,CAAC,IAAI,CAAC,IAAI,CAAC;iBACb;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;iBACnB;aACF;YACD,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,UAAU,EAAE,OAAO,CAAC,UAAiC;qBACtD;iBACF;aACF;YACD,WAAW,EAAE,UAAU;YACvB,mBAAmB,EAAE,KAAK;SAC3B,EACD,SAAS,CAAC,OAAO,CAClB,CAAC;QAEF,MAAM,QAAQ,GAAqD,MAAA,CACjE,MAAA,MAAA,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,CAAC,UAAU,mCAAI,EAAE,CAC5C,CAAC,MAAM,CACN,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAClE,0CAAG,CAAC,CAAC,CAAC;QAEP,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,KAAK,kRAAqC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC7E,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7C,CAAC;CAAA;AAED;;;;;;;;GAQG;AACH,SAAgB,OAAO,CAAiC,KAmBvD;IACC,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;AACpC,CAAC;AAED,SAAS,YAAY,CAAiC,KAA2C;IAQ/F,MAAM,IAAI,GAAG,CACX,QAA2C,EAC3C,kBAAoD,EACpD,EAAE,CACF,YAAY,CAAC;QACX,QAAQ;QACR,UAAU,EAAE,kBAAkB,aAAlB,kBAAkB,cAAlB,kBAAkB,GAAI,KAAK,CAAC,UAAU;QAClD,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC,CAAC;IAEL,QAAQ,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5B,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/D,IAAI,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;YAErC,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBAC3B,OAAO;wBACL,MAAM,EAAE,IAAI;wBACZ,IAAI;qBACL,CAAC;gBACJ,CAAC;gBACD,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;oBACpC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;gBAC3B,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;oBACnB,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;wBAC1B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;oBAC3B,CAAC;oBACD,IAAI,IAAI,CAAC,CAAC;oBACV,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;gBACpB,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YACxC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;YACpE,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC7B,CAAC;YACD,OAAO;gBACL,MAAM;aACP,CAAC;QACJ,CAAC;QACD,KAAK,OAAO;YACV,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACtB,OAAO,UAAU,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,KAAK,OAAO,CAAC,CAAC,CAAC;YACb;;;;;;eAMG;YACH,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,OAAO;oBACL,MAAM,EAAE,IAAI;oBACZ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;iBAC1D,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,KAAK;aACd,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/lib/internal/AgenticaBenchmarkUtil.d.ts

@@ -1,6 +1,21 @@
-import { ILlmSchema } from "@samchon/openapi";
-import { IAgenticaBenchmarkExpected } from "../structures/IAgenticaBenchmarkExpected";
-export declare namespace AgenticaBenchmarkUtil {
-    const errorToJson: (error: any) => any;
-    const expectedToJson: <Model extends ILlmSchema.Model>(expected: IAgenticaBenchmarkExpected<Model>) => any;
-}
+/**
+ * @module
+ * This file contains functions to work with AgenticaBenchmarkUtil.
+ *
+ * @author Wrtn Technologies
+ */
+import type { ILlmSchema } from "@samchon/openapi";
+import type { IAgenticaBenchmarkExpected } from "../structures/IAgenticaBenchmarkExpected";
+export declare const AgenticaBenchmarkUtil: {
+    errorToJson: typeof errorToJson;
+    expectedToJson: typeof expectedToJson;
+};
+declare function errorToJson<T>(error: T): T | ({
+    [k in keyof T]: T[k];
+} & {
+    name: string;
+    message: string;
+    stack: string;
+});
+declare function expectedToJson<Model extends ILlmSchema.Model>(expected: IAgenticaBenchmarkExpected<Model>): any;
+export {};

package/lib/internal/AgenticaBenchmarkUtil.js

@@ -1,37 +1,43 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AgenticaBenchmarkUtil = void 0;
-var AgenticaBenchmarkUtil;
-(function (AgenticaBenchmarkUtil) {
-    AgenticaBenchmarkUtil.errorToJson = (error) => {
-        if (error instanceof Error)
-            return Object.assign(Object.assign({}, error), { name: error.name, message: error.message, stack: error.stack });
-        return error;
-    };
-    AgenticaBenchmarkUtil.expectedToJson = (expected) => {
-        if (expected.type === "standalone")
-            return {
-                type: expected.type,
-                operation: {
-                    name: expected.operation.name,
-                    description: expected.operation.function.description,
-                },
-            };
-        else if (expected.type === "array")
-            return {
-                type: expected.type,
-                items: expected.items.map(AgenticaBenchmarkUtil.expectedToJson),
-            };
-        else if (expected.type === "allOf")
-            return {
-                type: expected.type,
-                allOf: expected.allOf.map(AgenticaBenchmarkUtil.expectedToJson),
-            };
-        else
-            return {
-                type: expected.type,
-                anyOf: expected.anyOf.map(AgenticaBenchmarkUtil.expectedToJson),
-            };
-    };
-})(AgenticaBenchmarkUtil || (exports.AgenticaBenchmarkUtil = AgenticaBenchmarkUtil = {}));
+exports.AgenticaBenchmarkUtil = {
+    errorToJson,
+    expectedToJson,
+};
+function errorToJson(error) {
+    if (error instanceof Error) {
+        return Object.assign(Object.assign({}, error), { name: error.name, message: error.message, stack: error.stack });
+    }
+    return error;
+}
+function expectedToJson(expected) {
+    if (expected.type === "standalone") {
+        return {
+            type: expected.type,
+            operation: {
+                name: expected.operation.name,
+                description: expected.operation.function.description,
+            },
+        };
+    }
+    else if (expected.type === "array") {
+        return {
+            type: expected.type,
+            items: expected.items.map(expectedToJson),
+        };
+    }
+    else if (expected.type === "allOf") {
+        return {
+            type: expected.type,
+            allOf: expected.allOf.map(expectedToJson),
+        };
+    }
+    else {
+        return {
+            type: expected.type,
+            anyOf: expected.anyOf.map(expectedToJson),
+        };
+    }
+}
 //# sourceMappingURL=AgenticaBenchmarkUtil.js.map

package/lib/internal/AgenticaBenchmarkUtil.js.map

@@ -1 +1 @@
-{"version":3,"file":"AgenticaBenchmarkUtil.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkUtil.ts"],"names":[],"mappings":";;;AAIA,IAAiB,qBAAqB,CAuCrC;AAvCD,WAAiB,qBAAqB;IACvB,iCAAW,GAAG,CAAC,KAAU,EAAO,EAAE;QAC7C,IAAI,KAAK,YAAY,KAAK;YACxB,uCACK,KAAK,KACR,IAAI,EAAE,KAAK,CAAC,IAAI,EAChB,OAAO,EAAE,KAAK,CAAC,OAAO,EACtB,KAAK,EAAE,KAAK,CAAC,KAAK,IAClB;QACJ,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEW,oCAAc,GAAG,CAC5B,QAA2C,EACtC,EAAE;QACP,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY;YAChC,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI;oBAC7B,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW;iBACrD;aACF,CAAC;aACC,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO;YAChC,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAA,cAAc,CAAC;aAC1C,CAAC;aACC,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO;YAChC,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAA,cAAc,CAAC;aAC1C,CAAC;;YAEF,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAA,cAAc,CAAC;aAC1C,CAAC;IACN,CAAC,CAAC;AACJ,CAAC,EAvCgB,qBAAqB,qCAArB,qBAAqB,QAuCrC"}
+{"version":3,"file":"AgenticaBenchmarkUtil.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkUtil.ts"],"names":[],"mappings":";;;AAUa,QAAA,qBAAqB,GAAG;IACnC,WAAW;IACX,cAAc;CACf,CAAC;AAEF,SAAS,WAAW,CAAI,KAAQ;IAO9B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,uCACK,KAAK,KACR,IAAI,EAAE,KAAK,CAAC,IAAI,EAChB,OAAO,EAAE,KAAK,CAAC,OAAO,EACtB,KAAK,EAAE,KAAK,CAAC,KAAK,IAClB;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAiC,QAA2C;IACjG,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACnC,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI;gBAC7B,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW;aACrD;SACF,CAAC;IACJ,CAAC;SACI,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACnC,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;SAC1C,CAAC;IACJ,CAAC;SACI,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACnC,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;SAC1C,CAAC;IACJ,CAAC;SACI,CAAC;QACJ,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;SAC1C,CAAC;IACJ,CAAC;AACH,CAAC"}

package/lib/internal/AgenticaCallBenchmarkReporter.d.ts

@@ -1,5 +1,6 @@
-import { ILlmSchema } from "@samchon/openapi";
-import { IAgenticaCallBenchmarkResult } from "../structures/IAgenticaCallBenchmarkResult";
-export declare namespace AgenticaCallBenchmarkReporter {
-    const markdown: <Model extends ILlmSchema.Model>(result: IAgenticaCallBenchmarkResult<Model>) => Record<string, string>;
-}
+import type { ILlmSchema } from "@samchon/openapi";
+import type { IAgenticaCallBenchmarkResult } from "../structures/IAgenticaCallBenchmarkResult";
+export declare const AgenticaCallBenchmarkReporter: {
+    markdown: typeof markdown;
+};
+export declare function markdown<Model extends ILlmSchema.Model>(result: IAgenticaCallBenchmarkResult<Model>): Record<string, string>;