promptfoo 0.120.27 → 0.121.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
- package/dist/src/accounts-B0pgC1oV.js +206 -0
- package/dist/src/{accounts-DVINui-2.js → accounts-Bm2D8Db9.js} +39 -34
- package/dist/src/{accounts-CPDRAMND.js → accounts-CiBLOnA7.js} +38 -33
- package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-gtkH-5KX.cjs} +77 -78
- package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-DS1g3GLF.js} +9 -10
- package/dist/src/{agents-BcsN_BgB.js → agents-9qiOy0ho.js} +16 -12
- package/dist/src/{agents-BXLmVsxR.js → agents-CBr9A01V.js} +37 -37
- package/dist/src/{agents-pMfppv9Z.js → agents-CmvBq8LV.js} +16 -18
- package/dist/src/{agents-hqgSV-3o.js → agents-D__IdAlg.js} +39 -40
- package/dist/src/{agents-BO2n8Z0d.cjs → agents-DbRtpYxR.cjs} +37 -40
- package/dist/src/{agents-BdUTAwi-.js → agents-DgF2zDag.js} +37 -42
- package/dist/src/{agents-DgJf2-ez.cjs → agents-Di9DKPzn.cjs} +16 -17
- package/dist/src/{agents-DNvSH78i.js → agents-cLXA8a_8.js} +17 -19
- package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-B4rcnZgv.js} +15 -17
- package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-BvlNH0gr.cjs} +15 -16
- package/dist/src/{aimlapi-DOib86oE.js → aimlapi-CnkC2HqE.js} +16 -18
- package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHJU_kcV.js} +15 -4
- package/dist/src/app/assets/index-4LKxG2CG.js +439 -0
- package/dist/src/app/assets/{index-NCn4eVBv.css → index-C3zcsZFQ.css} +1 -1
- package/dist/src/app/assets/vendor-charts-BnDWwBlI.js +36 -0
- package/dist/src/app/index.html +3 -3
- package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/{audio-BnRUGAm_.js → audio-Bkv46et0.js} +6 -5
- package/dist/src/{audio-Cwo68yZS.cjs → audio-CGMyULza.cjs} +6 -7
- package/dist/src/{audio-MSRki4JU.js → audio-ClI_AFre.js} +6 -8
- package/dist/src/{audio-BRYU0BFo.js → audio-Dz3z7s3J.js} +7 -9
- package/dist/src/{base-pGVmXNl4.cjs → base-CGrhspbK.cjs} +36 -38
- package/dist/src/{base-h961VXYk.js → base-CpjcHe4e.js} +11 -13
- package/dist/src/base-DLKtKMFh.js +193 -0
- package/dist/src/{base-XB2tDJrB.js → base-Dy1V8--Z.js} +11 -13
- package/dist/src/blobs-BDbfYdrJ.js +236 -0
- package/dist/src/{blobs-CR5C4Ihh.js → blobs-CBO20krR.js} +9 -12
- package/dist/src/{blobs-BM_e6hCa.js → blobs-CMHN0Qcz.js} +9 -12
- package/dist/src/{blobs-B-KQAFhX.cjs → blobs-D23XLin-.cjs} +34 -37
- package/dist/src/{cache-jsiwsAJv.js → cache-BVeDlD87.js} +132 -117
- package/dist/src/{cache-CIpsoBZR.js → cache-C4Nxf52C.js} +132 -118
- package/dist/src/cache-CeUpFm3M.cjs +5 -0
- package/dist/src/{cache-BTVYfbka.cjs → cache-Dh5WtQps.cjs} +182 -168
- package/dist/src/cache-i1P6crbO.js +756 -0
- package/dist/src/cache-n-RCJ-hL.js +6 -0
- package/dist/src/{chat-BcPjZXIp.js → chat-BiKyneZl.js} +45 -46
- package/dist/src/{chat-D31K7C4u.cjs → chat-C1Qst7jL.cjs} +20 -21
- package/dist/src/{chat-B84t99NW.js → chat-C2jrdPMx.js} +20 -9
- package/dist/src/{chat-BE44YOc6.cjs → chat-CgF-J-Jj.cjs} +65 -66
- package/dist/src/{chat-DwWifjxi.js → chat-CzkrVDfz.js} +20 -22
- package/dist/src/chat-DJIw17u0.js +766 -0
- package/dist/src/{chat-CcUCysjU.js → chat-DqxYYtWA.js} +45 -46
- package/dist/src/{chat-DZM2GUHO.js → chat-qmatte1u.js} +21 -23
- package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
- package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
- package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
- package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
- package/dist/src/chunk-DEq-mXcV.js +15 -0
- package/dist/src/chunk-DRamLcfz.js +16 -0
- package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-Apiy0iaz.js} +31 -31
- package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D2bJee9S.js} +31 -29
- package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-D9Z5Pr9X.cjs} +31 -28
- package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-DfCoW0E6.js} +33 -20
- package/dist/src/cloud-BBh91EUK.js +4 -0
- package/dist/src/{cloud-CZ-q9Ier.js → cloud-C0dlstV_.js} +7 -9
- package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-8TDxHR0x.js} +16 -18
- package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-BxAGvfju.js} +17 -19
- package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-CknbZ5LJ.cjs} +16 -17
- package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-g7PB6VHR.js} +16 -4
- package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-B9HWA5wf.js} +23 -23
- package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-BSnDmHYo.cjs} +21 -22
- package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-CKDb4dJ8.js} +26 -14
- package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-CP9QEWYS.js} +21 -25
- package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
- package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
- package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
- package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
- package/dist/src/{cometapi-DzrR3SR_.js → cometapi-BL9yvj_f.js} +16 -4
- package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-C4xSqeID.cjs} +21 -22
- package/dist/src/{cometapi-C9EEpJzT.js → cometapi-CUQq3H_a.js} +21 -24
- package/dist/src/{cometapi-DkNBMk0G.js → cometapi-DFNiKmSz.js} +17 -19
- package/dist/src/{completion-CG29bfKX.js → completion-5MzrpJxT.js} +11 -13
- package/dist/src/{completion-CCRT4kX1.cjs → completion-CM6oK8PS.cjs} +21 -23
- package/dist/src/{completion-Bgf1VJoq.js → completion-DZ083F31.js} +11 -13
- package/dist/src/completion-qRoZAYRB.js +120 -0
- package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
- package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
- package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
- package/dist/src/createHash-DmPQkvBh.js +15 -0
- package/dist/src/{docker-D-ayp2FW.js → docker-Bb5dcxr8.js} +18 -20
- package/dist/src/{docker-B81N0t4e.js → docker-BvfL2BrW.js} +19 -21
- package/dist/src/{docker-DNcLR4Ig.cjs → docker-DcF2pRrj.cjs} +18 -19
- package/dist/src/{docker-egERKxCF.js → docker-ExVyLp0S.js} +18 -7
- package/dist/src/entrypoint.js +2 -3
- package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
- package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
- package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
- package/dist/src/esm-Cd1AjG1D.js +379 -0
- package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
- package/dist/src/eval-B3r2CVXr.js +15 -0
- package/dist/src/{eval-C-Nr6wX_.js → eval-Dg2nG4v2.js} +47 -54
- package/dist/src/evalResult-5xwYnECe.js +12 -0
- package/dist/src/evalResult-71lY93Kj.cjs +10 -0
- package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-BBRNtX4I.js} +10 -11
- package/dist/src/{evalResult-4BzI2tmj.js → evalResult-BDMqrapS.js} +16 -12
- package/dist/src/evalResult-Dx5P5cIv.js +10 -0
- package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-fuaI8HkH.cjs} +20 -21
- package/dist/src/{evaluator-8aGyV12L.js → evaluator-BhoWwp5b.js} +211 -235
- package/dist/src/evaluator-Jx6bRZV6.js +36 -0
- package/dist/src/{extractor-V5x_m1i0.js → extractor-C0EVHewb.js} +22 -24
- package/dist/src/extractor-D25qpmGX.js +374 -0
- package/dist/src/{extractor-CD5yKL-G.js → extractor-DReVID0K.js} +22 -24
- package/dist/src/{extractor-C031XmTA.cjs → extractor-pYLLi3wS.cjs} +37 -39
- package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BPkYtG8K.cjs} +244 -277
- package/dist/src/fetch-BxNb_Lp3.js +5 -0
- package/dist/src/{fetch-D3OHf-lV.js → fetch-Cwxnd8zz.js} +36 -44
- package/dist/src/{fetch-CXZI9RRr.js → fetch-Dxpd4_sr.js} +23 -35
- package/dist/src/fetch-HaqdX7U1.js +780 -0
- package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
- package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
- package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
- package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
- package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
- package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
- package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
- package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
- package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
- package/dist/src/{graders--1y2u9HO.js → graders-BTeBGqjJ.js} +349 -397
- package/dist/src/graders-B_pgMLS2.js +34 -0
- package/dist/src/{graders-DTeBrzWp.js → graders-Bj_Odv7c.js} +349 -397
- package/dist/src/graders-DErokPDO.cjs +32 -0
- package/dist/src/graders-DP7KFFo-.js +13466 -0
- package/dist/src/graders-DR_uNe54.js +32 -0
- package/dist/src/{graders-DohM2dir.cjs → graders-DU49_J8Y.cjs} +684 -732
- package/dist/src/graders-w3176Wz-.js +32 -0
- package/dist/src/{image-B0U4Hqll.js → image-B02ogr_b.js} +7 -9
- package/dist/src/{image-DmE-niFE.js → image-B0h9VEMc.js} +6 -5
- package/dist/src/{image-CuKHuccK.cjs → image-BLmROtN3.cjs} +29 -30
- package/dist/src/{image-DNEIf_aI.js → image-Bb4vWQLM.js} +6 -8
- package/dist/src/{image-DpKl2F15.cjs → image-C1madmKh.cjs} +6 -7
- package/dist/src/{image-C3wHC9_h.js → image-CHfWvljl.js} +9 -10
- package/dist/src/{image-O1u4bCFg.js → image-DS-o-0ph.js} +9 -10
- package/dist/src/image-Dpxa1Jt6.js +257 -0
- package/dist/src/index.cjs +615 -695
- package/dist/src/index.d.cts +271 -7
- package/dist/src/index.d.ts +271 -3
- package/dist/src/index.js +580 -664
- package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
- package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
- package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
- package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
- package/dist/src/invariant-vgHWClmd.js +25 -0
- package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-B3OoKIej.js} +14 -9
- package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CYTLHOt1.js} +16 -16
- package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-D33Ty2l6.js} +14 -18
- package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-DOO_BM9b.cjs} +14 -15
- package/dist/src/{litellm-DnbRJ2if.js → litellm-AaeZcZQF.js} +18 -19
- package/dist/src/{litellm-hUSNM_M2.cjs → litellm-I_hbp_dc.cjs} +17 -17
- package/dist/src/{litellm-CRDqPhNI.js → litellm-NbjknEh6.js} +17 -18
- package/dist/src/{litellm-9vR8zpfU.js → litellm-TrljxD9G.js} +17 -5
- package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
- package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
- package/dist/src/logger-DLcq4dWf.js +713 -0
- package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
- package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BS2_tY8L.js} +22 -21
- package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-DDsjcgZZ.js} +20 -13
- package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-Due0n7di.cjs} +20 -21
- package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-f6I2fft-.js} +20 -23
- package/dist/src/main.js +1170 -1321
- package/dist/src/{messages-Uee41Mj5.js → messages-BS17jdMx.js} +22 -24
- package/dist/src/{messages-XhiwCbi4.cjs → messages-Bs1kC7P4.cjs} +32 -34
- package/dist/src/{messages-CGPPidQr.js → messages-D0lx5qK7.js} +22 -24
- package/dist/src/messages-ZJk778GH.js +240 -0
- package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
- package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
- package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
- package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
- package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-Bmni6skY.js} +17 -10
- package/dist/src/{modelslab-E9gO-bYd.js → modelslab-Bx9IrZfS.js} +18 -20
- package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-CoUX6Jc_.cjs} +17 -18
- package/dist/src/{modelslab-ClBkr8_9.js → modelslab-DRb74SP4.js} +17 -19
- package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BfPq-0Yk.js} +20 -13
- package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-C_QM18Xn.cjs} +20 -21
- package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D_W1tjMH.js} +22 -21
- package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-bgjxilYW.js} +20 -23
- package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-CFb5GYhg.js} +30 -26
- package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-DIGQNR07.js} +30 -31
- package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-De1HW5fD.js} +31 -32
- package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-zfcljeRp.cjs} +30 -31
- package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
- package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
- package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
- package/dist/src/openai-j-sE2O7r.js +44 -0
- package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-CSugPYAr.cjs} +188 -130
- package/dist/src/{openclaw-A-3_loM7.js → openclaw-DiSz3I5L.js} +180 -109
- package/dist/src/{openclaw-a3lylB-V.js → openclaw-DuvJKEW5.js} +178 -124
- package/dist/src/{openclaw-COn6QzDi.js → openclaw-tiVYRtr-.js} +178 -122
- package/dist/src/opencode-sdk-0j6rTWNb.js +562 -0
- package/dist/src/opencode-sdk-B3CWY9h_.js +560 -0
- package/dist/src/opencode-sdk-BL764Jdi.cjs +564 -0
- package/dist/src/opencode-sdk-C2y6UkP2.js +560 -0
- package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver-C99PPb48.js} +53 -51
- package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-CGq6LspY.cjs} +53 -55
- package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-CdNBdbsk.js} +53 -55
- package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-D89fR-rC.js} +53 -55
- package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
- package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
- package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
- package/dist/src/providerRegistry-DM8rZYol.js +45 -0
- package/dist/src/providers-B7V0njNs.js +32 -0
- package/dist/src/providers-BEwbhv0X.js +30 -0
- package/dist/src/{providers-Iil64vk9.js → providers-BlqUifFg.js} +1543 -1676
- package/dist/src/providers-CH3C7zf7.js +30 -0
- package/dist/src/{providers-DHbjzW2e.cjs → providers-CgKOSgTR.cjs} +1896 -2029
- package/dist/src/providers-D8lF1sqW.js +33246 -0
- package/dist/src/{providers-BnFpbY_s.js → providers-Dk_6ocUX.js} +1536 -1669
- package/dist/src/providers-zyB6k_38.cjs +31 -0
- package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
- package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
- package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
- package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
- package/dist/src/{quiverai-BuI0tE39.js → quiverai-BbOUOn2L.js} +8 -7
- package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CIaELU_m.js} +8 -10
- package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-PdShCPox.cjs} +8 -9
- package/dist/src/{quiverai-fQNkExW4.js → quiverai-uH-dcTIr.js} +9 -11
- package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
- package/dist/src/responses-CB2jwoAr.js +660 -0
- package/dist/src/{responses-ghR3IOfy.cjs → responses-D8SBTL64.cjs} +39 -42
- package/dist/src/{responses-DOAFFENS.js → responses-DIR9Ud3j.js} +24 -27
- package/dist/src/{responses-CxzoQoBe.js → responses-WNGNYe3K.js} +24 -27
- package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
- package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
- package/dist/src/rubyUtils-BcuGX77l.js +222 -0
- package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
- package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
- package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
- package/dist/src/{sagemaker-gmskuyre.js → sagemaker-CNBxx5CJ.js} +75 -70
- package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-CemTFp2h.js} +75 -79
- package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-Cl28mZU2.cjs} +75 -76
- package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-YSyBXQQh.js} +77 -77
- package/dist/src/{scanner-DJYiSXQj.js → scanner-BsBlNXNn.js} +100 -121
- package/dist/src/server/index.js +5520 -67427
- package/dist/src/{server-B5v33lvE.cjs → server-C_7Ax-hA.cjs} +57 -67
- package/dist/src/{server-BJ4m4f1D.js → server-CqzrVGpF.js} +26 -29
- package/dist/src/server-CuxBbeSY.js +229 -0
- package/dist/src/server-DA4Cyrrq.js +7 -0
- package/dist/src/server-Dulb-4-K.cjs +5 -0
- package/dist/src/{server-RV_i_YX5.js → server-VWgWb00X.js} +19 -24
- package/dist/src/{signal-BW33JuId.js → signal-4U3mfRvL.js} +9 -11
- package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
- package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
- package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
- package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
- package/dist/src/store-CXGFv4aR.js +228 -0
- package/dist/src/store-CXS-Q_91.js +6 -0
- package/dist/src/{store-D7CgQzAR.cjs → store-DLlFCC4h.cjs} +44 -45
- package/dist/src/{store-DJNsD1iC.js → store-DXilxTl-.js} +40 -36
- package/dist/src/{store-s3SftUwF.js → store-Dim__MDd.js} +34 -35
- package/dist/src/store-eYkaKMwq.cjs +5 -0
- package/dist/src/{tables-DfTsNN7X.js → tables-6YKwjN9-.js} +19 -21
- package/dist/src/tables-DLJPUdUE.js +288 -0
- package/dist/src/{tables-BKTmd6u7.cjs → tables-DPi7wKeM.cjs} +89 -91
- package/dist/src/{tables-DMegD0Xf.js → tables-gftXzE9I.js} +21 -23
- package/dist/src/telemetry-BpMfhthR.cjs +5 -0
- package/dist/src/{telemetry--WAdAfVi.js → telemetry-CMrFgtPB.js} +11 -13
- package/dist/src/telemetry-Cps3mIU-.js +171 -0
- package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-DaX14Chu.cjs} +21 -24
- package/dist/src/{telemetry-BedSm-bZ.js → telemetry-Dthj_BbD.js} +17 -14
- package/dist/src/telemetry-Dw38hanS.js +7 -0
- package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
- package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
- package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
- package/dist/src/text-TIv0QYnd.js +22 -0
- package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
- package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
- package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
- package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
- package/dist/src/{transcription-mYS9vd5v.js → transcription-BNYURcXg.js} +14 -7
- package/dist/src/{transcription-X2-B4vkX.js → transcription-B_OdaHp7.js} +14 -16
- package/dist/src/{transcription-BO1AHegO.cjs → transcription-NLVG9MT1.cjs} +14 -15
- package/dist/src/{transcription-lzBLiTFJ.js → transcription-s6A-bNrZ.js} +15 -17
- package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
- package/dist/src/{transform-DeGlxb0D.js → transform-D5HsjduX.js} +39 -47
- package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
- package/dist/src/transform-DTGDnAzW.js +6 -0
- package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
- package/dist/src/{transform-D5PjiWiZ.cjs → transform-DuHvhZpj.cjs} +179 -187
- package/dist/src/transform-aa6tmVpZ.js +216 -0
- package/dist/src/transform-m3qNw4KP.cjs +5 -0
- package/dist/src/transform-uAytVuyX.js +1506 -0
- package/dist/src/{transform-Dfl89yi4.js → transform-vNucnNr0.js} +39 -47
- package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
- package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
- package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
- package/dist/src/{types-DWNf48sT.cjs → types-C_7nyzr1.cjs} +538 -574
- package/dist/src/{types-CXQduE9o.js → types-Cbd8uOMq.js} +68 -100
- package/dist/src/types-CzW2QFyi.js +3288 -0
- package/dist/src/{types-C5hEkb-x.js → types-DmyIJ-sR.js} +63 -99
- package/dist/src/{util-CoQjmE3u.js → util-B3xGByQh.js} +4 -5
- package/dist/src/{util-aLhtl3fe.cjs → util-B9vlHIIh.cjs} +208 -223
- package/dist/src/{util-Du96oyYS.js → util-BHGHw5G1.js} +4 -5
- package/dist/src/{util-DQ984syk.js → util-BRYkYPTd.js} +36 -51
- package/dist/src/{util-D9eLdGfa.js → util-BV4XUC0n.js} +5 -6
- package/dist/src/util-Bv6uGDfH.js +293 -0
- package/dist/src/{util-1wWM599Z.cjs → util-BzMcevZc.cjs} +50 -51
- package/dist/src/{util-_h4pVqrz.js → util-C1CeHl-P.js} +36 -51
- package/dist/src/{util-Bm_-UMD_.js → util-CMy69ZgQ.js} +5 -6
- package/dist/src/{util-CyUdMzV0.cjs → util-DGNOS1db.cjs} +34 -35
- package/dist/src/util-Dnmk2mBQ.js +599 -0
- package/dist/src/util-ZzmqNPlg.js +1426 -0
- package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
- package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
- package/dist/src/utils-dLokC-eR.js +94 -0
- package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +38 -38
- package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
- package/dist/src/app/assets/vendor-charts-CCl15Imd.js +0 -36
- package/dist/src/cache-ChPcurj7.js +0 -6
- package/dist/src/cache-VVu_W-yg.js +0 -8
- package/dist/src/cache-YLNCFEM2.cjs +0 -6
- package/dist/src/chunk-DHDDz29n.js +0 -22
- package/dist/src/chunk-FhC4c-0y.js +0 -21
- package/dist/src/cloud-BndfXy4H.js +0 -5
- package/dist/src/eval-BhHvMY82.js +0 -17
- package/dist/src/evalResult-Dq2gFNQY.js +0 -12
- package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
- package/dist/src/evalResult-trqZjVYh.js +0 -14
- package/dist/src/evaluator-CnfPstzT.js +0 -39
- package/dist/src/fetch-IDPDue6F.cjs +0 -4
- package/dist/src/fetch-hKJ-It8q.js +0 -6
- package/dist/src/fetch-ouKnrWK-.js +0 -4
- package/dist/src/graders-CQn7WUsd.cjs +0 -34
- package/dist/src/graders-DC6QAbpW.js +0 -35
- package/dist/src/graders-DUWz3Y7j.js +0 -37
- package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
- package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
- package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
- package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
- package/dist/src/providers-CsXB2Ix-.js +0 -35
- package/dist/src/providers-DO8ltjLC.js +0 -33
- package/dist/src/providers-Dtq-xnXd.cjs +0 -33
- package/dist/src/rubyUtils-BUbcND2f.js +0 -6
- package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
- package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
- package/dist/src/server-C2eQH4Gu.js +0 -6
- package/dist/src/server-CXWycu7H.cjs +0 -6
- package/dist/src/server-Q6OGlxxT.js +0 -8
- package/dist/src/store-B3EDO9Q3.js +0 -7
- package/dist/src/store-Dl9F8aw5.js +0 -6
- package/dist/src/store-SnrGrlt9.cjs +0 -6
- package/dist/src/telemetry-BGhiPZtl.js +0 -8
- package/dist/src/telemetry-CFfiYan6.cjs +0 -6
- package/dist/src/telemetry-DHzEduxX.js +0 -6
- package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
- package/dist/src/transform-DYHjFmQu.js +0 -8
- package/dist/src/transform-rmwJT5JQ.js +0 -7
- package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
import {
|
|
3
|
-
import "./
|
|
4
|
-
import "./
|
|
5
|
-
import
|
|
6
|
-
import "./
|
|
7
|
-
import "./
|
|
8
|
-
import
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { C as getEnvString, S as getEnvInt, o as logger, x as getEnvFloat } from "./logger-KkObSCzq.js";
|
|
3
|
+
import "./fetch-Dxpd4_sr.js";
|
|
4
|
+
import "./accounts-Bm2D8Db9.js";
|
|
5
|
+
import "./cloud-C0dlstV_.js";
|
|
6
|
+
import { r as telemetry } from "./telemetry-CMrFgtPB.js";
|
|
7
|
+
import "./esm-C03C-mv3.js";
|
|
8
|
+
import "./pythonUtils-C3py6GC1.js";
|
|
9
|
+
import { n as transform } from "./transform-DilY9wbS.js";
|
|
9
10
|
import { z } from "zod";
|
|
10
11
|
import crypto from "crypto";
|
|
11
|
-
|
|
12
12
|
//#region src/providers/sagemaker.ts
|
|
13
13
|
/**
|
|
14
14
|
* Sleep utility function for implementing delays
|
|
@@ -66,13 +66,13 @@ var SageMakerGenericProvider = class {
|
|
|
66
66
|
try {
|
|
67
67
|
SageMakerConfigSchema.parse(config);
|
|
68
68
|
} catch (error) {
|
|
69
|
-
|
|
69
|
+
logger.warn(`Error validating SageMaker config\nConfig: ${JSON.stringify(config)}\n${error instanceof z.ZodError ? z.prettifyError(error) : error}`);
|
|
70
70
|
}
|
|
71
71
|
this.config = config ?? {};
|
|
72
72
|
this.delay = delay || this.config.delay;
|
|
73
73
|
this.transform = transform || this.config.transform;
|
|
74
74
|
this.providerId = id;
|
|
75
|
-
|
|
75
|
+
telemetry.record("feature_used", { feature: "sagemaker" });
|
|
76
76
|
}
|
|
77
77
|
id() {
|
|
78
78
|
return this.providerId || `sagemaker:${this.endpointName}`;
|
|
@@ -85,7 +85,7 @@ var SageMakerGenericProvider = class {
|
|
|
85
85
|
*/
|
|
86
86
|
async getCredentials() {
|
|
87
87
|
if (this.config.accessKeyId && this.config.secretAccessKey) {
|
|
88
|
-
|
|
88
|
+
logger.debug("Using explicit credentials from config");
|
|
89
89
|
return {
|
|
90
90
|
accessKeyId: this.config.accessKeyId,
|
|
91
91
|
secretAccessKey: this.config.secretAccessKey,
|
|
@@ -93,7 +93,7 @@ var SageMakerGenericProvider = class {
|
|
|
93
93
|
};
|
|
94
94
|
}
|
|
95
95
|
if (this.config.profile) {
|
|
96
|
-
|
|
96
|
+
logger.debug(`Using AWS profile: ${this.config.profile}`);
|
|
97
97
|
try {
|
|
98
98
|
const { fromSSO } = await import("@aws-sdk/credential-provider-sso");
|
|
99
99
|
return fromSSO({ profile: this.config.profile });
|
|
@@ -101,7 +101,7 @@ var SageMakerGenericProvider = class {
|
|
|
101
101
|
throw new Error(`Failed to load AWS SSO profile. Please install @aws-sdk/credential-provider-sso`);
|
|
102
102
|
}
|
|
103
103
|
}
|
|
104
|
-
|
|
104
|
+
logger.debug("Using default AWS credentials from environment");
|
|
105
105
|
}
|
|
106
106
|
/**
|
|
107
107
|
* Initialize and return the SageMaker runtime client
|
|
@@ -116,7 +116,7 @@ var SageMakerGenericProvider = class {
|
|
|
116
116
|
retryMode: "adaptive",
|
|
117
117
|
...credentials ? { credentials } : {}
|
|
118
118
|
});
|
|
119
|
-
|
|
119
|
+
logger.debug(`SageMaker client initialized for region ${this.getRegion()}`);
|
|
120
120
|
} catch {
|
|
121
121
|
throw new Error("The @aws-sdk/client-sagemaker-runtime package is required. Please install it with: npm install @aws-sdk/client-sagemaker-runtime");
|
|
122
122
|
}
|
|
@@ -162,12 +162,12 @@ var SageMakerGenericProvider = class {
|
|
|
162
162
|
};
|
|
163
163
|
const transformFn = this.transform || context?.originalProvider?.transform;
|
|
164
164
|
if (!transformFn) return prompt;
|
|
165
|
-
|
|
165
|
+
logger.debug(`Applying transform to prompt for SageMaker endpoint ${this.getEndpointName()}`);
|
|
166
166
|
if (typeof transformFn === "string" && !transformFn.startsWith("file://")) try {
|
|
167
167
|
if (transformFn.includes("=>")) {
|
|
168
168
|
const result = new Function("prompt", "context", `try { return (${transformFn})(prompt, context); } catch(e) { throw new Error("Transform function error: " + e.message); }`)(prompt, transformContext);
|
|
169
169
|
if (result === void 0 || result === null) {
|
|
170
|
-
|
|
170
|
+
logger.debug("Transform function returned null or undefined, using original prompt");
|
|
171
171
|
return prompt;
|
|
172
172
|
}
|
|
173
173
|
if (typeof result === "string") return result;
|
|
@@ -176,7 +176,7 @@ var SageMakerGenericProvider = class {
|
|
|
176
176
|
} else {
|
|
177
177
|
const result = new Function("prompt", "context", `try { ${transformFn} } catch(e) { throw new Error("Transform function error: " + e.message); }`)(prompt, transformContext);
|
|
178
178
|
if (result === void 0 || result === null) {
|
|
179
|
-
|
|
179
|
+
logger.debug("Transform function returned null or undefined, using original prompt");
|
|
180
180
|
return prompt;
|
|
181
181
|
}
|
|
182
182
|
if (typeof result === "string") return result;
|
|
@@ -184,25 +184,25 @@ var SageMakerGenericProvider = class {
|
|
|
184
184
|
else return String(result);
|
|
185
185
|
}
|
|
186
186
|
} catch (transformError) {
|
|
187
|
-
|
|
187
|
+
logger.error(`Error executing inline transform: ${transformError}`);
|
|
188
188
|
}
|
|
189
189
|
else try {
|
|
190
|
-
const { TransformInputType } = await import("./transform-
|
|
190
|
+
const { TransformInputType } = await import("./transform-DTGDnAzW.js");
|
|
191
191
|
const transformed = await transform(transformFn, prompt, transformContext, false, TransformInputType.OUTPUT);
|
|
192
192
|
if (transformed === void 0 || transformed === null) {
|
|
193
|
-
|
|
193
|
+
logger.debug("Transform function returned null or undefined, using original prompt");
|
|
194
194
|
return prompt;
|
|
195
195
|
}
|
|
196
196
|
if (typeof transformed === "string") return transformed;
|
|
197
197
|
else if (typeof transformed === "object") return JSON.stringify(transformed);
|
|
198
198
|
else return String(transformed);
|
|
199
199
|
} catch (transformError) {
|
|
200
|
-
|
|
200
|
+
logger.error(`Error using transform utility: ${transformError}`);
|
|
201
201
|
}
|
|
202
|
-
|
|
202
|
+
logger.warn(`Transform did not produce a valid result, using original prompt`);
|
|
203
203
|
return prompt;
|
|
204
204
|
} catch (_) {
|
|
205
|
-
|
|
205
|
+
logger.error(`Error applying transform to prompt: ${_}`);
|
|
206
206
|
return prompt;
|
|
207
207
|
}
|
|
208
208
|
}
|
|
@@ -214,28 +214,28 @@ var SageMakerGenericProvider = class {
|
|
|
214
214
|
if (!pathExpression) return responseJson;
|
|
215
215
|
try {
|
|
216
216
|
if (pathExpression.startsWith("file://")) try {
|
|
217
|
-
const { TransformInputType } = await import("./transform-
|
|
217
|
+
const { TransformInputType } = await import("./transform-DTGDnAzW.js");
|
|
218
218
|
const transformedResult = await transform(pathExpression, responseJson, { prompt: {} }, false, TransformInputType.OUTPUT);
|
|
219
219
|
return transformedResult !== void 0 && transformedResult !== null ? transformedResult : responseJson;
|
|
220
220
|
} catch (error) {
|
|
221
|
-
|
|
221
|
+
logger.warn(`Failed to transform response using file: ${error}`);
|
|
222
222
|
return responseJson;
|
|
223
223
|
}
|
|
224
224
|
try {
|
|
225
225
|
const result = new Function("json", `try { return ${pathExpression}; } catch(e) { return undefined; }`)(responseJson);
|
|
226
226
|
if (result === void 0) {
|
|
227
|
-
|
|
228
|
-
|
|
227
|
+
logger.warn(`Path expression "${pathExpression}" did not match any data in the response`);
|
|
228
|
+
logger.debug(`Response JSON structure: ${JSON.stringify(responseJson).substring(0, 200)}...`);
|
|
229
229
|
return responseJson;
|
|
230
230
|
}
|
|
231
231
|
return result;
|
|
232
232
|
} catch (error) {
|
|
233
|
-
|
|
233
|
+
logger.warn(`Failed to evaluate expression "${pathExpression}": ${error}`);
|
|
234
234
|
return responseJson;
|
|
235
235
|
}
|
|
236
236
|
} catch (error) {
|
|
237
|
-
|
|
238
|
-
|
|
237
|
+
logger.warn(`Failed to extract data using path expression "${pathExpression}": ${error}`);
|
|
238
|
+
logger.debug(`Response JSON structure: ${JSON.stringify(responseJson).substring(0, 200)}...`);
|
|
239
239
|
return responseJson;
|
|
240
240
|
}
|
|
241
241
|
}
|
|
@@ -272,7 +272,7 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
|
|
|
272
272
|
const topP = typeof this.config.topP === "number" ? this.config.topP : getEnvFloat("AWS_SAGEMAKER_TOP_P") ?? 1;
|
|
273
273
|
const stopSequences = this.config.stopSequences || [];
|
|
274
274
|
let payload;
|
|
275
|
-
|
|
275
|
+
logger.debug(`Formatting payload for model type: ${this.modelType}`);
|
|
276
276
|
switch (this.modelType) {
|
|
277
277
|
case "openai":
|
|
278
278
|
try {
|
|
@@ -358,23 +358,23 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
|
|
|
358
358
|
*/
|
|
359
359
|
async parseResponse(responseBody) {
|
|
360
360
|
let responseJson;
|
|
361
|
-
|
|
361
|
+
logger.debug(`Parsing response for model type: ${this.modelType}`);
|
|
362
362
|
try {
|
|
363
363
|
responseJson = JSON.parse(responseBody);
|
|
364
364
|
} catch {
|
|
365
|
-
|
|
365
|
+
logger.debug("Response is not JSON, returning as-is");
|
|
366
366
|
return responseBody;
|
|
367
367
|
}
|
|
368
368
|
if (this.config.responseFormat?.path) try {
|
|
369
369
|
const pathExpression = this.config.responseFormat.path;
|
|
370
370
|
return await this.extractFromPath(responseJson, pathExpression);
|
|
371
371
|
} catch (error) {
|
|
372
|
-
|
|
373
|
-
|
|
372
|
+
logger.warn(`Failed to extract from path: ${this.config.responseFormat.path}, Error: ${error}`);
|
|
373
|
+
logger.debug(`Response JSON structure: ${JSON.stringify(responseJson).substring(0, 200)}...`);
|
|
374
374
|
return responseJson;
|
|
375
375
|
}
|
|
376
376
|
if (responseJson.generated_text) {
|
|
377
|
-
|
|
377
|
+
logger.debug("Detected JumpStart model response format with generated_text field");
|
|
378
378
|
return responseJson.generated_text;
|
|
379
379
|
}
|
|
380
380
|
switch (this.modelType) {
|
|
@@ -409,21 +409,21 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
|
|
|
409
409
|
* Invoke SageMaker endpoint for text generation with caching, delay support, and transformations
|
|
410
410
|
*/
|
|
411
411
|
async callApi(prompt, context, _options) {
|
|
412
|
-
const { isCacheEnabled, getCache } = await import("./cache-
|
|
412
|
+
const { isCacheEnabled, getCache } = await import("./cache-n-RCJ-hL.js");
|
|
413
413
|
const delayMs = context?.originalProvider?.delay || this.delay;
|
|
414
414
|
const transformedPrompt = await this.applyTransformation(prompt, context);
|
|
415
415
|
const isTransformed = transformedPrompt !== prompt;
|
|
416
416
|
if (isTransformed) {
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
417
|
+
logger.debug(`Prompt transformed for SageMaker endpoint ${this.getEndpointName()}`);
|
|
418
|
+
logger.debug(`Original: ${prompt.substring(0, 100)}${prompt.length > 100 ? "..." : ""}`);
|
|
419
|
+
logger.debug(`Transformed: ${transformedPrompt.substring(0, 100)}${transformedPrompt.length > 100 ? "..." : ""}`);
|
|
420
420
|
}
|
|
421
421
|
const bustCache = context?.bustCache ?? context?.debug === true;
|
|
422
422
|
if (isCacheEnabled() && !bustCache) {
|
|
423
423
|
const cacheKey = this.getCacheKey(transformedPrompt);
|
|
424
|
-
const cachedResult = await (getCache ? getCache() : await import("./cache-
|
|
424
|
+
const cachedResult = await (getCache ? getCache() : await import("./cache-n-RCJ-hL.js").then((m) => m.getCache())).get(cacheKey);
|
|
425
425
|
if (cachedResult) {
|
|
426
|
-
|
|
426
|
+
logger.debug(`Using cached SageMaker response for ${this.getEndpointName()}`);
|
|
427
427
|
try {
|
|
428
428
|
const parsedResult = JSON.parse(cachedResult);
|
|
429
429
|
if (parsedResult.tokenUsage) parsedResult.tokenUsage.cached = parsedResult.tokenUsage.total || 0;
|
|
@@ -436,18 +436,18 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
|
|
|
436
436
|
cached: true
|
|
437
437
|
};
|
|
438
438
|
} catch (_) {
|
|
439
|
-
|
|
439
|
+
logger.warn(`Failed to parse cached SageMaker response: ${_}`);
|
|
440
440
|
}
|
|
441
441
|
}
|
|
442
442
|
}
|
|
443
443
|
if (delayMs && delayMs > 0) {
|
|
444
|
-
|
|
444
|
+
logger.debug(`Applying delay of ${delayMs}ms before calling SageMaker endpoint ${this.getEndpointName()}`);
|
|
445
445
|
await sleep(delayMs);
|
|
446
446
|
}
|
|
447
447
|
const runtime = await this.getSageMakerRuntimeInstance();
|
|
448
448
|
const payload = this.formatPayload(transformedPrompt);
|
|
449
|
-
|
|
450
|
-
|
|
449
|
+
logger.debug(`Calling SageMaker endpoint ${this.getEndpointName()}`);
|
|
450
|
+
logger.debug(`With payload: ${payload.length > 1e3 ? payload.substring(0, 1e3) + "..." : payload}`);
|
|
451
451
|
try {
|
|
452
452
|
const { InvokeEndpointCommand } = await import("@aws-sdk/client-sagemaker-runtime");
|
|
453
453
|
const command = new InvokeEndpointCommand({
|
|
@@ -460,17 +460,17 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
|
|
|
460
460
|
const response = await runtime.send(command);
|
|
461
461
|
const _latency = Date.now() - startTime;
|
|
462
462
|
if (!response.Body) {
|
|
463
|
-
|
|
463
|
+
logger.error("No response body returned from SageMaker endpoint");
|
|
464
464
|
return { error: "No response body returned from SageMaker endpoint" };
|
|
465
465
|
}
|
|
466
466
|
const responseBody = new TextDecoder().decode(response.Body);
|
|
467
|
-
|
|
467
|
+
logger.debug(`SageMaker response (truncated): ${responseBody.length > 1e3 ? responseBody.substring(0, 1e3) + "..." : responseBody}`);
|
|
468
468
|
const output = await this.parseResponse(responseBody);
|
|
469
469
|
if (typeof output === "object" && output !== null && "code" in output) {
|
|
470
470
|
const code = output.code;
|
|
471
471
|
if (Number.isInteger(code) && code === 424) {
|
|
472
472
|
const errorMessage = `API Error: 424${output?.message ? ` ${output.message}` : ""}\n${JSON.stringify(output)}`;
|
|
473
|
-
|
|
473
|
+
logger.error(errorMessage);
|
|
474
474
|
return { error: errorMessage };
|
|
475
475
|
}
|
|
476
476
|
}
|
|
@@ -495,18 +495,18 @@ var SageMakerCompletionProvider = class extends SageMakerGenericProvider {
|
|
|
495
495
|
};
|
|
496
496
|
if (isCacheEnabled() && !bustCache && result.output && !result.error) {
|
|
497
497
|
const cacheKey = this.getCacheKey(transformedPrompt);
|
|
498
|
-
const cache = getCache ? getCache() : await import("./cache-
|
|
498
|
+
const cache = getCache ? getCache() : await import("./cache-n-RCJ-hL.js").then((m) => m.getCache());
|
|
499
499
|
const resultToCache = JSON.stringify(result);
|
|
500
500
|
try {
|
|
501
501
|
await cache.set(cacheKey, resultToCache);
|
|
502
|
-
|
|
502
|
+
logger.debug(`Stored SageMaker response in cache with key: ${cacheKey.substring(0, 100)}...`);
|
|
503
503
|
} catch (_) {
|
|
504
|
-
|
|
504
|
+
logger.warn(`Failed to store SageMaker response in cache: ${_}`);
|
|
505
505
|
}
|
|
506
506
|
}
|
|
507
507
|
return result;
|
|
508
508
|
} catch (error) {
|
|
509
|
-
|
|
509
|
+
logger.error(`SageMaker API error: ${error}`);
|
|
510
510
|
return { error: `SageMaker API error: ${error.message || String(error)}` };
|
|
511
511
|
}
|
|
512
512
|
}
|
|
@@ -540,21 +540,21 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
540
540
|
* Invoke SageMaker endpoint for embeddings with caching, delay support, and transformations
|
|
541
541
|
*/
|
|
542
542
|
async callEmbeddingApi(text, context) {
|
|
543
|
-
const { isCacheEnabled, getCache } = await import("./cache-
|
|
543
|
+
const { isCacheEnabled, getCache } = await import("./cache-n-RCJ-hL.js");
|
|
544
544
|
const delayMs = context?.originalProvider?.delay || this.delay;
|
|
545
545
|
const transformedText = await this.applyTransformation(text, context);
|
|
546
546
|
const isTransformed = transformedText !== text;
|
|
547
547
|
if (isTransformed) {
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
548
|
+
logger.debug(`Text transformed for SageMaker embedding endpoint ${this.getEndpointName()}`);
|
|
549
|
+
logger.debug(`Original: ${text.substring(0, 100)}${text.length > 100 ? "..." : ""}`);
|
|
550
|
+
logger.debug(`Transformed: ${transformedText.substring(0, 100)}${transformedText.length > 100 ? "..." : ""}`);
|
|
551
551
|
}
|
|
552
552
|
const bustCache = context?.debug === true;
|
|
553
553
|
if (isCacheEnabled() && !bustCache) {
|
|
554
554
|
const cacheKey = this.getCacheKey(transformedText);
|
|
555
|
-
const cachedResult = await (await getCache ? await getCache() : await import("./cache-
|
|
555
|
+
const cachedResult = await (await getCache ? await getCache() : await import("./cache-n-RCJ-hL.js").then((m) => m.getCache())).get(cacheKey);
|
|
556
556
|
if (cachedResult) {
|
|
557
|
-
|
|
557
|
+
logger.debug(`Using cached SageMaker embedding response for ${this.getEndpointName()}`);
|
|
558
558
|
try {
|
|
559
559
|
const parsedResult = JSON.parse(cachedResult);
|
|
560
560
|
if (parsedResult.tokenUsage) parsedResult.tokenUsage.cached = parsedResult.tokenUsage.prompt || 0;
|
|
@@ -563,18 +563,18 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
563
563
|
cached: true
|
|
564
564
|
};
|
|
565
565
|
} catch (_) {
|
|
566
|
-
|
|
566
|
+
logger.warn(`Failed to parse cached SageMaker embedding response: ${_}`);
|
|
567
567
|
}
|
|
568
568
|
}
|
|
569
569
|
}
|
|
570
570
|
if (delayMs && delayMs > 0) {
|
|
571
|
-
|
|
571
|
+
logger.debug(`Applying delay of ${delayMs}ms before calling SageMaker embedding endpoint ${this.getEndpointName()}`);
|
|
572
572
|
await sleep(delayMs);
|
|
573
573
|
}
|
|
574
574
|
const runtime = await this.getSageMakerRuntimeInstance();
|
|
575
575
|
let payload;
|
|
576
576
|
const modelType = this.config.modelType || "custom";
|
|
577
|
-
|
|
577
|
+
logger.debug(`Formatting embedding payload for model type: ${modelType}`);
|
|
578
578
|
switch (modelType) {
|
|
579
579
|
case "openai":
|
|
580
580
|
payload = JSON.stringify({
|
|
@@ -593,8 +593,8 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
593
593
|
});
|
|
594
594
|
break;
|
|
595
595
|
}
|
|
596
|
-
|
|
597
|
-
|
|
596
|
+
logger.debug(`Calling SageMaker embedding endpoint ${this.getEndpointName()}`);
|
|
597
|
+
logger.debug(`With payload: ${payload}`);
|
|
598
598
|
try {
|
|
599
599
|
const { InvokeEndpointCommand } = await import("@aws-sdk/client-sagemaker-runtime");
|
|
600
600
|
const command = new InvokeEndpointCommand({
|
|
@@ -607,11 +607,11 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
607
607
|
const response = await runtime.send(command);
|
|
608
608
|
Date.now() - startTime;
|
|
609
609
|
if (!response.Body) {
|
|
610
|
-
|
|
610
|
+
logger.error("No response body returned from SageMaker embedding endpoint");
|
|
611
611
|
return { error: "No response body returned from SageMaker embedding endpoint" };
|
|
612
612
|
}
|
|
613
613
|
const responseBody = new TextDecoder().decode(response.Body);
|
|
614
|
-
|
|
614
|
+
logger.debug(`SageMaker embedding response: ${responseBody.substring(0, 200)}...`);
|
|
615
615
|
let responseJson;
|
|
616
616
|
try {
|
|
617
617
|
responseJson = JSON.parse(responseBody);
|
|
@@ -637,10 +637,10 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
637
637
|
};
|
|
638
638
|
await this.cacheEmbeddingResult(result, transformedText, context, isTransformed, isTransformed ? text : void 0);
|
|
639
639
|
return result;
|
|
640
|
-
} else
|
|
640
|
+
} else logger.warn("Extracted data is not a valid embedding array, trying other extraction methods");
|
|
641
641
|
} catch (error) {
|
|
642
|
-
|
|
643
|
-
|
|
642
|
+
logger.warn(`Failed to extract embedding from path expression: ${this.config.responseFormat.path}, Error: ${error}`);
|
|
643
|
+
logger.debug(`Response JSON structure: ${JSON.stringify(responseJson).substring(0, 200)}...`);
|
|
644
644
|
}
|
|
645
645
|
if (!embedding || !Array.isArray(embedding)) return { error: `Invalid embedding response format. Could not find embedding array in: ${JSON.stringify(responseJson).substring(0, 100)}...` };
|
|
646
646
|
const result = {
|
|
@@ -658,7 +658,7 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
658
658
|
await this.cacheEmbeddingResult(result, transformedText, context, isTransformed, isTransformed ? text : void 0);
|
|
659
659
|
return result;
|
|
660
660
|
} catch (error) {
|
|
661
|
-
|
|
661
|
+
logger.error(`SageMaker embedding API error: ${error}`);
|
|
662
662
|
return { error: `SageMaker embedding API error: ${error.message || String(error)}` };
|
|
663
663
|
}
|
|
664
664
|
}
|
|
@@ -666,11 +666,11 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
666
666
|
* Helper method to cache embedding results
|
|
667
667
|
*/
|
|
668
668
|
async cacheEmbeddingResult(result, text, context, isTransformed = false, originalText) {
|
|
669
|
-
const { isCacheEnabled, getCache } = await import("./cache-
|
|
669
|
+
const { isCacheEnabled, getCache } = await import("./cache-n-RCJ-hL.js");
|
|
670
670
|
const bustCache = context?.debug === true;
|
|
671
671
|
if (isCacheEnabled() && !bustCache && result.embedding && !result.error) {
|
|
672
672
|
const cacheKey = this.getCacheKey(text);
|
|
673
|
-
const cache = await getCache ? await getCache() : await import("./cache-
|
|
673
|
+
const cache = await getCache ? await getCache() : await import("./cache-n-RCJ-hL.js").then((m) => m.getCache());
|
|
674
674
|
if (isTransformed && originalText && !result.metadata) result.metadata = {
|
|
675
675
|
transformed: true,
|
|
676
676
|
originalText
|
|
@@ -682,14 +682,14 @@ var SageMakerEmbeddingProvider = class extends SageMakerGenericProvider {
|
|
|
682
682
|
const resultToCache = JSON.stringify(result);
|
|
683
683
|
try {
|
|
684
684
|
await cache.set(cacheKey, resultToCache);
|
|
685
|
-
|
|
685
|
+
logger.debug(`Stored SageMaker embedding response in cache with key: ${cacheKey.substring(0, 100)}...`);
|
|
686
686
|
} catch (_) {
|
|
687
|
-
|
|
687
|
+
logger.warn(`Failed to store SageMaker embedding response in cache: ${_}`);
|
|
688
688
|
}
|
|
689
689
|
}
|
|
690
690
|
}
|
|
691
691
|
};
|
|
692
|
-
|
|
693
692
|
//#endregion
|
|
694
693
|
export { SageMakerCompletionProvider, SageMakerEmbeddingProvider };
|
|
695
|
-
|
|
694
|
+
|
|
695
|
+
//# sourceMappingURL=sagemaker-YSyBXQQh.js.map
|