@prysm-ai/llm 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +47 -0
- package/dist/base.d.ts +17 -0
- package/dist/base.d.ts.map +1 -0
- package/dist/base.js +26 -0
- package/dist/base.js.map +1 -0
- package/dist/constants.d.ts +12 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +12 -0
- package/dist/constants.js.map +1 -0
- package/dist/content.d.ts +18 -0
- package/dist/content.d.ts.map +1 -0
- package/dist/content.js +18 -0
- package/dist/content.js.map +1 -0
- package/dist/factory/createModel.d.ts +38 -0
- package/dist/factory/createModel.d.ts.map +1 -0
- package/dist/factory/createModel.js +44 -0
- package/dist/factory/createModel.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/provider/anthropic.d.ts +45 -0
- package/dist/provider/anthropic.d.ts.map +1 -0
- package/dist/provider/anthropic.js +290 -0
- package/dist/provider/anthropic.js.map +1 -0
- package/dist/provider/openai.d.ts +84 -0
- package/dist/provider/openai.d.ts.map +1 -0
- package/dist/provider/openai.js +234 -0
- package/dist/provider/openai.js.map +1 -0
- package/dist/provider/proxy.d.ts +53 -0
- package/dist/provider/proxy.d.ts.map +1 -0
- package/dist/provider/proxy.js +113 -0
- package/dist/provider/proxy.js.map +1 -0
- package/dist/router.d.ts +21 -0
- package/dist/router.d.ts.map +1 -0
- package/dist/router.js +86 -0
- package/dist/router.js.map +1 -0
- package/dist/types.d.ts +71 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/types.js.map +1 -0
- package/package.json +46 -0
- package/src/base.ts +43 -0
- package/src/constants.ts +13 -0
- package/src/content.ts +36 -0
- package/src/factory/createModel.ts +64 -0
- package/src/index.ts +9 -0
- package/src/provider/anthropic.ts +359 -0
- package/src/provider/openai.ts +280 -0
- package/src/provider/proxy.ts +171 -0
- package/src/router.ts +113 -0
- package/src/types.ts +77 -0
- package/tsconfig.json +9 -0
- package/vitest.config.ts +14 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/provider/anthropic.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAgC3C,MAAM,OAAO,iBAAkB,SAAQ,eAAe;IAC3C,QAAQ,GAAgB,WAAW,CAAC;IAC3B,YAAY,GAAG,4BAA4B,CAAC;IAEtD,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,MAAM,CAAS;IAEvB,YAAY,MAA+B;QACzC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;QAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,IAAI,cAAc,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,UAA6B,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE;QAC3F,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QACxE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjF,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACzC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;aAC5C,CAAC,CAAC;SACJ,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,SAAS;oBAC3B,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;YACxE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAM/B,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YAClE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;iBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACT,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE;gBACd,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;oBAClB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;iBACzC;aACF,CAAC,CAAC,CAAC;YAEN,MAAM,MAAM,GAAgB;gBAC1B,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,eAAe,EAAE,IAAI,IAAI,EAAE;gBACpC,YAAY,EAAE,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC;gBAC/C,KAAK,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;oBACrC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBAC1C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa;iBAChE;aACF,CAAC;YAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;YAC/B,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAuB,EAAE,OAAkC;QAC1E,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QACxE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjF,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACzC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;aAC5C,CAAC,CAAC;YACH,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAE/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,SAAS;oBAC3B,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;YACxE,CAAC;YAED,yBAAyB;YACzB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,WAAW,GAAG,EAAE,CAAC;YACrB,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAC3B,IAAI,IAAI,KAAK,QAAQ;4BAAE,SAAS;wBAEhC,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;gCAC/E,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gCAC9B,WAAW,IAAI,IAAI,CAAC;gCACpB,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;4BAC1B,CAAC;wBACH,CAAC;wBAAC,MAAM,CAAC;4BACP,wCAAwC;wBAC1C,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,gBAAgB,CAAC,OAAuB;QAC9C,yCAAyC;QACzC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,uBAAuB;QACvB,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;;;;;OAMG;IACK,aAAa,CAAC,IAAiB;QACrC,kCAAkC;QAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAC3C,CAAC;QACD,kCAAkC;QAClC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YACrC,wDAAwD;YACxD,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,+CAA+C;gBAC/C,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBAC/D,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO;wBACL,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE,KAAK,CAAC,CAAC,CAAE,EAAE,iBAAiB;4BACxC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,EAAS,cAAc;yBACvC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,uCAAuC;YACvC,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,UAAU,EAAE,WAAW,EAAE,gBAAgB;oBACzC,IAAI,EAAE,SAAS;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,mBAAmB;QACnB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACpC,CAAC;IAEO,cAAc,CAAC,OAAuB;QAC5C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;IAEkB,mBAAmB,CAAC,WAAoC,EAAE,OAA0B;QACrG,KAAK,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAChD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,WAAW,CAAC,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;QAC5C,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO;YACL,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,4BAA4B,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;YAClK,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,wBAAwB,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;YAC1J,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,yBAAyB,EAAE,WAAW,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;SAC7J,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,SAAS;oBAC3B,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,YAAY;oBACxB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,UAAU,EAAE,CAAC;iBACd,CAAC;aACH,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AAED,SAAS,eAAe,CAAC,MAAqB;IAC5C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU,CAAC,CAAC,OAAO,MAAM,CAAC;QAC/B,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,KAAK,eAAe,CAAC,CAAC,OAAO,MAAM,CAAC;QACpC,KAAK,UAAU,CAAC,CAAC,OAAO,YAAY,CAAC;QACrC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IACzB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import type { ChatMessage, LLMResponse, LLMRequestOptions, ModelInfo } from '../types';
|
|
2
|
+
import { BaseLLMProvider } from '../base';
|
|
3
|
+
/**
|
|
4
|
+
* 流式输出选项
|
|
5
|
+
* 继承 LLMRequestOptions 的所有选项,额外提供流式回调
|
|
6
|
+
*/
|
|
7
|
+
export interface StreamingOptions extends Omit<LLMRequestOptions, 'stream'> {
|
|
8
|
+
/** 标记为流式请求 */
|
|
9
|
+
stream: true;
|
|
10
|
+
/** 流式块回调,每次收到内容片段时触发 */
|
|
11
|
+
onChunk?: (chunk: string) => void;
|
|
12
|
+
/** 流式完成回调,传入完整内容 */
|
|
13
|
+
onComplete?: (fullContent: string) => void;
|
|
14
|
+
/** 错误回调 */
|
|
15
|
+
onError?: (error: Error) => void;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* OpenAI Provider 配置
|
|
19
|
+
*/
|
|
20
|
+
export interface OpenAIProviderConfig {
|
|
21
|
+
/** API 密钥 */
|
|
22
|
+
apiKey: string;
|
|
23
|
+
/** 可选的 API 基础地址,用于代理 */
|
|
24
|
+
baseUrl?: string;
|
|
25
|
+
/** 可选的 API 路径 */
|
|
26
|
+
apiPath?: string;
|
|
27
|
+
/** 可选的超时时间(毫秒) */
|
|
28
|
+
timeoutMs?: number;
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* OpenAI LLM Provider 实现类
|
|
32
|
+
* 支持 OpenAI GPT 系列模型的对话和流式输出
|
|
33
|
+
*/
|
|
34
|
+
export declare class OpenAIProvider extends BaseLLMProvider {
|
|
35
|
+
/** 提供商类型标识 */
|
|
36
|
+
readonly provider: 'openai';
|
|
37
|
+
/** 默认使用的模型 */
|
|
38
|
+
readonly defaultModel = "gpt-4o";
|
|
39
|
+
/** OpenAI SDK 客户端实例 */
|
|
40
|
+
private client;
|
|
41
|
+
/**
|
|
42
|
+
* 创建 OpenAI Provider 实例
|
|
43
|
+
* @param config - 提供者配置,包含 apiKey 和可选的 baseUrl
|
|
44
|
+
*/
|
|
45
|
+
constructor(config: OpenAIProviderConfig);
|
|
46
|
+
/**
|
|
47
|
+
* 发送对话请求(非流式)
|
|
48
|
+
* @param messages - 对话消息列表
|
|
49
|
+
* @param options - 请求选项,包含模型、温度等参数
|
|
50
|
+
* @returns LLM 响应结果
|
|
51
|
+
*/
|
|
52
|
+
chat(messages: ChatMessage[], options?: LLMRequestOptions): Promise<LLMResponse>;
|
|
53
|
+
/**
|
|
54
|
+
* 发送流式对话请求
|
|
55
|
+
* @param messages - 对话消息列表
|
|
56
|
+
* @param options - 流式选项,包含 onChunk、onComplete、onError 回调
|
|
57
|
+
*/
|
|
58
|
+
chatStream(messages: ChatMessage[], options: StreamingOptions): Promise<void>;
|
|
59
|
+
/**
|
|
60
|
+
* 规范化消息格式
|
|
61
|
+
* 将通用 ChatMessage 转换为 OpenAI 格式
|
|
62
|
+
* @param msg - 原始消息
|
|
63
|
+
* @returns OpenAI 格式的消息
|
|
64
|
+
*/
|
|
65
|
+
private normalizeMessage;
|
|
66
|
+
/**
|
|
67
|
+
* 规范化消息内容
|
|
68
|
+
* 将字符串或消息片段数组转换为 OpenAI 格式
|
|
69
|
+
* @param content - 原始内容
|
|
70
|
+
* @returns OpenAI 格式的内容
|
|
71
|
+
*/
|
|
72
|
+
private normalizeContent;
|
|
73
|
+
/**
|
|
74
|
+
* 获取可用模型列表
|
|
75
|
+
* @returns 模型信息列表
|
|
76
|
+
*/
|
|
77
|
+
listModels(): Promise<ModelInfo[]>;
|
|
78
|
+
/**
|
|
79
|
+
* 验证 API 密钥是否有效
|
|
80
|
+
* @returns 密钥是否有效
|
|
81
|
+
*/
|
|
82
|
+
validateKey(): Promise<boolean>;
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/provider/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAEvF,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C;;;GAGG;AACH,MAAM,WAAW,gBAAiB,SAAQ,IAAI,CAAC,iBAAiB,EAAE,QAAQ,CAAC;IACzE,cAAc;IACd,MAAM,EAAE,IAAI,CAAC;IACb,wBAAwB;IACxB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,oBAAoB;IACpB,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,WAAW;IACX,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,aAAa;IACb,MAAM,EAAE,MAAM,CAAC;IACf,wBAAwB;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,qBAAa,cAAe,SAAQ,eAAe;IACjD,cAAc;IACd,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAY;IAEvC,cAAc;IACd,SAAkB,YAAY,YAAY;IAE1C,uBAAuB;IACvB,OAAO,CAAC,MAAM,CAAS;IAEvB;;;OAGG;gBACS,MAAM,EAAE,oBAAoB;IAQxC;;;;;OAKG;IACG,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,GAAE,iBAAgD,GAAG,OAAO,CAAC,WAAW,CAAC;IAqEpH;;;;OAIG;IACG,UAAU,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwDnF;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAWxB;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAexB;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAYxC;;;OAGG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAQtC"}
|
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
import OpenAI from 'openai';
|
|
2
|
+
import { BaseLLMProvider } from '../base';
|
|
3
|
+
/**
|
|
4
|
+
* OpenAI LLM Provider 实现类
|
|
5
|
+
* 支持 OpenAI GPT 系列模型的对话和流式输出
|
|
6
|
+
*/
|
|
7
|
+
export class OpenAIProvider extends BaseLLMProvider {
|
|
8
|
+
/** 提供商类型标识 */
|
|
9
|
+
provider = 'openai';
|
|
10
|
+
/** 默认使用的模型 */
|
|
11
|
+
defaultModel = 'gpt-4o';
|
|
12
|
+
/** OpenAI SDK 客户端实例 */
|
|
13
|
+
client;
|
|
14
|
+
/**
|
|
15
|
+
* 创建 OpenAI Provider 实例
|
|
16
|
+
* @param config - 提供者配置,包含 apiKey 和可选的 baseUrl
|
|
17
|
+
*/
|
|
18
|
+
constructor(config) {
|
|
19
|
+
super(config.apiKey, config.baseUrl);
|
|
20
|
+
this.client = new OpenAI({
|
|
21
|
+
apiKey: config.apiKey,
|
|
22
|
+
baseURL: config.baseUrl,
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* 发送对话请求(非流式)
|
|
27
|
+
* @param messages - 对话消息列表
|
|
28
|
+
* @param options - 请求选项,包含模型、温度等参数
|
|
29
|
+
* @returns LLM 响应结果
|
|
30
|
+
*/
|
|
31
|
+
async chat(messages, options = { model: this.defaultModel }) {
|
|
32
|
+
const openaiMessages = messages.map(msg => this.normalizeMessage(msg));
|
|
33
|
+
const createOptions = {
|
|
34
|
+
model: options.model,
|
|
35
|
+
messages: openaiMessages,
|
|
36
|
+
};
|
|
37
|
+
if (options.temperature !== undefined) {
|
|
38
|
+
createOptions.temperature = options.temperature;
|
|
39
|
+
}
|
|
40
|
+
if (options.maxTokens !== undefined) {
|
|
41
|
+
createOptions.max_tokens = options.maxTokens;
|
|
42
|
+
}
|
|
43
|
+
if (options.topP !== undefined) {
|
|
44
|
+
createOptions.top_p = options.topP;
|
|
45
|
+
}
|
|
46
|
+
if (options.tools !== undefined) {
|
|
47
|
+
createOptions.tools = options.tools;
|
|
48
|
+
}
|
|
49
|
+
if (options.toolChoice !== undefined) {
|
|
50
|
+
createOptions.tool_choice = options.toolChoice;
|
|
51
|
+
}
|
|
52
|
+
if (options.stop !== undefined) {
|
|
53
|
+
createOptions.stop = options.stop;
|
|
54
|
+
}
|
|
55
|
+
if (options.responseFormat !== undefined) {
|
|
56
|
+
createOptions.response_format = options.responseFormat;
|
|
57
|
+
}
|
|
58
|
+
try {
|
|
59
|
+
const response = await this.client.chat.completions.create(createOptions);
|
|
60
|
+
const choice = response.choices[0];
|
|
61
|
+
const message = choice.message;
|
|
62
|
+
const result = {
|
|
63
|
+
id: response.id,
|
|
64
|
+
model: response.model,
|
|
65
|
+
role: 'assistant',
|
|
66
|
+
content: message.content ?? '',
|
|
67
|
+
finishReason: mapFinishReason(choice.finish_reason),
|
|
68
|
+
usage: {
|
|
69
|
+
promptTokens: response.usage?.prompt_tokens ?? 0,
|
|
70
|
+
completionTokens: response.usage?.completion_tokens ?? 0,
|
|
71
|
+
totalTokens: response.usage?.total_tokens ?? 0,
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
if (message.tool_calls) {
|
|
75
|
+
result.toolCalls = message.tool_calls.map(tc => ({
|
|
76
|
+
id: tc.id,
|
|
77
|
+
type: 'function',
|
|
78
|
+
function: {
|
|
79
|
+
name: tc.function.name,
|
|
80
|
+
arguments: tc.function.arguments,
|
|
81
|
+
},
|
|
82
|
+
}));
|
|
83
|
+
}
|
|
84
|
+
return result;
|
|
85
|
+
}
|
|
86
|
+
catch (error) {
|
|
87
|
+
if (error instanceof Error) {
|
|
88
|
+
throw new Error(`OpenAI API error: ${error.message}`);
|
|
89
|
+
}
|
|
90
|
+
throw new Error(`OpenAI API error: ${String(error)}`);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* 发送流式对话请求
|
|
95
|
+
* @param messages - 对话消息列表
|
|
96
|
+
* @param options - 流式选项,包含 onChunk、onComplete、onError 回调
|
|
97
|
+
*/
|
|
98
|
+
async chatStream(messages, options) {
|
|
99
|
+
const openaiMessages = messages.map(msg => this.normalizeMessage(msg));
|
|
100
|
+
const createOptions = {
|
|
101
|
+
model: options.model,
|
|
102
|
+
messages: openaiMessages,
|
|
103
|
+
stream: true,
|
|
104
|
+
};
|
|
105
|
+
if (options.temperature !== undefined) {
|
|
106
|
+
createOptions.temperature = options.temperature;
|
|
107
|
+
}
|
|
108
|
+
if (options.maxTokens !== undefined) {
|
|
109
|
+
createOptions.max_tokens = options.maxTokens;
|
|
110
|
+
}
|
|
111
|
+
if (options.topP !== undefined) {
|
|
112
|
+
createOptions.top_p = options.topP;
|
|
113
|
+
}
|
|
114
|
+
if (options.stop !== undefined) {
|
|
115
|
+
createOptions.stop = options.stop;
|
|
116
|
+
}
|
|
117
|
+
if (options.tools !== undefined) {
|
|
118
|
+
createOptions.tools = options.tools;
|
|
119
|
+
}
|
|
120
|
+
try {
|
|
121
|
+
const response = await this.client.chat.completions.create(createOptions);
|
|
122
|
+
let fullContent = '';
|
|
123
|
+
// 处理异步迭代器和同步迭代器两种响应类型
|
|
124
|
+
const stream = response;
|
|
125
|
+
if (typeof stream[Symbol.asyncIterator] === 'function') {
|
|
126
|
+
for await (const chunk of stream) {
|
|
127
|
+
const content = chunk.choices?.[0]?.delta?.content;
|
|
128
|
+
if (content) {
|
|
129
|
+
fullContent += content;
|
|
130
|
+
options.onChunk?.(content);
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
else if (typeof stream[Symbol.iterator] === 'function') {
|
|
135
|
+
for (const chunk of stream) {
|
|
136
|
+
const content = chunk.choices?.[0]?.delta?.content;
|
|
137
|
+
if (content) {
|
|
138
|
+
fullContent += content;
|
|
139
|
+
options.onChunk?.(content);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
options.onComplete?.(fullContent);
|
|
144
|
+
}
|
|
145
|
+
catch (error) {
|
|
146
|
+
options.onError?.(error instanceof Error ? error : new Error(String(error)));
|
|
147
|
+
throw error;
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* 规范化消息格式
|
|
152
|
+
* 将通用 ChatMessage 转换为 OpenAI 格式
|
|
153
|
+
* @param msg - 原始消息
|
|
154
|
+
* @returns OpenAI 格式的消息
|
|
155
|
+
*/
|
|
156
|
+
normalizeMessage(msg) {
|
|
157
|
+
const result = {
|
|
158
|
+
role: msg.role,
|
|
159
|
+
content: this.normalizeContent(msg.content),
|
|
160
|
+
};
|
|
161
|
+
if (msg.name !== undefined)
|
|
162
|
+
result.name = msg.name;
|
|
163
|
+
if (msg.toolCalls !== undefined)
|
|
164
|
+
result.tool_calls = msg.toolCalls;
|
|
165
|
+
if (msg.toolCallId !== undefined)
|
|
166
|
+
result.tool_call_id = msg.toolCallId;
|
|
167
|
+
return result;
|
|
168
|
+
}
|
|
169
|
+
/**
|
|
170
|
+
* 规范化消息内容
|
|
171
|
+
* 将字符串或消息片段数组转换为 OpenAI 格式
|
|
172
|
+
* @param content - 原始内容
|
|
173
|
+
* @returns OpenAI 格式的内容
|
|
174
|
+
*/
|
|
175
|
+
normalizeContent(content) {
|
|
176
|
+
if (typeof content === 'string') {
|
|
177
|
+
return content;
|
|
178
|
+
}
|
|
179
|
+
return content.map((part) => {
|
|
180
|
+
if (part.type === 'text') {
|
|
181
|
+
return { type: 'text', text: part.text };
|
|
182
|
+
}
|
|
183
|
+
if (part.type === 'image_url') {
|
|
184
|
+
return { type: 'image_url', image_url: part.image_url };
|
|
185
|
+
}
|
|
186
|
+
return { type: 'text', text: '' };
|
|
187
|
+
});
|
|
188
|
+
}
|
|
189
|
+
/**
|
|
190
|
+
* 获取可用模型列表
|
|
191
|
+
* @returns 模型信息列表
|
|
192
|
+
*/
|
|
193
|
+
async listModels() {
|
|
194
|
+
const models = await this.client.models.list();
|
|
195
|
+
return models.data.map(m => ({
|
|
196
|
+
provider: 'openai',
|
|
197
|
+
model: m.id,
|
|
198
|
+
displayName: m.id,
|
|
199
|
+
contextWindow: 128000,
|
|
200
|
+
supportsTools: true,
|
|
201
|
+
supportsVision: m.id.includes('vision'),
|
|
202
|
+
}));
|
|
203
|
+
}
|
|
204
|
+
/**
|
|
205
|
+
* 验证 API 密钥是否有效
|
|
206
|
+
* @returns 密钥是否有效
|
|
207
|
+
*/
|
|
208
|
+
async validateKey() {
|
|
209
|
+
try {
|
|
210
|
+
await this.client.models.list();
|
|
211
|
+
return true;
|
|
212
|
+
}
|
|
213
|
+
catch {
|
|
214
|
+
return false;
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* 映射 finish reason
|
|
220
|
+
* 将 OpenAI 的 finish_reason 转换为通用格式
|
|
221
|
+
* @param reason - OpenAI 返回的 finish_reason
|
|
222
|
+
* @returns 通用 finish reason
|
|
223
|
+
*/
|
|
224
|
+
function mapFinishReason(reason) {
|
|
225
|
+
switch (reason) {
|
|
226
|
+
case 'stop': return 'stop';
|
|
227
|
+
case 'length': return 'length';
|
|
228
|
+
case 'content_filter': return 'content_filter';
|
|
229
|
+
case 'tool_calls': return 'tool_calls';
|
|
230
|
+
case 'function_call': return 'function_call';
|
|
231
|
+
default: return 'stop';
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/provider/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA+B1C;;;GAGG;AACH,MAAM,OAAO,cAAe,SAAQ,eAAe;IACjD,cAAc;IACL,QAAQ,GAAa,QAAQ,CAAC;IAEvC,cAAc;IACI,YAAY,GAAG,QAAQ,CAAC;IAE1C,uBAAuB;IACf,MAAM,CAAS;IAEvB;;;OAGG;IACH,YAAY,MAA4B;QACtC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,UAA6B,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE;QAC3F,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAuD;YACxE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,cAA0D;SACrE,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,KAAyC,CAAC;QAC1E,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACrC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,UAAwD,CAAC;QAC/F,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACpC,CAAC;QACD,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACxC,aAAoD,CAAC,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;QACjG,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAE1E,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YACpC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAE/B,MAAM,MAAM,GAAgB;gBAC1B,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC;gBACnD,KAAK,EAAE;oBACL,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;oBAChD,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;oBACxD,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;iBAC/C;aACF,CAAC;YAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/C,EAAE,EAAE,EAAE,CAAC,EAAG;oBACV,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE;wBACR,IAAI,EAAE,EAAE,CAAC,QAAS,CAAC,IAAI;wBACvB,SAAS,EAAE,EAAE,CAAC,QAAS,CAAC,SAAS;qBAClC;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,QAAuB,EAAE,OAAyB;QACjE,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAoD;YACrE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,cAA0D;YACpE,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACpC,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,KAAyC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,aAAoB,CAAC,CAAC;YACjF,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,sBAAsB;YACtB,MAAM,MAAM,GAAG,QAAe,CAAC;YAC/B,IAAI,OAAO,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,EAAE,CAAC;gBACvD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;oBACnD,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,IAAI,OAAO,CAAC;wBACvB,OAAO,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,UAAU,EAAE,CAAC;gBACzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;oBACnD,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,IAAI,OAAO,CAAC;wBACvB,OAAO,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,gBAAgB,CAAC,GAAgB;QACvC,MAAM,MAAM,GAA4I;YACtJ,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;SAC5C,CAAC;QACF,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACnD,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;QACnE,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;YAAE,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC;QACvE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACK,gBAAgB,CAAC,OAAuB;QAC9C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAiB,EAAE,EAAE;YACvC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAA2C,CAAC;YACpF,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC9B,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAA2C,CAAC;YACnG,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAA2C,CAAC;QAC7E,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3B,QAAQ,EAAE,QAAiB;YAC3B,KAAK,EAAE,CAAC,CAAC,EAAE;YACX,WAAW,EAAE,CAAC,CAAC,EAAE;YACjB,aAAa,EAAE,MAAM;YACrB,aAAa,EAAE,IAAI;YACnB,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACxC,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,MAAqB;IAC5C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;QAC3B,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;QAC/B,KAAK,gBAAgB,CAAC,CAAC,OAAO,gBAAgB,CAAC;QAC/C,KAAK,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC;QACvC,KAAK,eAAe,CAAC,CAAC,OAAO,eAAe,CAAC;QAC7C,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IACzB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import type { ChatMessage, LLMResponse, LLMRequestOptions, ModelInfo } from '../types';
|
|
2
|
+
import { StreamingOptions } from './openai';
|
|
3
|
+
import { BaseLLMProvider } from '../base';
|
|
4
|
+
import { LLMProviderType } from '../constants';
|
|
5
|
+
export interface ProxyProviderConfig {
|
|
6
|
+
provider?: LLMProviderType;
|
|
7
|
+
apiKey?: string;
|
|
8
|
+
baseUrl?: string;
|
|
9
|
+
apiPath?: string;
|
|
10
|
+
timeoutMs?: number;
|
|
11
|
+
defaultModel?: string;
|
|
12
|
+
}
|
|
13
|
+
export interface RuntimeConfig {
|
|
14
|
+
apiKey?: string;
|
|
15
|
+
baseUrl?: string;
|
|
16
|
+
model?: string;
|
|
17
|
+
}
|
|
18
|
+
declare class ProxyProviderImpl extends BaseLLMProvider {
|
|
19
|
+
readonly provider: LLMProviderType;
|
|
20
|
+
readonly defaultModel: string;
|
|
21
|
+
private actualProvider;
|
|
22
|
+
private currentConfig;
|
|
23
|
+
constructor(config?: ProxyProviderConfig);
|
|
24
|
+
private getDefaultModel;
|
|
25
|
+
private createProvider;
|
|
26
|
+
setProvider(config: ProxyProviderConfig): void;
|
|
27
|
+
updateConfig(config: RuntimeConfig): void;
|
|
28
|
+
setModel(model: string): void;
|
|
29
|
+
private ensureProvider;
|
|
30
|
+
chat(messages: ChatMessage[], options?: LLMRequestOptions): Promise<LLMResponse>;
|
|
31
|
+
chatStream(messages: ChatMessage[], options: StreamingOptions): Promise<void>;
|
|
32
|
+
listModels(): Promise<ModelInfo[]>;
|
|
33
|
+
validateKey(): Promise<boolean>;
|
|
34
|
+
}
|
|
35
|
+
export { ProxyProviderImpl as ProxyProvider };
|
|
36
|
+
export interface ProxyConfig {
|
|
37
|
+
provider: LLMProviderType;
|
|
38
|
+
apiKey: string;
|
|
39
|
+
baseUrl?: string;
|
|
40
|
+
apiPath?: string;
|
|
41
|
+
timeoutMs?: number;
|
|
42
|
+
defaultModel?: string;
|
|
43
|
+
}
|
|
44
|
+
export interface ProxyFunctions {
|
|
45
|
+
chat: (messages: ChatMessage[], options?: LLMRequestOptions) => Promise<LLMResponse>;
|
|
46
|
+
chatStream: (messages: ChatMessage[], options: StreamingOptions) => Promise<void>;
|
|
47
|
+
listModels: () => Promise<ModelInfo[]>;
|
|
48
|
+
validateKey: () => Promise<boolean>;
|
|
49
|
+
setModel: (model: string) => void;
|
|
50
|
+
updateConfig: (config: RuntimeConfig) => void;
|
|
51
|
+
}
|
|
52
|
+
export declare function proxyProvider(config: ProxyConfig): ProxyFunctions;
|
|
53
|
+
//# sourceMappingURL=proxy.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"proxy.d.ts","sourceRoot":"","sources":["../../src/provider/proxy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE5C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAK/C,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAGD,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAGD,cAAM,iBAAkB,SAAQ,eAAe;IAC7C,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,SAAkB,YAAY,EAAE,MAAM,CAAC;IAEvC,OAAO,CAAC,cAAc,CAAgC;IACtD,OAAO,CAAC,aAAa,CAAsB;gBAE/B,MAAM,CAAC,EAAE,mBAAmB;IAWxC,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,cAAc;IAwBtB,WAAW,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI;IAQ9C,YAAY,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI;IAYzC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI7B,OAAO,CAAC,cAAc;IAOhB,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IAShF,UAAU,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7E,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAGtC;AAGD,OAAO,EAAE,iBAAiB,IAAI,aAAa,EAAE,CAAC;AAG9C,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAGD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;IACrF,UAAU,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAClF,UAAU,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACvC,WAAW,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IACpC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,YAAY,EAAE,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC;CAC/C;AAGD,wBAAgB,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,cAAc,CAWjE"}
|
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
import { BaseLLMProvider } from '../base';
|
|
2
|
+
import { LLMProviderType } from '../constants';
|
|
3
|
+
import { AnthropicProvider } from './anthropic';
|
|
4
|
+
import { OpenAIProvider } from './openai';
|
|
5
|
+
// 内部实现类
|
|
6
|
+
class ProxyProviderImpl extends BaseLLMProvider {
|
|
7
|
+
provider;
|
|
8
|
+
defaultModel;
|
|
9
|
+
actualProvider = null;
|
|
10
|
+
currentConfig;
|
|
11
|
+
constructor(config) {
|
|
12
|
+
super(config?.apiKey, config?.baseUrl);
|
|
13
|
+
this.provider = config?.provider ?? LLMProviderType.Anthropic;
|
|
14
|
+
this.defaultModel = config?.defaultModel ?? this.getDefaultModel(this.provider);
|
|
15
|
+
this.currentConfig = config ?? {};
|
|
16
|
+
if (config?.apiKey && config?.provider) {
|
|
17
|
+
this.actualProvider = this.createProvider(config);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
getDefaultModel(provider) {
|
|
21
|
+
const providerType = provider;
|
|
22
|
+
return providerType === LLMProviderType.OpenAI ? 'gpt-4o' : 'claude-3-5-sonnet-20241022';
|
|
23
|
+
}
|
|
24
|
+
createProvider(config) {
|
|
25
|
+
if (!config.provider || !config.apiKey) {
|
|
26
|
+
throw new Error('provider and apiKey are required');
|
|
27
|
+
}
|
|
28
|
+
const providerType = config.provider;
|
|
29
|
+
if (providerType === LLMProviderType.OpenAI) {
|
|
30
|
+
return new OpenAIProvider({
|
|
31
|
+
apiKey: config.apiKey,
|
|
32
|
+
...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),
|
|
33
|
+
...(config.apiPath ? { apiPath: config.apiPath } : {}),
|
|
34
|
+
...(config.timeoutMs ? { timeoutMs: config.timeoutMs } : {}),
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
return new AnthropicProvider({
|
|
39
|
+
apiKey: config.apiKey,
|
|
40
|
+
...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),
|
|
41
|
+
...(config.apiPath ? { apiPath: config.apiPath } : {}),
|
|
42
|
+
...(config.timeoutMs ? { timeoutMs: config.timeoutMs } : {}),
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
setProvider(config) {
|
|
47
|
+
if (!config.provider || !config.apiKey) {
|
|
48
|
+
throw new Error('provider and apiKey are required');
|
|
49
|
+
}
|
|
50
|
+
this.currentConfig = config;
|
|
51
|
+
this.actualProvider = this.createProvider(config);
|
|
52
|
+
}
|
|
53
|
+
updateConfig(config) {
|
|
54
|
+
if (config.apiKey || config.baseUrl) {
|
|
55
|
+
const newConfig = {
|
|
56
|
+
...this.currentConfig,
|
|
57
|
+
...(config.apiKey ? { apiKey: config.apiKey } : {}),
|
|
58
|
+
...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),
|
|
59
|
+
};
|
|
60
|
+
this.currentConfig = newConfig;
|
|
61
|
+
this.actualProvider = this.createProvider(newConfig);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
setModel(model) {
|
|
65
|
+
this.currentConfig.defaultModel = model;
|
|
66
|
+
}
|
|
67
|
+
ensureProvider() {
|
|
68
|
+
if (!this.actualProvider) {
|
|
69
|
+
throw new Error('Provider not initialized. Call setProvider() first.');
|
|
70
|
+
}
|
|
71
|
+
return this.actualProvider;
|
|
72
|
+
}
|
|
73
|
+
async chat(messages, options) {
|
|
74
|
+
const provider = this.ensureProvider();
|
|
75
|
+
const finalOptions = {
|
|
76
|
+
...options,
|
|
77
|
+
model: options?.model ?? this.defaultModel,
|
|
78
|
+
};
|
|
79
|
+
return provider.chat(messages, finalOptions);
|
|
80
|
+
}
|
|
81
|
+
async chatStream(messages, options) {
|
|
82
|
+
const provider = this.ensureProvider();
|
|
83
|
+
const finalOptions = {
|
|
84
|
+
...options,
|
|
85
|
+
model: options.model ?? this.currentConfig.defaultModel,
|
|
86
|
+
};
|
|
87
|
+
if (this.provider === LLMProviderType.Anthropic) {
|
|
88
|
+
return provider.chatStream(messages, finalOptions);
|
|
89
|
+
}
|
|
90
|
+
return provider.chatStream(messages, finalOptions);
|
|
91
|
+
}
|
|
92
|
+
async listModels() {
|
|
93
|
+
return this.ensureProvider().listModels();
|
|
94
|
+
}
|
|
95
|
+
async validateKey() {
|
|
96
|
+
return this.ensureProvider().validateKey();
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
// Class 模式导出
|
|
100
|
+
export { ProxyProviderImpl as ProxyProvider };
|
|
101
|
+
// 函数模式
|
|
102
|
+
export function proxyProvider(config) {
|
|
103
|
+
const provider = new ProxyProviderImpl(config);
|
|
104
|
+
return {
|
|
105
|
+
chat: (messages, options) => provider.chat(messages, options),
|
|
106
|
+
chatStream: (messages, options) => provider.chatStream(messages, options),
|
|
107
|
+
listModels: () => provider.listModels(),
|
|
108
|
+
validateKey: () => provider.validateKey(),
|
|
109
|
+
setModel: (model) => provider.setModel(model),
|
|
110
|
+
updateConfig: (config) => provider.updateConfig(config),
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
//# sourceMappingURL=proxy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"proxy.js","sourceRoot":"","sources":["../../src/provider/proxy.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAmB1C,QAAQ;AACR,MAAM,iBAAkB,SAAQ,eAAe;IACpC,QAAQ,CAAkB;IACjB,YAAY,CAAS;IAE/B,cAAc,GAA2B,IAAI,CAAC;IAC9C,aAAa,CAAsB;IAE3C,YAAY,MAA4B;QACtC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,MAAM,EAAE,QAAQ,IAAI,eAAe,CAAC,SAAS,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChF,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,EAAE,CAAC;QAElC,IAAI,MAAM,EAAE,MAAM,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAkC;QACxD,MAAM,YAAY,GAAG,QAA2B,CAAC;QACjD,OAAO,YAAY,KAAK,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,4BAA4B,CAAC;IAC3F,CAAC;IAEO,cAAc,CAAC,MAA2B;QAChD,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,QAA2B,CAAC;QAExD,IAAI,YAAY,KAAK,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5C,OAAO,IAAI,cAAc,CAAC;gBACxB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,iBAAiB,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,WAAW,CAAC,MAA2B;QACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,YAAY,CAAC,MAAqB;QAChC,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,SAAS,GAAwB;gBACrC,GAAG,IAAI,CAAC,aAAa;gBACrB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvD,CAAC;YACF,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;YAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,aAAa,CAAC,YAAY,GAAG,KAAK,CAAC;IAC1C,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,OAA2B;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,MAAM,YAAY,GAAsB;YACtC,GAAG,OAAO;YACV,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;SAC3C,CAAC;QACF,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAuB,EAAE,OAAyB;QACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG;YACnB,GAAG,OAAO;YACV,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,YAAY;SACxD,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,KAAK,eAAe,CAAC,SAAS,EAAE,CAAC;YAChD,OAAQ,QAA8B,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAyC,CAAC,CAAC;QACzG,CAAC;QACD,OAAQ,QAA2B,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,CAAC;CACF;AAED,aAAa;AACb,OAAO,EAAE,iBAAiB,IAAI,aAAa,EAAE,CAAC;AAsB9C,OAAO;AACP,MAAM,UAAU,aAAa,CAAC,MAAmB;IAC/C,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAE/C,OAAO;QACL,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC;QAC7D,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC;QACzE,UAAU,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE;QACvC,WAAW,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE;QACzC,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC7C,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;KACxD,CAAC;AACJ,CAAC"}
|
package/dist/router.d.ts
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { ChatMessage, LLMResponse, LLMRequestOptions } from './types';
|
|
2
|
+
import { BaseLLMProvider } from './base';
|
|
3
|
+
export interface RouterConfig {
|
|
4
|
+
primaryProvider: BaseLLMProvider;
|
|
5
|
+
fallbackProviders?: BaseLLMProvider[];
|
|
6
|
+
defaultModel?: string;
|
|
7
|
+
}
|
|
8
|
+
export declare class LLMRouter {
|
|
9
|
+
private primaryProvider;
|
|
10
|
+
private fallbackProviders;
|
|
11
|
+
private providerHealth;
|
|
12
|
+
private healthCheckIntervalMs;
|
|
13
|
+
constructor(config: RouterConfig);
|
|
14
|
+
chat(messages: ChatMessage[], options?: LLMRequestOptions): Promise<LLMResponse>;
|
|
15
|
+
private getHealthyProviders;
|
|
16
|
+
private markProviderUnhealthy;
|
|
17
|
+
validateAllProviders(): Promise<Map<string, boolean>>;
|
|
18
|
+
getPrimaryProvider(): BaseLLMProvider;
|
|
19
|
+
addFallback(provider: BaseLLMProvider): void;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=router.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AASzC,MAAM,WAAW,YAAY;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,iBAAiB,CAAC,EAAE,eAAe,EAAE,CAAC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAQD,qBAAa,SAAS;IACpB,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,iBAAiB,CAAyB;IAClD,OAAO,CAAC,cAAc,CAA0C;IAChE,OAAO,CAAC,qBAAqB,CAAS;gBAE1B,MAAM,EAAE,YAAY;IAK1B,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IAmBtF,OAAO,CAAC,mBAAmB;IAqB3B,OAAO,CAAC,qBAAqB;IAQvB,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAwB3D,kBAAkB,IAAI,eAAe;IAIrC,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,IAAI;CAG7C"}
|
package/dist/router.js
ADDED
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
class LLMError extends Error {
|
|
2
|
+
context;
|
|
3
|
+
constructor(message, context) {
|
|
4
|
+
super(message);
|
|
5
|
+
this.context = context;
|
|
6
|
+
this.name = 'LLMError';
|
|
7
|
+
}
|
|
8
|
+
}
|
|
9
|
+
export class LLMRouter {
|
|
10
|
+
primaryProvider;
|
|
11
|
+
fallbackProviders = [];
|
|
12
|
+
providerHealth = new Map();
|
|
13
|
+
healthCheckIntervalMs = 30000;
|
|
14
|
+
constructor(config) {
|
|
15
|
+
this.primaryProvider = config.primaryProvider;
|
|
16
|
+
this.fallbackProviders = config.fallbackProviders ?? [];
|
|
17
|
+
}
|
|
18
|
+
async chat(messages, options) {
|
|
19
|
+
const attemptOrder = this.getHealthyProviders();
|
|
20
|
+
for (const provider of attemptOrder) {
|
|
21
|
+
try {
|
|
22
|
+
return await provider.chat(messages, options);
|
|
23
|
+
}
|
|
24
|
+
catch (error) {
|
|
25
|
+
this.markProviderUnhealthy(provider);
|
|
26
|
+
console.error(`Provider ${provider.provider} failed:`, error);
|
|
27
|
+
if (provider === attemptOrder[attemptOrder.length - 1]) {
|
|
28
|
+
throw new LLMError(`All LLM providers failed`, { originalError: error });
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
throw new LLMError('No available LLM providers');
|
|
33
|
+
}
|
|
34
|
+
getHealthyProviders() {
|
|
35
|
+
const now = Date.now();
|
|
36
|
+
const healthy = [];
|
|
37
|
+
const primaryHealth = this.providerHealth.get(this.primaryProvider.provider);
|
|
38
|
+
if (!primaryHealth || (now - primaryHealth.lastCheck > this.healthCheckIntervalMs)) {
|
|
39
|
+
healthy.push(this.primaryProvider);
|
|
40
|
+
}
|
|
41
|
+
else if (primaryHealth.healthy) {
|
|
42
|
+
healthy.push(this.primaryProvider);
|
|
43
|
+
}
|
|
44
|
+
for (const provider of this.fallbackProviders) {
|
|
45
|
+
const health = this.providerHealth.get(provider.provider);
|
|
46
|
+
if (!health || health.healthy) {
|
|
47
|
+
healthy.push(provider);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
return healthy.length > 0 ? healthy : [this.primaryProvider];
|
|
51
|
+
}
|
|
52
|
+
markProviderUnhealthy(provider) {
|
|
53
|
+
this.providerHealth.set(provider.provider, {
|
|
54
|
+
provider,
|
|
55
|
+
healthy: false,
|
|
56
|
+
lastCheck: Date.now(),
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
async validateAllProviders() {
|
|
60
|
+
const results = new Map();
|
|
61
|
+
const primary = await this.primaryProvider.validateKey();
|
|
62
|
+
results.set(this.primaryProvider.provider, primary);
|
|
63
|
+
this.providerHealth.set(this.primaryProvider.provider, {
|
|
64
|
+
provider: this.primaryProvider,
|
|
65
|
+
healthy: primary,
|
|
66
|
+
lastCheck: Date.now(),
|
|
67
|
+
});
|
|
68
|
+
for (const provider of this.fallbackProviders) {
|
|
69
|
+
const healthy = await provider.validateKey();
|
|
70
|
+
results.set(provider.provider, healthy);
|
|
71
|
+
this.providerHealth.set(provider.provider, {
|
|
72
|
+
provider,
|
|
73
|
+
healthy,
|
|
74
|
+
lastCheck: Date.now(),
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
return results;
|
|
78
|
+
}
|
|
79
|
+
getPrimaryProvider() {
|
|
80
|
+
return this.primaryProvider;
|
|
81
|
+
}
|
|
82
|
+
addFallback(provider) {
|
|
83
|
+
this.fallbackProviders.push(provider);
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=router.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.js","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAGA,MAAM,QAAS,SAAQ,KAAK;IACU;IAApC,YAAY,OAAe,EAAS,OAAiC;QACnE,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,YAAO,GAAP,OAAO,CAA0B;QAEnE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;IACzB,CAAC;CACF;AAcD,MAAM,OAAO,SAAS;IACZ,eAAe,CAAkB;IACjC,iBAAiB,GAAsB,EAAE,CAAC;IAC1C,cAAc,GAAgC,IAAI,GAAG,EAAE,CAAC;IACxD,qBAAqB,GAAG,KAAK,CAAC;IAEtC,YAAY,MAAoB;QAC9B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAC9C,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,OAA2B;QAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEhD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,OAAO,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,YAAY,QAAQ,CAAC,QAAQ,UAAU,EAAE,KAAK,CAAC,CAAC;gBAE9D,IAAI,QAAQ,KAAK,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;oBACvD,MAAM,IAAI,QAAQ,CAAC,0BAA0B,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,IAAI,QAAQ,CAAC,4BAA4B,CAAC,CAAC;IACnD,CAAC;IAEO,mBAAmB;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC7E,IAAI,CAAC,aAAa,IAAI,CAAC,GAAG,GAAG,aAAa,CAAC,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACnF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/D,CAAC;IAEO,qBAAqB,CAAC,QAAyB;QACrD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE;YACzC,QAAQ;YACR,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;QAE3C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE;YACrD,QAAQ,EAAE,IAAI,CAAC,eAAe;YAC9B,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;QAEH,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBACzC,QAAQ;gBACR,OAAO;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,WAAW,CAAC,QAAyB;QACnC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;CACF"}
|