@prysm-ai/llm 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/CHANGELOG.md +47 -0
  2. package/dist/base.d.ts +17 -0
  3. package/dist/base.d.ts.map +1 -0
  4. package/dist/base.js +26 -0
  5. package/dist/base.js.map +1 -0
  6. package/dist/constants.d.ts +12 -0
  7. package/dist/constants.d.ts.map +1 -0
  8. package/dist/constants.js +12 -0
  9. package/dist/constants.js.map +1 -0
  10. package/dist/content.d.ts +18 -0
  11. package/dist/content.d.ts.map +1 -0
  12. package/dist/content.js +18 -0
  13. package/dist/content.js.map +1 -0
  14. package/dist/factory/createModel.d.ts +38 -0
  15. package/dist/factory/createModel.d.ts.map +1 -0
  16. package/dist/factory/createModel.js +44 -0
  17. package/dist/factory/createModel.js.map +1 -0
  18. package/dist/index.d.ts +10 -0
  19. package/dist/index.d.ts.map +1 -0
  20. package/dist/index.js +10 -0
  21. package/dist/index.js.map +1 -0
  22. package/dist/provider/anthropic.d.ts +45 -0
  23. package/dist/provider/anthropic.d.ts.map +1 -0
  24. package/dist/provider/anthropic.js +290 -0
  25. package/dist/provider/anthropic.js.map +1 -0
  26. package/dist/provider/openai.d.ts +84 -0
  27. package/dist/provider/openai.d.ts.map +1 -0
  28. package/dist/provider/openai.js +234 -0
  29. package/dist/provider/openai.js.map +1 -0
  30. package/dist/provider/proxy.d.ts +53 -0
  31. package/dist/provider/proxy.d.ts.map +1 -0
  32. package/dist/provider/proxy.js +113 -0
  33. package/dist/provider/proxy.js.map +1 -0
  34. package/dist/router.d.ts +21 -0
  35. package/dist/router.d.ts.map +1 -0
  36. package/dist/router.js +86 -0
  37. package/dist/router.js.map +1 -0
  38. package/dist/types.d.ts +71 -0
  39. package/dist/types.d.ts.map +1 -0
  40. package/dist/types.js +3 -0
  41. package/dist/types.js.map +1 -0
  42. package/package.json +46 -0
  43. package/src/base.ts +43 -0
  44. package/src/constants.ts +13 -0
  45. package/src/content.ts +36 -0
  46. package/src/factory/createModel.ts +64 -0
  47. package/src/index.ts +9 -0
  48. package/src/provider/anthropic.ts +359 -0
  49. package/src/provider/openai.ts +280 -0
  50. package/src/provider/proxy.ts +171 -0
  51. package/src/router.ts +113 -0
  52. package/src/types.ts +77 -0
  53. package/tsconfig.json +9 -0
  54. package/vitest.config.ts +14 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/provider/anthropic.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAgC3C,MAAM,OAAO,iBAAkB,SAAQ,eAAe;IAC3C,QAAQ,GAAgB,WAAW,CAAC;IAC3B,YAAY,GAAG,4BAA4B,CAAC;IAEtD,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,MAAM,CAAS;IAEvB,YAAY,MAA+B;QACzC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;QAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,IAAI,cAAc,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,UAA6B,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE;QAC3F,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QACxE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjF,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACzC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;aAC5C,CAAC,CAAC;SACJ,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,SAAS;oBAC3B,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;YACxE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAM/B,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YAClE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;iBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACT,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE;gBACd,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;oBAClB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;iBACzC;aACF,CAAC,CAAC,CAAC;YAEN,MAAM,MAAM,GAAgB;gBAC1B,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,eAAe,EAAE,IAAI,IAAI,EAAE;gBACpC,YAAY,EAAE,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC;gBAC/C,KAAK,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;oBACrC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBAC1C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa;iBAChE;aACF,CAAC;YAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;YAC/B,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAuB,EAAE,OAAkC;QAC1E,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QACxE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjF,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACzC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;aAC5C,CAAC,CAAC;YACH,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAE/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,SAAS;oBAC3B,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;YACxE,CAAC;YAED,yBAAyB;YACzB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,WAAW,GAAG,EAAE,CAAC;YACrB,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAC3B,IAAI,IAAI,KAAK,QAAQ;4BAAE,SAAS;wBAEhC,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;gCAC/E,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gCAC9B,WAAW,IAAI,IAAI,CAAC;gCACpB,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;4BAC1B,CAAC;wBACH,CAAC;wBAAC,MAAM,CAAC;4BACP,wCAAwC;wBAC1C,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,gBAAgB,CAAC,OAAuB;QAC9C,yCAAyC;QACzC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,uBAAuB;QACvB,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;;;;;OAMG;IACK,aAAa,CAAC,IAAiB;QACrC,kCAAkC;QAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAC3C,CAAC;QACD,kCAAkC;QAClC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YACrC,wDAAwD;YACxD,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,+CAA+C;gBAC/C,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBAC/D,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO;wBACL,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE,KAAK,CAAC,CAAC,CAAE,EAAE,iBAAiB;4BACxC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,EAAS,cAAc;yBACvC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,uCAAuC;YACvC,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,UAAU,EAAE,WAAW,EAAE,gBAAgB;oBACzC,IAAI,EAAE,SAAS;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,mBAAmB;QACnB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACpC,CAAC;IAEO,cAAc,CAAC,OAAuB;QAC5C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;IAEkB,mBAAmB,CAAC,WAAoC,EAAE,OAA0B;QACrG,KAAK,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAChD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,WAAW,CAAC,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;QAC5C,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO;YACL,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,4BAA4B,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;YAClK,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,wBAAwB,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;YAC1J,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,yBAAyB,EAAE,WAAW,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;SAC7J,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,SAAS;oBAC3B,mBAAmB,EAAE,YAAY;oBACjC,2CAA2C,EAAE,MAAM;iBACpD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,YAAY;oBACxB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,UAAU,EAAE,CAAC;iBACd,CAAC;aACH,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AAED,SAAS,eAAe,CAAC,MAAqB;IAC5C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU,CAAC,CAAC,OAAO,MAAM,CAAC;QAC/B,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,KAAK,eAAe,CAAC,CAAC,OAAO,MAAM,CAAC;QACpC,KAAK,UAAU,CAAC,CAAC,OAAO,YAAY,CAAC;QACrC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IACzB,CAAC;AACH,CAAC"}
@@ -0,0 +1,84 @@
1
+ import type { ChatMessage, LLMResponse, LLMRequestOptions, ModelInfo } from '../types';
2
+ import { BaseLLMProvider } from '../base';
3
+ /**
4
+ * 流式输出选项
5
+ * 继承 LLMRequestOptions 的所有选项,额外提供流式回调
6
+ */
7
+ export interface StreamingOptions extends Omit<LLMRequestOptions, 'stream'> {
8
+ /** 标记为流式请求 */
9
+ stream: true;
10
+ /** 流式块回调,每次收到内容片段时触发 */
11
+ onChunk?: (chunk: string) => void;
12
+ /** 流式完成回调,传入完整内容 */
13
+ onComplete?: (fullContent: string) => void;
14
+ /** 错误回调 */
15
+ onError?: (error: Error) => void;
16
+ }
17
+ /**
18
+ * OpenAI Provider 配置
19
+ */
20
+ export interface OpenAIProviderConfig {
21
+ /** API 密钥 */
22
+ apiKey: string;
23
+ /** 可选的 API 基础地址,用于代理 */
24
+ baseUrl?: string;
25
+ /** 可选的 API 路径 */
26
+ apiPath?: string;
27
+ /** 可选的超时时间(毫秒) */
28
+ timeoutMs?: number;
29
+ }
30
+ /**
31
+ * OpenAI LLM Provider 实现类
32
+ * 支持 OpenAI GPT 系列模型的对话和流式输出
33
+ */
34
+ export declare class OpenAIProvider extends BaseLLMProvider {
35
+ /** 提供商类型标识 */
36
+ readonly provider: 'openai';
37
+ /** 默认使用的模型 */
38
+ readonly defaultModel = "gpt-4o";
39
+ /** OpenAI SDK 客户端实例 */
40
+ private client;
41
+ /**
42
+ * 创建 OpenAI Provider 实例
43
+ * @param config - 提供者配置,包含 apiKey 和可选的 baseUrl
44
+ */
45
+ constructor(config: OpenAIProviderConfig);
46
+ /**
47
+ * 发送对话请求(非流式)
48
+ * @param messages - 对话消息列表
49
+ * @param options - 请求选项,包含模型、温度等参数
50
+ * @returns LLM 响应结果
51
+ */
52
+ chat(messages: ChatMessage[], options?: LLMRequestOptions): Promise<LLMResponse>;
53
+ /**
54
+ * 发送流式对话请求
55
+ * @param messages - 对话消息列表
56
+ * @param options - 流式选项,包含 onChunk、onComplete、onError 回调
57
+ */
58
+ chatStream(messages: ChatMessage[], options: StreamingOptions): Promise<void>;
59
+ /**
60
+ * 规范化消息格式
61
+ * 将通用 ChatMessage 转换为 OpenAI 格式
62
+ * @param msg - 原始消息
63
+ * @returns OpenAI 格式的消息
64
+ */
65
+ private normalizeMessage;
66
+ /**
67
+ * 规范化消息内容
68
+ * 将字符串或消息片段数组转换为 OpenAI 格式
69
+ * @param content - 原始内容
70
+ * @returns OpenAI 格式的内容
71
+ */
72
+ private normalizeContent;
73
+ /**
74
+ * 获取可用模型列表
75
+ * @returns 模型信息列表
76
+ */
77
+ listModels(): Promise<ModelInfo[]>;
78
+ /**
79
+ * 验证 API 密钥是否有效
80
+ * @returns 密钥是否有效
81
+ */
82
+ validateKey(): Promise<boolean>;
83
+ }
84
+ //# sourceMappingURL=openai.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/provider/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAEvF,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C;;;GAGG;AACH,MAAM,WAAW,gBAAiB,SAAQ,IAAI,CAAC,iBAAiB,EAAE,QAAQ,CAAC;IACzE,cAAc;IACd,MAAM,EAAE,IAAI,CAAC;IACb,wBAAwB;IACxB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,oBAAoB;IACpB,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,WAAW;IACX,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,aAAa;IACb,MAAM,EAAE,MAAM,CAAC;IACf,wBAAwB;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,qBAAa,cAAe,SAAQ,eAAe;IACjD,cAAc;IACd,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAY;IAEvC,cAAc;IACd,SAAkB,YAAY,YAAY;IAE1C,uBAAuB;IACvB,OAAO,CAAC,MAAM,CAAS;IAEvB;;;OAGG;gBACS,MAAM,EAAE,oBAAoB;IAQxC;;;;;OAKG;IACG,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,GAAE,iBAAgD,GAAG,OAAO,CAAC,WAAW,CAAC;IAqEpH;;;;OAIG;IACG,UAAU,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwDnF;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAWxB;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAexB;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAYxC;;;OAGG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAQtC"}
@@ -0,0 +1,234 @@
1
+ import OpenAI from 'openai';
2
+ import { BaseLLMProvider } from '../base';
3
+ /**
4
+ * OpenAI LLM Provider 实现类
5
+ * 支持 OpenAI GPT 系列模型的对话和流式输出
6
+ */
7
+ export class OpenAIProvider extends BaseLLMProvider {
8
+ /** 提供商类型标识 */
9
+ provider = 'openai';
10
+ /** 默认使用的模型 */
11
+ defaultModel = 'gpt-4o';
12
+ /** OpenAI SDK 客户端实例 */
13
+ client;
14
+ /**
15
+ * 创建 OpenAI Provider 实例
16
+ * @param config - 提供者配置,包含 apiKey 和可选的 baseUrl
17
+ */
18
+ constructor(config) {
19
+ super(config.apiKey, config.baseUrl);
20
+ this.client = new OpenAI({
21
+ apiKey: config.apiKey,
22
+ baseURL: config.baseUrl,
23
+ });
24
+ }
25
+ /**
26
+ * 发送对话请求(非流式)
27
+ * @param messages - 对话消息列表
28
+ * @param options - 请求选项,包含模型、温度等参数
29
+ * @returns LLM 响应结果
30
+ */
31
+ async chat(messages, options = { model: this.defaultModel }) {
32
+ const openaiMessages = messages.map(msg => this.normalizeMessage(msg));
33
+ const createOptions = {
34
+ model: options.model,
35
+ messages: openaiMessages,
36
+ };
37
+ if (options.temperature !== undefined) {
38
+ createOptions.temperature = options.temperature;
39
+ }
40
+ if (options.maxTokens !== undefined) {
41
+ createOptions.max_tokens = options.maxTokens;
42
+ }
43
+ if (options.topP !== undefined) {
44
+ createOptions.top_p = options.topP;
45
+ }
46
+ if (options.tools !== undefined) {
47
+ createOptions.tools = options.tools;
48
+ }
49
+ if (options.toolChoice !== undefined) {
50
+ createOptions.tool_choice = options.toolChoice;
51
+ }
52
+ if (options.stop !== undefined) {
53
+ createOptions.stop = options.stop;
54
+ }
55
+ if (options.responseFormat !== undefined) {
56
+ createOptions.response_format = options.responseFormat;
57
+ }
58
+ try {
59
+ const response = await this.client.chat.completions.create(createOptions);
60
+ const choice = response.choices[0];
61
+ const message = choice.message;
62
+ const result = {
63
+ id: response.id,
64
+ model: response.model,
65
+ role: 'assistant',
66
+ content: message.content ?? '',
67
+ finishReason: mapFinishReason(choice.finish_reason),
68
+ usage: {
69
+ promptTokens: response.usage?.prompt_tokens ?? 0,
70
+ completionTokens: response.usage?.completion_tokens ?? 0,
71
+ totalTokens: response.usage?.total_tokens ?? 0,
72
+ },
73
+ };
74
+ if (message.tool_calls) {
75
+ result.toolCalls = message.tool_calls.map(tc => ({
76
+ id: tc.id,
77
+ type: 'function',
78
+ function: {
79
+ name: tc.function.name,
80
+ arguments: tc.function.arguments,
81
+ },
82
+ }));
83
+ }
84
+ return result;
85
+ }
86
+ catch (error) {
87
+ if (error instanceof Error) {
88
+ throw new Error(`OpenAI API error: ${error.message}`);
89
+ }
90
+ throw new Error(`OpenAI API error: ${String(error)}`);
91
+ }
92
+ }
93
+ /**
94
+ * 发送流式对话请求
95
+ * @param messages - 对话消息列表
96
+ * @param options - 流式选项,包含 onChunk、onComplete、onError 回调
97
+ */
98
+ async chatStream(messages, options) {
99
+ const openaiMessages = messages.map(msg => this.normalizeMessage(msg));
100
+ const createOptions = {
101
+ model: options.model,
102
+ messages: openaiMessages,
103
+ stream: true,
104
+ };
105
+ if (options.temperature !== undefined) {
106
+ createOptions.temperature = options.temperature;
107
+ }
108
+ if (options.maxTokens !== undefined) {
109
+ createOptions.max_tokens = options.maxTokens;
110
+ }
111
+ if (options.topP !== undefined) {
112
+ createOptions.top_p = options.topP;
113
+ }
114
+ if (options.stop !== undefined) {
115
+ createOptions.stop = options.stop;
116
+ }
117
+ if (options.tools !== undefined) {
118
+ createOptions.tools = options.tools;
119
+ }
120
+ try {
121
+ const response = await this.client.chat.completions.create(createOptions);
122
+ let fullContent = '';
123
+ // 处理异步迭代器和同步迭代器两种响应类型
124
+ const stream = response;
125
+ if (typeof stream[Symbol.asyncIterator] === 'function') {
126
+ for await (const chunk of stream) {
127
+ const content = chunk.choices?.[0]?.delta?.content;
128
+ if (content) {
129
+ fullContent += content;
130
+ options.onChunk?.(content);
131
+ }
132
+ }
133
+ }
134
+ else if (typeof stream[Symbol.iterator] === 'function') {
135
+ for (const chunk of stream) {
136
+ const content = chunk.choices?.[0]?.delta?.content;
137
+ if (content) {
138
+ fullContent += content;
139
+ options.onChunk?.(content);
140
+ }
141
+ }
142
+ }
143
+ options.onComplete?.(fullContent);
144
+ }
145
+ catch (error) {
146
+ options.onError?.(error instanceof Error ? error : new Error(String(error)));
147
+ throw error;
148
+ }
149
+ }
150
+ /**
151
+ * 规范化消息格式
152
+ * 将通用 ChatMessage 转换为 OpenAI 格式
153
+ * @param msg - 原始消息
154
+ * @returns OpenAI 格式的消息
155
+ */
156
+ normalizeMessage(msg) {
157
+ const result = {
158
+ role: msg.role,
159
+ content: this.normalizeContent(msg.content),
160
+ };
161
+ if (msg.name !== undefined)
162
+ result.name = msg.name;
163
+ if (msg.toolCalls !== undefined)
164
+ result.tool_calls = msg.toolCalls;
165
+ if (msg.toolCallId !== undefined)
166
+ result.tool_call_id = msg.toolCallId;
167
+ return result;
168
+ }
169
+ /**
170
+ * 规范化消息内容
171
+ * 将字符串或消息片段数组转换为 OpenAI 格式
172
+ * @param content - 原始内容
173
+ * @returns OpenAI 格式的内容
174
+ */
175
+ normalizeContent(content) {
176
+ if (typeof content === 'string') {
177
+ return content;
178
+ }
179
+ return content.map((part) => {
180
+ if (part.type === 'text') {
181
+ return { type: 'text', text: part.text };
182
+ }
183
+ if (part.type === 'image_url') {
184
+ return { type: 'image_url', image_url: part.image_url };
185
+ }
186
+ return { type: 'text', text: '' };
187
+ });
188
+ }
189
+ /**
190
+ * 获取可用模型列表
191
+ * @returns 模型信息列表
192
+ */
193
+ async listModels() {
194
+ const models = await this.client.models.list();
195
+ return models.data.map(m => ({
196
+ provider: 'openai',
197
+ model: m.id,
198
+ displayName: m.id,
199
+ contextWindow: 128000,
200
+ supportsTools: true,
201
+ supportsVision: m.id.includes('vision'),
202
+ }));
203
+ }
204
+ /**
205
+ * 验证 API 密钥是否有效
206
+ * @returns 密钥是否有效
207
+ */
208
+ async validateKey() {
209
+ try {
210
+ await this.client.models.list();
211
+ return true;
212
+ }
213
+ catch {
214
+ return false;
215
+ }
216
+ }
217
+ }
218
+ /**
219
+ * 映射 finish reason
220
+ * 将 OpenAI 的 finish_reason 转换为通用格式
221
+ * @param reason - OpenAI 返回的 finish_reason
222
+ * @returns 通用 finish reason
223
+ */
224
+ function mapFinishReason(reason) {
225
+ switch (reason) {
226
+ case 'stop': return 'stop';
227
+ case 'length': return 'length';
228
+ case 'content_filter': return 'content_filter';
229
+ case 'tool_calls': return 'tool_calls';
230
+ case 'function_call': return 'function_call';
231
+ default: return 'stop';
232
+ }
233
+ }
234
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/provider/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA+B1C;;;GAGG;AACH,MAAM,OAAO,cAAe,SAAQ,eAAe;IACjD,cAAc;IACL,QAAQ,GAAa,QAAQ,CAAC;IAEvC,cAAc;IACI,YAAY,GAAG,QAAQ,CAAC;IAE1C,uBAAuB;IACf,MAAM,CAAS;IAEvB;;;OAGG;IACH,YAAY,MAA4B;QACtC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,UAA6B,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE;QAC3F,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAuD;YACxE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,cAA0D;SACrE,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,KAAyC,CAAC;QAC1E,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACrC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,UAAwD,CAAC;QAC/F,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACpC,CAAC;QACD,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACxC,aAAoD,CAAC,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;QACjG,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAE1E,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YACpC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAE/B,MAAM,MAAM,GAAgB;gBAC1B,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC;gBACnD,KAAK,EAAE;oBACL,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;oBAChD,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;oBACxD,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;iBAC/C;aACF,CAAC;YAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/C,EAAE,EAAE,EAAE,CAAC,EAAG;oBACV,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE;wBACR,IAAI,EAAE,EAAE,CAAC,QAAS,CAAC,IAAI;wBACvB,SAAS,EAAE,EAAE,CAAC,QAAS,CAAC,SAAS;qBAClC;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,QAAuB,EAAE,OAAyB;QACjE,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAoD;YACrE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,cAA0D;YACpE,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACpC,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,KAAyC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,aAAoB,CAAC,CAAC;YACjF,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,sBAAsB;YACtB,MAAM,MAAM,GAAG,QAAe,CAAC;YAC/B,IAAI,OAAO,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,EAAE,CAAC;gBACvD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;oBACnD,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,IAAI,OAAO,CAAC;wBACvB,OAAO,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,UAAU,EAAE,CAAC;gBACzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;oBACnD,IAAI,OAAO,EAAE,CAAC;wBACZ,WAAW,IAAI,OAAO,CAAC;wBACvB,OAAO,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,gBAAgB,CAAC,GAAgB;QACvC,MAAM,MAAM,GAA4I;YACtJ,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;SAC5C,CAAC;QACF,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACnD,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;QACnE,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;YAAE,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC;QACvE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACK,gBAAgB,CAAC,OAAuB;QAC9C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAiB,EAAE,EAAE;YACvC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAA2C,CAAC;YACpF,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC9B,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAA2C,CAAC;YACnG,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAA2C,CAAC;QAC7E,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3B,QAAQ,EAAE,QAAiB;YAC3B,KAAK,EAAE,CAAC,CAAC,EAAE;YACX,WAAW,EAAE,CAAC,CAAC,EAAE;YACjB,aAAa,EAAE,MAAM;YACrB,aAAa,EAAE,IAAI;YACnB,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACxC,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,MAAqB;IAC5C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;QAC3B,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;QAC/B,KAAK,gBAAgB,CAAC,CAAC,OAAO,gBAAgB,CAAC;QAC/C,KAAK,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC;QACvC,KAAK,eAAe,CAAC,CAAC,OAAO,eAAe,CAAC;QAC7C,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IACzB,CAAC;AACH,CAAC"}
@@ -0,0 +1,53 @@
1
+ import type { ChatMessage, LLMResponse, LLMRequestOptions, ModelInfo } from '../types';
2
+ import { StreamingOptions } from './openai';
3
+ import { BaseLLMProvider } from '../base';
4
+ import { LLMProviderType } from '../constants';
5
+ export interface ProxyProviderConfig {
6
+ provider?: LLMProviderType;
7
+ apiKey?: string;
8
+ baseUrl?: string;
9
+ apiPath?: string;
10
+ timeoutMs?: number;
11
+ defaultModel?: string;
12
+ }
13
+ export interface RuntimeConfig {
14
+ apiKey?: string;
15
+ baseUrl?: string;
16
+ model?: string;
17
+ }
18
+ declare class ProxyProviderImpl extends BaseLLMProvider {
19
+ readonly provider: LLMProviderType;
20
+ readonly defaultModel: string;
21
+ private actualProvider;
22
+ private currentConfig;
23
+ constructor(config?: ProxyProviderConfig);
24
+ private getDefaultModel;
25
+ private createProvider;
26
+ setProvider(config: ProxyProviderConfig): void;
27
+ updateConfig(config: RuntimeConfig): void;
28
+ setModel(model: string): void;
29
+ private ensureProvider;
30
+ chat(messages: ChatMessage[], options?: LLMRequestOptions): Promise<LLMResponse>;
31
+ chatStream(messages: ChatMessage[], options: StreamingOptions): Promise<void>;
32
+ listModels(): Promise<ModelInfo[]>;
33
+ validateKey(): Promise<boolean>;
34
+ }
35
+ export { ProxyProviderImpl as ProxyProvider };
36
+ export interface ProxyConfig {
37
+ provider: LLMProviderType;
38
+ apiKey: string;
39
+ baseUrl?: string;
40
+ apiPath?: string;
41
+ timeoutMs?: number;
42
+ defaultModel?: string;
43
+ }
44
+ export interface ProxyFunctions {
45
+ chat: (messages: ChatMessage[], options?: LLMRequestOptions) => Promise<LLMResponse>;
46
+ chatStream: (messages: ChatMessage[], options: StreamingOptions) => Promise<void>;
47
+ listModels: () => Promise<ModelInfo[]>;
48
+ validateKey: () => Promise<boolean>;
49
+ setModel: (model: string) => void;
50
+ updateConfig: (config: RuntimeConfig) => void;
51
+ }
52
+ export declare function proxyProvider(config: ProxyConfig): ProxyFunctions;
53
+ //# sourceMappingURL=proxy.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"proxy.d.ts","sourceRoot":"","sources":["../../src/provider/proxy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE5C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAK/C,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAGD,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAGD,cAAM,iBAAkB,SAAQ,eAAe;IAC7C,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,SAAkB,YAAY,EAAE,MAAM,CAAC;IAEvC,OAAO,CAAC,cAAc,CAAgC;IACtD,OAAO,CAAC,aAAa,CAAsB;gBAE/B,MAAM,CAAC,EAAE,mBAAmB;IAWxC,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,cAAc;IAwBtB,WAAW,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI;IAQ9C,YAAY,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI;IAYzC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI7B,OAAO,CAAC,cAAc;IAOhB,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IAShF,UAAU,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7E,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAGtC;AAGD,OAAO,EAAE,iBAAiB,IAAI,aAAa,EAAE,CAAC;AAG9C,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAGD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;IACrF,UAAU,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAClF,UAAU,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACvC,WAAW,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IACpC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,YAAY,EAAE,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC;CAC/C;AAGD,wBAAgB,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,cAAc,CAWjE"}
@@ -0,0 +1,113 @@
1
+ import { BaseLLMProvider } from '../base';
2
+ import { LLMProviderType } from '../constants';
3
+ import { AnthropicProvider } from './anthropic';
4
+ import { OpenAIProvider } from './openai';
5
+ // 内部实现类
6
+ class ProxyProviderImpl extends BaseLLMProvider {
7
+ provider;
8
+ defaultModel;
9
+ actualProvider = null;
10
+ currentConfig;
11
+ constructor(config) {
12
+ super(config?.apiKey, config?.baseUrl);
13
+ this.provider = config?.provider ?? LLMProviderType.Anthropic;
14
+ this.defaultModel = config?.defaultModel ?? this.getDefaultModel(this.provider);
15
+ this.currentConfig = config ?? {};
16
+ if (config?.apiKey && config?.provider) {
17
+ this.actualProvider = this.createProvider(config);
18
+ }
19
+ }
20
+ getDefaultModel(provider) {
21
+ const providerType = provider;
22
+ return providerType === LLMProviderType.OpenAI ? 'gpt-4o' : 'claude-3-5-sonnet-20241022';
23
+ }
24
+ createProvider(config) {
25
+ if (!config.provider || !config.apiKey) {
26
+ throw new Error('provider and apiKey are required');
27
+ }
28
+ const providerType = config.provider;
29
+ if (providerType === LLMProviderType.OpenAI) {
30
+ return new OpenAIProvider({
31
+ apiKey: config.apiKey,
32
+ ...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),
33
+ ...(config.apiPath ? { apiPath: config.apiPath } : {}),
34
+ ...(config.timeoutMs ? { timeoutMs: config.timeoutMs } : {}),
35
+ });
36
+ }
37
+ else {
38
+ return new AnthropicProvider({
39
+ apiKey: config.apiKey,
40
+ ...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),
41
+ ...(config.apiPath ? { apiPath: config.apiPath } : {}),
42
+ ...(config.timeoutMs ? { timeoutMs: config.timeoutMs } : {}),
43
+ });
44
+ }
45
+ }
46
+ setProvider(config) {
47
+ if (!config.provider || !config.apiKey) {
48
+ throw new Error('provider and apiKey are required');
49
+ }
50
+ this.currentConfig = config;
51
+ this.actualProvider = this.createProvider(config);
52
+ }
53
+ updateConfig(config) {
54
+ if (config.apiKey || config.baseUrl) {
55
+ const newConfig = {
56
+ ...this.currentConfig,
57
+ ...(config.apiKey ? { apiKey: config.apiKey } : {}),
58
+ ...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),
59
+ };
60
+ this.currentConfig = newConfig;
61
+ this.actualProvider = this.createProvider(newConfig);
62
+ }
63
+ }
64
+ setModel(model) {
65
+ this.currentConfig.defaultModel = model;
66
+ }
67
+ ensureProvider() {
68
+ if (!this.actualProvider) {
69
+ throw new Error('Provider not initialized. Call setProvider() first.');
70
+ }
71
+ return this.actualProvider;
72
+ }
73
+ async chat(messages, options) {
74
+ const provider = this.ensureProvider();
75
+ const finalOptions = {
76
+ ...options,
77
+ model: options?.model ?? this.defaultModel,
78
+ };
79
+ return provider.chat(messages, finalOptions);
80
+ }
81
+ async chatStream(messages, options) {
82
+ const provider = this.ensureProvider();
83
+ const finalOptions = {
84
+ ...options,
85
+ model: options.model ?? this.currentConfig.defaultModel,
86
+ };
87
+ if (this.provider === LLMProviderType.Anthropic) {
88
+ return provider.chatStream(messages, finalOptions);
89
+ }
90
+ return provider.chatStream(messages, finalOptions);
91
+ }
92
+ async listModels() {
93
+ return this.ensureProvider().listModels();
94
+ }
95
+ async validateKey() {
96
+ return this.ensureProvider().validateKey();
97
+ }
98
+ }
99
+ // Class 模式导出
100
+ export { ProxyProviderImpl as ProxyProvider };
101
+ // 函数模式
102
+ export function proxyProvider(config) {
103
+ const provider = new ProxyProviderImpl(config);
104
+ return {
105
+ chat: (messages, options) => provider.chat(messages, options),
106
+ chatStream: (messages, options) => provider.chatStream(messages, options),
107
+ listModels: () => provider.listModels(),
108
+ validateKey: () => provider.validateKey(),
109
+ setModel: (model) => provider.setModel(model),
110
+ updateConfig: (config) => provider.updateConfig(config),
111
+ };
112
+ }
113
+ //# sourceMappingURL=proxy.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"proxy.js","sourceRoot":"","sources":["../../src/provider/proxy.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAmB1C,QAAQ;AACR,MAAM,iBAAkB,SAAQ,eAAe;IACpC,QAAQ,CAAkB;IACjB,YAAY,CAAS;IAE/B,cAAc,GAA2B,IAAI,CAAC;IAC9C,aAAa,CAAsB;IAE3C,YAAY,MAA4B;QACtC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,MAAM,EAAE,QAAQ,IAAI,eAAe,CAAC,SAAS,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChF,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,EAAE,CAAC;QAElC,IAAI,MAAM,EAAE,MAAM,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAkC;QACxD,MAAM,YAAY,GAAG,QAA2B,CAAC;QACjD,OAAO,YAAY,KAAK,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,4BAA4B,CAAC;IAC3F,CAAC;IAEO,cAAc,CAAC,MAA2B;QAChD,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,QAA2B,CAAC;QAExD,IAAI,YAAY,KAAK,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5C,OAAO,IAAI,cAAc,CAAC;gBACxB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,iBAAiB,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,WAAW,CAAC,MAA2B;QACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,YAAY,CAAC,MAAqB;QAChC,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,SAAS,GAAwB;gBACrC,GAAG,IAAI,CAAC,aAAa;gBACrB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvD,CAAC;YACF,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;YAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,aAAa,CAAC,YAAY,GAAG,KAAK,CAAC;IAC1C,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,OAA2B;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,MAAM,YAAY,GAAsB;YACtC,GAAG,OAAO;YACV,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;SAC3C,CAAC;QACF,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAuB,EAAE,OAAyB;QACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG;YACnB,GAAG,OAAO;YACV,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,YAAY;SACxD,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,KAAK,eAAe,CAAC,SAAS,EAAE,CAAC;YAChD,OAAQ,QAA8B,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAyC,CAAC,CAAC;QACzG,CAAC;QACD,OAAQ,QAA2B,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,CAAC;CACF;AAED,aAAa;AACb,OAAO,EAAE,iBAAiB,IAAI,aAAa,EAAE,CAAC;AAsB9C,OAAO;AACP,MAAM,UAAU,aAAa,CAAC,MAAmB;IAC/C,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAE/C,OAAO;QACL,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC;QAC7D,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC;QACzE,UAAU,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE;QACvC,WAAW,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE;QACzC,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC7C,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;KACxD,CAAC;AACJ,CAAC"}
@@ -0,0 +1,21 @@
1
+ import type { ChatMessage, LLMResponse, LLMRequestOptions } from './types';
2
+ import { BaseLLMProvider } from './base';
3
+ export interface RouterConfig {
4
+ primaryProvider: BaseLLMProvider;
5
+ fallbackProviders?: BaseLLMProvider[];
6
+ defaultModel?: string;
7
+ }
8
+ export declare class LLMRouter {
9
+ private primaryProvider;
10
+ private fallbackProviders;
11
+ private providerHealth;
12
+ private healthCheckIntervalMs;
13
+ constructor(config: RouterConfig);
14
+ chat(messages: ChatMessage[], options?: LLMRequestOptions): Promise<LLMResponse>;
15
+ private getHealthyProviders;
16
+ private markProviderUnhealthy;
17
+ validateAllProviders(): Promise<Map<string, boolean>>;
18
+ getPrimaryProvider(): BaseLLMProvider;
19
+ addFallback(provider: BaseLLMProvider): void;
20
+ }
21
+ //# sourceMappingURL=router.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AASzC,MAAM,WAAW,YAAY;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,iBAAiB,CAAC,EAAE,eAAe,EAAE,CAAC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAQD,qBAAa,SAAS;IACpB,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,iBAAiB,CAAyB;IAClD,OAAO,CAAC,cAAc,CAA0C;IAChE,OAAO,CAAC,qBAAqB,CAAS;gBAE1B,MAAM,EAAE,YAAY;IAK1B,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IAmBtF,OAAO,CAAC,mBAAmB;IAqB3B,OAAO,CAAC,qBAAqB;IAQvB,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAwB3D,kBAAkB,IAAI,eAAe;IAIrC,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,IAAI;CAG7C"}
package/dist/router.js ADDED
@@ -0,0 +1,86 @@
1
+ class LLMError extends Error {
2
+ context;
3
+ constructor(message, context) {
4
+ super(message);
5
+ this.context = context;
6
+ this.name = 'LLMError';
7
+ }
8
+ }
9
+ export class LLMRouter {
10
+ primaryProvider;
11
+ fallbackProviders = [];
12
+ providerHealth = new Map();
13
+ healthCheckIntervalMs = 30000;
14
+ constructor(config) {
15
+ this.primaryProvider = config.primaryProvider;
16
+ this.fallbackProviders = config.fallbackProviders ?? [];
17
+ }
18
+ async chat(messages, options) {
19
+ const attemptOrder = this.getHealthyProviders();
20
+ for (const provider of attemptOrder) {
21
+ try {
22
+ return await provider.chat(messages, options);
23
+ }
24
+ catch (error) {
25
+ this.markProviderUnhealthy(provider);
26
+ console.error(`Provider ${provider.provider} failed:`, error);
27
+ if (provider === attemptOrder[attemptOrder.length - 1]) {
28
+ throw new LLMError(`All LLM providers failed`, { originalError: error });
29
+ }
30
+ }
31
+ }
32
+ throw new LLMError('No available LLM providers');
33
+ }
34
+ getHealthyProviders() {
35
+ const now = Date.now();
36
+ const healthy = [];
37
+ const primaryHealth = this.providerHealth.get(this.primaryProvider.provider);
38
+ if (!primaryHealth || (now - primaryHealth.lastCheck > this.healthCheckIntervalMs)) {
39
+ healthy.push(this.primaryProvider);
40
+ }
41
+ else if (primaryHealth.healthy) {
42
+ healthy.push(this.primaryProvider);
43
+ }
44
+ for (const provider of this.fallbackProviders) {
45
+ const health = this.providerHealth.get(provider.provider);
46
+ if (!health || health.healthy) {
47
+ healthy.push(provider);
48
+ }
49
+ }
50
+ return healthy.length > 0 ? healthy : [this.primaryProvider];
51
+ }
52
+ markProviderUnhealthy(provider) {
53
+ this.providerHealth.set(provider.provider, {
54
+ provider,
55
+ healthy: false,
56
+ lastCheck: Date.now(),
57
+ });
58
+ }
59
+ async validateAllProviders() {
60
+ const results = new Map();
61
+ const primary = await this.primaryProvider.validateKey();
62
+ results.set(this.primaryProvider.provider, primary);
63
+ this.providerHealth.set(this.primaryProvider.provider, {
64
+ provider: this.primaryProvider,
65
+ healthy: primary,
66
+ lastCheck: Date.now(),
67
+ });
68
+ for (const provider of this.fallbackProviders) {
69
+ const healthy = await provider.validateKey();
70
+ results.set(provider.provider, healthy);
71
+ this.providerHealth.set(provider.provider, {
72
+ provider,
73
+ healthy,
74
+ lastCheck: Date.now(),
75
+ });
76
+ }
77
+ return results;
78
+ }
79
+ getPrimaryProvider() {
80
+ return this.primaryProvider;
81
+ }
82
+ addFallback(provider) {
83
+ this.fallbackProviders.push(provider);
84
+ }
85
+ }
86
+ //# sourceMappingURL=router.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"router.js","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAGA,MAAM,QAAS,SAAQ,KAAK;IACU;IAApC,YAAY,OAAe,EAAS,OAAiC;QACnE,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,YAAO,GAAP,OAAO,CAA0B;QAEnE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;IACzB,CAAC;CACF;AAcD,MAAM,OAAO,SAAS;IACZ,eAAe,CAAkB;IACjC,iBAAiB,GAAsB,EAAE,CAAC;IAC1C,cAAc,GAAgC,IAAI,GAAG,EAAE,CAAC;IACxD,qBAAqB,GAAG,KAAK,CAAC;IAEtC,YAAY,MAAoB;QAC9B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAC9C,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,OAA2B;QAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEhD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,OAAO,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,YAAY,QAAQ,CAAC,QAAQ,UAAU,EAAE,KAAK,CAAC,CAAC;gBAE9D,IAAI,QAAQ,KAAK,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;oBACvD,MAAM,IAAI,QAAQ,CAAC,0BAA0B,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,IAAI,QAAQ,CAAC,4BAA4B,CAAC,CAAC;IACnD,CAAC;IAEO,mBAAmB;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC7E,IAAI,CAAC,aAAa,IAAI,CAAC,GAAG,GAAG,aAAa,CAAC,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACnF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/D,CAAC;IAEO,qBAAqB,CAAC,QAAyB;QACrD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE;YACzC,QAAQ;YACR,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;QAE3C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE;YACrD,QAAQ,EAAE,IAAI,CAAC,eAAe;YAC9B,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;QAEH,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBACzC,QAAQ;gBACR,OAAO;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,WAAW,CAAC,QAAyB;QACnC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;CACF"}