@theihtisham/budget-llm 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. package/.env.example +21 -0
  2. package/LICENSE +21 -0
  3. package/README.md +293 -0
  4. package/dist/config.d.ts +77 -0
  5. package/dist/config.d.ts.map +1 -0
  6. package/dist/config.js +246 -0
  7. package/dist/config.js.map +1 -0
  8. package/dist/database.d.ts +24 -0
  9. package/dist/database.d.ts.map +1 -0
  10. package/dist/database.js +414 -0
  11. package/dist/database.js.map +1 -0
  12. package/dist/providers.d.ts +20 -0
  13. package/dist/providers.d.ts.map +1 -0
  14. package/dist/providers.js +208 -0
  15. package/dist/providers.js.map +1 -0
  16. package/dist/proxy.d.ts +7 -0
  17. package/dist/proxy.d.ts.map +1 -0
  18. package/dist/proxy.js +181 -0
  19. package/dist/proxy.js.map +1 -0
  20. package/dist/rate-limiter.d.ts +8 -0
  21. package/dist/rate-limiter.d.ts.map +1 -0
  22. package/dist/rate-limiter.js +72 -0
  23. package/dist/rate-limiter.js.map +1 -0
  24. package/dist/router.d.ts +33 -0
  25. package/dist/router.d.ts.map +1 -0
  26. package/dist/router.js +186 -0
  27. package/dist/router.js.map +1 -0
  28. package/dist/server.d.ts +3 -0
  29. package/dist/server.d.ts.map +1 -0
  30. package/dist/server.js +705 -0
  31. package/dist/server.js.map +1 -0
  32. package/dist/task-classifier.d.ts +4 -0
  33. package/dist/task-classifier.d.ts.map +1 -0
  34. package/dist/task-classifier.js +123 -0
  35. package/dist/task-classifier.js.map +1 -0
  36. package/dist/types.d.ts +205 -0
  37. package/dist/types.d.ts.map +1 -0
  38. package/dist/types.js +46 -0
  39. package/dist/types.js.map +1 -0
  40. package/dist/utils/encryption.d.ts +4 -0
  41. package/dist/utils/encryption.d.ts.map +1 -0
  42. package/dist/utils/encryption.js +40 -0
  43. package/dist/utils/encryption.js.map +1 -0
  44. package/package.json +63 -0
  45. package/src/config.ts +254 -0
  46. package/src/database.ts +496 -0
  47. package/src/providers.ts +315 -0
  48. package/src/proxy.ts +226 -0
  49. package/src/rate-limiter.ts +81 -0
  50. package/src/router.ts +228 -0
  51. package/src/server.ts +754 -0
  52. package/src/task-classifier.ts +134 -0
  53. package/src/types/sql.js.d.ts +27 -0
  54. package/src/types.ts +258 -0
  55. package/src/utils/encryption.ts +36 -0
  56. package/tests/config.test.ts +85 -0
  57. package/tests/database.test.ts +194 -0
  58. package/tests/encryption.test.ts +57 -0
  59. package/tests/rate-limiter.test.ts +83 -0
  60. package/tests/router.test.ts +182 -0
  61. package/tests/server.test.ts +253 -0
  62. package/tests/setup.ts +15 -0
  63. package/tests/task-classifier.test.ts +117 -0
  64. package/tsconfig.json +25 -0
  65. package/vitest.config.ts +15 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";;;;;AAitBA,kCAwBC;AAzuBD,sDAA8B;AAC9B,gDAAwB;AACxB,oDAA4B;AAC5B,8DAAsC;AACtC,qCAAoC;AACpC,mCAA6C;AAC7C,yCASoB;AACpB,iDAAgD;AAChD,mCAIiB;AAGjB,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;AAEtB,uBAAuB;AAEvB,GAAG,CAAC,GAAG,CAAC,IAAA,gBAAM,EAAC,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAClD,GAAG,CAAC,GAAG,CAAC,IAAA,qBAAW,GAAE,CAAC,CAAC;AACvB,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,GAAE,CAAC,CAAC;AAChB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;AAEzC,8CAA8C;AAC9C,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;IAC1B,2CAA2C;IAC3C,YAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACrD,IAAI,EAAE,CAAC;AACT,CAAC,CAAC,CAAC;AAEH,yBAAyB;AAEzB,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IAC/B,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AACpF,CAAC,CAAC,CAAC;AAEH,wDAAwD;AAExD,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;IAClD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAAoB,CAAC;QAEtC,2BAA2B;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE;oBACL,OAAO,EAAE,2CAA2C;oBACpD,IAAI,EAAE,uBAAuB;iBAC9B;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,IAAA,0BAAkB,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE1D,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,kDAAkD;AAClD,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;IAC/C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAAoB,CAAC;QAEtC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE;oBACL,OAAO,EAAE,2CAA2C;oBACpD,IAAI,EAAE,uBAAuB;iBAC9B;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,IAAA,0BAAkB,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE1D,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,gDAAgD;AAEhD,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IAClC,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAuG,EAAE,EAAE,CAAC,CAAC;QAC7I,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,YAAY,EAAE,CAAC,CAAC,WAAW;QAC3B,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,cAAc,EAAE,CAAC,CAAC,aAAa;KAChC,CAAC,CAAC,CAAC;IAEJ,GAAG,CAAC,IAAI,CAAC;QACP,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM;KACb,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IAC/B,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAuG,EAAE,EAAE,CAAC,CAAC;QAC7I,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,YAAY,EAAE,CAAC,CAAC,WAAW;QAC3B,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,cAAc,EAAE,CAAC,CAAC,aAAa;KAChC,CAAC,CAAC,CAAC;IAEJ,GAAG,CAAC,IAAI,CAAC;QACP,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM;KACb,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,0BAA0B;AAE1B,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IACtC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAA,2BAAgB,GAAE,CAAC;QAChC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAC,CAAC;IACnE,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;IACjC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAc,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,IAAA,yBAAc,EAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QACpD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IACnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAA,0BAAe,GAAE,CAAC;QACjC,MAAM,MAAM,GAAG,IAAA,0BAAe,EAAC,MAAM,CAAC,CAAC;QACvC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;IAClC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,GAAG,CAAC,IAA6B,CAAC;QAElD,kBAAkB;QAClB,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC;YAC/G,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uCAAuC,EAAE,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,aAAa,KAAK,QAAQ,IAAI,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC;YACrH,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,yCAAyC,EAAE,CAAC,CAAC;YAC3E,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,aAAa,KAAK,QAAQ,IAAI,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC;YACrH,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,yCAAyC,EAAE,CAAC,CAAC;YAC3E,OAAO;QACT,CAAC;QAED,IAAA,0BAAe,EAAC,OAAO,CAAC,CAAC;QACzB,MAAM,MAAM,GAAG,IAAA,0BAAe,GAAE,CAAC;QACjC,MAAM,MAAM,GAAG,IAAA,0BAAe,EAAC,MAAM,CAAC,CAAC;QACvC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;IACtC,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS,CAAC;IAC3D,MAAM,MAAM,GAAG,IAAA,6BAAc,EAAC,EAAE,CAAC,CAAC;IAClC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;AAC9B,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IACrC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAA,qBAAU,GAAE,CAAC;QAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,OAAO,gBAAgB,EAAE,CAAC,CAAC;IACrE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,2BAA2B;AAE3B,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IAClC,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IAC3C,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IACzB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IAC3C,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;AAC7B,CAAC,CAAC,CAAC;AAEH,0BAA0B;AAE1B,SAAS,gBAAgB,CAAC,GAAY,EAAE,GAAqB;IAC3D,IAAI,GAAG,YAAY,2BAAmB,EAAE,CAAC;QACvC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE;gBACL,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EAAE,GAAG,CAAC,IAAI;gBACrB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB;SACF,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,GAAG,YAAY,sBAAc,EAAE,CAAC;QAClC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE;gBACL,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,IAAI,EAAE,qBAAqB;gBAC3B,cAAc,EAAE,GAAG,CAAC,OAAO;aAC5B;SACF,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,GAAG,YAAY,gCAAwB,EAAE,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE;gBACL,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,IAAI,EAAE,uBAAuB;aAC9B;SACF,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,kDAAkD;QAClD,MAAM,OAAO,GACX,YAAG,CAAC,QAAQ,KAAK,YAAY;YAC3B,CAAC,CAAC,uBAAuB;YACzB,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;QAClB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE;gBACL,OAAO;gBACP,IAAI,EAAE,gBAAgB;aACvB;SACF,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;QACnB,KAAK,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE;KAC5D,CAAC,CAAC;AACL,CAAC;AAED,2BAA2B;AAE3B,SAAS,cAAc;IACrB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oCAyF2B,YAAG,CAAC,IAAI;;;;;;;;;;;;;;;;;;;;;;;;QAwBpC,CAAC;AACT,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAgUD,CAAC;AACT,CAAC;AAED,yBAAyB;AAElB,KAAK,UAAU,WAAW;IAC/B,yCAAyC;IACzC,MAAM,IAAA,iBAAM,GAAE,CAAC;IAEf,GAAG,CAAC,MAAM,CAAC,YAAG,CAAC,IAAI,EAAE,GAAG,EAAE;QACxB,YAAG,CAAC,IAAI,CAAC,+CAA+C,YAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACpE,YAAG,CAAC,IAAI,CAAC,+BAA+B,YAAG,CAAC,IAAI,YAAY,CAAC,CAAC;QAC9D,YAAG,CAAC,IAAI,CAAC,oCAAoC,YAAG,CAAC,IAAI,sBAAsB,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QACzB,YAAG,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC5C,IAAA,kBAAO,GAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACxB,YAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAC3C,IAAA,kBAAO,GAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,wBAAwB;AACxB,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { TaskType, ChatMessage } from './types';
2
+ export declare function classifyTask(messages: ChatMessage[]): TaskType;
3
+ export declare function estimateTokens(messages: ChatMessage[]): number;
4
+ //# sourceMappingURL=task-classifier.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"task-classifier.d.ts","sourceRoot":"","sources":["../src/task-classifier.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAgGrD,wBAAgB,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,QAAQ,CA+B9D;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAI9D"}
@@ -0,0 +1,123 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.classifyTask = classifyTask;
4
+ exports.estimateTokens = estimateTokens;
5
+ const TASK_PATTERNS = [
6
+ {
7
+ type: 'code',
8
+ keywords: [
9
+ 'function', 'class', 'method', 'variable', 'import', 'export',
10
+ 'return', 'interface', 'type ', 'const ', 'let ', 'var ',
11
+ 'async', 'await', 'promise', 'callback', 'error handling',
12
+ 'algorithm', 'data structure', 'api endpoint', 'sql query',
13
+ 'database', 'debug', 'fix bug', 'refactor', 'code review',
14
+ 'typescript', 'javascript', 'python', 'rust', 'golang',
15
+ 'implementation', 'compile', 'deploy', 'unit test',
16
+ 'regex', 'html', 'css', 'component', 'render',
17
+ 'write a function', 'write a class', 'create a module',
18
+ 'implement', 'optimize', 'performance',
19
+ ],
20
+ roleWeights: { system: 1.5, user: 1.0 },
21
+ },
22
+ {
23
+ type: 'math',
24
+ keywords: [
25
+ 'calculate', 'equation', 'formula', 'derivative', 'integral',
26
+ 'polynomial', 'theorem', 'proof', 'linear algebra', 'calculus',
27
+ 'probability', 'statistics', 'matrix', 'vector', 'solve for x',
28
+ 'mathematical', 'compute', 'arithmetic', 'geometric',
29
+ ],
30
+ roleWeights: { user: 1.0 },
31
+ },
32
+ {
33
+ type: 'reasoning',
34
+ keywords: [
35
+ 'analyze', 'evaluate', 'compare', 'contrast', 'pros and cons',
36
+ 'should i', 'which is better', 'explain why', 'logical',
37
+ 'argument', 'evidence', 'implication', 'consequence',
38
+ 'what would happen', 'predict', 'deduce', 'infer',
39
+ 'step by step reasoning', 'think through',
40
+ ],
41
+ roleWeights: { user: 1.0 },
42
+ },
43
+ {
44
+ type: 'creative',
45
+ keywords: [
46
+ 'write a story', 'poem', 'creative', 'imagine', 'fictional',
47
+ 'narrative', 'dialogue', 'character', 'plot', 'brainstorm',
48
+ 'idea', 'invent', 'design a', 'slogan', 'tagline',
49
+ 'marketing copy', 'blog post', 'article about',
50
+ 'song lyrics', 'joke', 'creative writing',
51
+ ],
52
+ roleWeights: { user: 1.0 },
53
+ },
54
+ {
55
+ type: 'translation',
56
+ keywords: [
57
+ 'translate', 'translation', 'in french', 'in spanish',
58
+ 'in german', 'in japanese', 'in chinese', 'in korean',
59
+ 'convert to', 'say this in',
60
+ ],
61
+ roleWeights: { user: 1.0 },
62
+ },
63
+ {
64
+ type: 'summarization',
65
+ keywords: [
66
+ 'summarize', 'summary', 'tldr', 'brief overview',
67
+ 'key points', 'main ideas', 'condense', 'shorten',
68
+ 'bullet points', 'executive summary',
69
+ ],
70
+ roleWeights: { user: 1.0 },
71
+ },
72
+ {
73
+ type: 'analysis',
74
+ keywords: [
75
+ 'analyze', 'analysis', 'break down', 'examine',
76
+ 'data analysis', 'trends', 'insights', 'report',
77
+ 'metrics', 'dashboard', 'visualization',
78
+ ],
79
+ roleWeights: { user: 1.0 },
80
+ },
81
+ {
82
+ type: 'chat',
83
+ keywords: [
84
+ 'hello', 'hi ', 'hey', 'how are you', 'thanks', 'thank you',
85
+ 'help me', 'can you', 'what is', 'who is', 'when did',
86
+ 'where is', 'tell me about',
87
+ ],
88
+ roleWeights: { user: 1.0 },
89
+ },
90
+ ];
91
+ function classifyTask(messages) {
92
+ const text = messages.map((m) => m.content.toLowerCase()).join(' ');
93
+ let bestType = 'chat';
94
+ let bestScore = 0;
95
+ for (const pattern of TASK_PATTERNS) {
96
+ let score = 0;
97
+ for (const keyword of pattern.keywords) {
98
+ if (text.includes(keyword)) {
99
+ score += 1;
100
+ }
101
+ }
102
+ // Weight by role
103
+ for (const msg of messages) {
104
+ const weight = pattern.roleWeights[msg.role] ?? 0.5;
105
+ for (const keyword of pattern.keywords) {
106
+ if (msg.content.toLowerCase().includes(keyword)) {
107
+ score += weight * 0.5;
108
+ }
109
+ }
110
+ }
111
+ if (score > bestScore) {
112
+ bestScore = score;
113
+ bestType = pattern.type;
114
+ }
115
+ }
116
+ return bestType;
117
+ }
118
+ function estimateTokens(messages) {
119
+ // Rough estimate: ~4 chars per token
120
+ const totalChars = messages.reduce((sum, m) => sum + m.content.length + m.role.length, 0);
121
+ return Math.ceil(totalChars / 4);
122
+ }
123
+ //# sourceMappingURL=task-classifier.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"task-classifier.js","sourceRoot":"","sources":["../src/task-classifier.ts"],"names":[],"mappings":";;AAgGA,oCA+BC;AAED,wCAIC;AA5HD,MAAM,aAAa,GAAkB;IACnC;QACE,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE;YACR,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;YAC7D,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM;YACxD,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB;YACzD,WAAW,EAAE,gBAAgB,EAAE,cAAc,EAAE,WAAW;YAC1D,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa;YACzD,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ;YACtD,gBAAgB,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW;YAClD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ;YAC7C,kBAAkB,EAAE,eAAe,EAAE,iBAAiB;YACtD,WAAW,EAAE,UAAU,EAAE,aAAa;SACvC;QACD,WAAW,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE;KACxC;IACD;QACE,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE;YACR,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU;YAC5D,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,UAAU;YAC9D,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa;YAC9D,cAAc,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW;SACrD;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;KAC3B;IACD;QACE,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE;YACR,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe;YAC7D,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,SAAS;YACvD,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa;YACpD,mBAAmB,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO;YACjD,wBAAwB,EAAE,eAAe;SAC1C;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;KAC3B;IACD;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW;YAC3D,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY;YAC1D,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS;YACjD,gBAAgB,EAAE,WAAW,EAAE,eAAe;YAC9C,aAAa,EAAE,MAAM,EAAE,kBAAkB;SAC1C;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;KAC3B;IACD;QACE,IAAI,EAAE,aAAa;QACnB,QAAQ,EAAE;YACR,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY;YACrD,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW;YACrD,YAAY,EAAE,aAAa;SAC5B;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;KAC3B;IACD;QACE,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE;YACR,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB;YAChD,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS;YACjD,eAAe,EAAE,mBAAmB;SACrC;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;KAC3B;IACD;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS;YAC9C,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ;YAC/C,SAAS,EAAE,WAAW,EAAE,eAAe;SACxC;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;KAC3B;IACD;QACE,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE;YACR,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW;YAC3D,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU;YACrD,UAAU,EAAE,eAAe;SAC5B;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;KAC3B;CACF,CAAC;AAEF,SAAgB,YAAY,CAAC,QAAuB;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEpE,IAAI,QAAQ,GAAa,MAAM,CAAC;IAChC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;YACpD,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACvC,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAChD,KAAK,IAAI,MAAM,GAAG,GAAG,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,SAAS,GAAG,KAAK,CAAC;YAClB,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAgB,cAAc,CAAC,QAAuB;IACpD,qCAAqC;IACrC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1F,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;AACnC,CAAC"}
@@ -0,0 +1,205 @@
1
+ export type ProviderId = 'openai' | 'anthropic' | 'google' | 'deepseek';
2
+ export interface ProviderConfig {
3
+ id: ProviderId;
4
+ name: string;
5
+ baseUrl: string;
6
+ apiKey: string;
7
+ enabled: boolean;
8
+ priority: number;
9
+ timeoutMs: number;
10
+ }
11
+ export interface ModelInfo {
12
+ id: string;
13
+ provider: ProviderId;
14
+ displayName: string;
15
+ inputPricePer1M: number;
16
+ outputPricePer1M: number;
17
+ contextWindow: number;
18
+ maxOutputTokens: number;
19
+ capabilities: ModelCapability[];
20
+ qualityScore: number;
21
+ speedScore: number;
22
+ costScore: number;
23
+ }
24
+ export type ModelCapability = 'code' | 'creative' | 'reasoning' | 'chat' | 'summarization' | 'translation' | 'analysis' | 'math';
25
+ export type TaskType = 'code' | 'creative' | 'reasoning' | 'chat' | 'summarization' | 'translation' | 'analysis' | 'math' | 'auto';
26
+ export interface ChatMessage {
27
+ role: 'system' | 'user' | 'assistant';
28
+ content: string;
29
+ }
30
+ export interface ProxyRequest {
31
+ model?: string;
32
+ messages: ChatMessage[];
33
+ temperature?: number;
34
+ max_tokens?: number;
35
+ top_p?: number;
36
+ stream?: boolean;
37
+ /** BudgetLLM extension: force a specific task type hint */
38
+ task_type?: TaskType;
39
+ /** BudgetLLM extension: request ID for tracking */
40
+ request_id?: string;
41
+ /** BudgetLLM extension: per-request budget cap in USD */
42
+ budget_cap?: number;
43
+ }
44
+ export interface ProxyResponse {
45
+ id: string;
46
+ object: 'chat.completion';
47
+ created: number;
48
+ model: string;
49
+ choices: Array<{
50
+ index: number;
51
+ message: ChatMessage;
52
+ finish_reason: string;
53
+ }>;
54
+ usage: {
55
+ prompt_tokens: number;
56
+ completion_tokens: number;
57
+ total_tokens: number;
58
+ };
59
+ /** BudgetLLM extension: cost breakdown */
60
+ cost: CostBreakdown;
61
+ }
62
+ export interface CostBreakdown {
63
+ inputCost: number;
64
+ outputCost: number;
65
+ totalCost: number;
66
+ currency: string;
67
+ model: string;
68
+ provider: ProviderId;
69
+ savingsVsGpt4: number;
70
+ }
71
+ export interface BudgetConfig {
72
+ dailyBudget: number;
73
+ monthlyBudget: number;
74
+ perRequestCap: number;
75
+ }
76
+ export interface BudgetStatus {
77
+ daily: {
78
+ spent: number;
79
+ limit: number;
80
+ remaining: number;
81
+ percentUsed: number;
82
+ };
83
+ monthly: {
84
+ spent: number;
85
+ limit: number;
86
+ remaining: number;
87
+ percentUsed: number;
88
+ };
89
+ }
90
+ export interface CostRecord {
91
+ id: string;
92
+ requestId: string;
93
+ timestamp: string;
94
+ provider: ProviderId;
95
+ model: string;
96
+ taskType: TaskType;
97
+ inputTokens: number;
98
+ outputTokens: number;
99
+ inputCost: number;
100
+ outputCost: number;
101
+ totalCost: number;
102
+ latencyMs: number;
103
+ cached: boolean;
104
+ }
105
+ export interface CostSummary {
106
+ totalSpent: number;
107
+ totalRequests: number;
108
+ totalInputTokens: number;
109
+ totalOutputTokens: number;
110
+ cacheHitRate: number;
111
+ averageLatencyMs: number;
112
+ byProvider: Record<ProviderId, ProviderSummary>;
113
+ byModel: Record<string, ModelSummary>;
114
+ savingsVsGpt4: number;
115
+ }
116
+ export interface ProviderSummary {
117
+ totalSpent: number;
118
+ requestCount: number;
119
+ inputTokens: number;
120
+ outputTokens: number;
121
+ }
122
+ export interface ModelSummary {
123
+ totalSpent: number;
124
+ requestCount: number;
125
+ inputTokens: number;
126
+ outputTokens: number;
127
+ averageLatencyMs: number;
128
+ }
129
+ export interface CacheEntry {
130
+ promptHash: string;
131
+ model: string;
132
+ provider: ProviderId;
133
+ response: string;
134
+ inputTokens: number;
135
+ outputTokens: number;
136
+ cost: number;
137
+ createdAt: number;
138
+ expiresAt: number;
139
+ hitCount: number;
140
+ }
141
+ export interface TokenBucket {
142
+ tokens: number;
143
+ maxTokens: number;
144
+ refillRate: number;
145
+ lastRefill: number;
146
+ }
147
+ export interface RateLimitStatus {
148
+ allowed: boolean;
149
+ remaining: number;
150
+ resetMs: number;
151
+ }
152
+ export interface RoutingDecision {
153
+ provider: ProviderId;
154
+ model: string;
155
+ reason: string;
156
+ estimatedCost: number;
157
+ estimatedSavings: number;
158
+ }
159
+ export interface DashboardData {
160
+ overview: {
161
+ totalSpent: number;
162
+ totalRequests: number;
163
+ totalSaved: number;
164
+ cacheHitRate: number;
165
+ };
166
+ budget: BudgetStatus;
167
+ recentRequests: Array<{
168
+ time: string;
169
+ model: string;
170
+ provider: string;
171
+ taskType: string;
172
+ cost: number;
173
+ tokens: number;
174
+ cached: boolean;
175
+ }>;
176
+ costByDay: Array<{
177
+ date: string;
178
+ cost: number;
179
+ requests: number;
180
+ }>;
181
+ modelDistribution: Array<{
182
+ model: string;
183
+ count: number;
184
+ cost: number;
185
+ }>;
186
+ }
187
+ export declare class BudgetExceededError extends Error {
188
+ readonly type: 'daily' | 'monthly' | 'per_request';
189
+ readonly spent: number;
190
+ readonly limit: number;
191
+ constructor(type: 'daily' | 'monthly' | 'per_request', spent: number, limit: number);
192
+ }
193
+ export declare class RateLimitError extends Error {
194
+ readonly resetMs: number;
195
+ constructor(resetMs: number);
196
+ }
197
+ export declare class ProviderError extends Error {
198
+ readonly provider: ProviderId;
199
+ readonly statusCode: number;
200
+ constructor(provider: ProviderId, statusCode: number, message: string);
201
+ }
202
+ export declare class NoProviderAvailableError extends Error {
203
+ constructor();
204
+ }
205
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;AAExE,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,UAAU,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,UAAU,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,eAAe,GACvB,MAAM,GACN,UAAU,GACV,WAAW,GACX,MAAM,GACN,eAAe,GACf,aAAa,GACb,UAAU,GACV,MAAM,CAAC;AAEX,MAAM,MAAM,QAAQ,GAChB,MAAM,GACN,UAAU,GACV,WAAW,GACX,MAAM,GACN,eAAe,GACf,aAAa,GACb,UAAU,GACV,MAAM,GACN,MAAM,CAAC;AAIX,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2DAA2D;IAC3D,SAAS,CAAC,EAAE,QAAQ,CAAC;IACrB,mDAAmD;IACnD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,WAAW,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,0CAA0C;IAC1C,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,UAAU,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAID,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChF,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;CACnF;AAID,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,UAAU,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAChD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACtC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAID,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,UAAU,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAID,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,UAAU,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAID,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,MAAM,EAAE,YAAY,CAAC;IACrB,cAAc,EAAE,KAAK,CAAC;QACpB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC,CAAC;IACH,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnE,iBAAiB,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1E;AAID,qBAAa,mBAAoB,SAAQ,KAAK;aAE1B,IAAI,EAAE,OAAO,GAAG,SAAS,GAAG,aAAa;aACzC,KAAK,EAAE,MAAM;aACb,KAAK,EAAE,MAAM;gBAFb,IAAI,EAAE,OAAO,GAAG,SAAS,GAAG,aAAa,EACzC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM;CAKhC;AAED,qBAAa,cAAe,SAAQ,KAAK;aACX,OAAO,EAAE,MAAM;gBAAf,OAAO,EAAE,MAAM;CAI5C;AAED,qBAAa,aAAc,SAAQ,KAAK;aAEpB,QAAQ,EAAE,UAAU;aACpB,UAAU,EAAE,MAAM;gBADlB,QAAQ,EAAE,UAAU,EACpB,UAAU,EAAE,MAAM,EAClC,OAAO,EAAE,MAAM;CAKlB;AAED,qBAAa,wBAAyB,SAAQ,KAAK;;CAKlD"}
package/dist/types.js ADDED
@@ -0,0 +1,46 @@
1
+ "use strict";
2
+ // ---- Provider & Model Types ----
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.NoProviderAvailableError = exports.ProviderError = exports.RateLimitError = exports.BudgetExceededError = void 0;
5
+ // ---- Error Types ----
6
+ class BudgetExceededError extends Error {
7
+ type;
8
+ spent;
9
+ limit;
10
+ constructor(type, spent, limit) {
11
+ super(`Budget exceeded (${type}): $${spent.toFixed(4)} / $${limit.toFixed(2)}`);
12
+ this.type = type;
13
+ this.spent = spent;
14
+ this.limit = limit;
15
+ this.name = 'BudgetExceededError';
16
+ }
17
+ }
18
+ exports.BudgetExceededError = BudgetExceededError;
19
+ class RateLimitError extends Error {
20
+ resetMs;
21
+ constructor(resetMs) {
22
+ super(`Rate limit exceeded. Retry after ${Math.ceil(resetMs / 1000)}s`);
23
+ this.resetMs = resetMs;
24
+ this.name = 'RateLimitError';
25
+ }
26
+ }
27
+ exports.RateLimitError = RateLimitError;
28
+ class ProviderError extends Error {
29
+ provider;
30
+ statusCode;
31
+ constructor(provider, statusCode, message) {
32
+ super(`Provider ${provider} error (${statusCode}): ${message}`);
33
+ this.provider = provider;
34
+ this.statusCode = statusCode;
35
+ this.name = 'ProviderError';
36
+ }
37
+ }
38
+ exports.ProviderError = ProviderError;
39
+ class NoProviderAvailableError extends Error {
40
+ constructor() {
41
+ super('No LLM provider available — check API keys and provider health');
42
+ this.name = 'NoProviderAvailableError';
43
+ }
44
+ }
45
+ exports.NoProviderAvailableError = NoProviderAvailableError;
46
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA,mCAAmC;;;AA6NnC,wBAAwB;AAExB,MAAa,mBAAoB,SAAQ,KAAK;IAE1B;IACA;IACA;IAHlB,YACkB,IAAyC,EACzC,KAAa,EACb,KAAa;QAE7B,KAAK,CAAC,oBAAoB,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAJhE,SAAI,GAAJ,IAAI,CAAqC;QACzC,UAAK,GAAL,KAAK,CAAQ;QACb,UAAK,GAAL,KAAK,CAAQ;QAG7B,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AATD,kDASC;AAED,MAAa,cAAe,SAAQ,KAAK;IACX;IAA5B,YAA4B,OAAe;QACzC,KAAK,CAAC,oCAAoC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAD9C,YAAO,GAAP,OAAO,CAAQ;QAEzC,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AALD,wCAKC;AAED,MAAa,aAAc,SAAQ,KAAK;IAEpB;IACA;IAFlB,YACkB,QAAoB,EACpB,UAAkB,EAClC,OAAe;QAEf,KAAK,CAAC,YAAY,QAAQ,WAAW,UAAU,MAAM,OAAO,EAAE,CAAC,CAAC;QAJhD,aAAQ,GAAR,QAAQ,CAAY;QACpB,eAAU,GAAV,UAAU,CAAQ;QAIlC,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AATD,sCASC;AAED,MAAa,wBAAyB,SAAQ,KAAK;IACjD;QACE,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACxE,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AALD,4DAKC"}
@@ -0,0 +1,4 @@
1
+ export declare function encrypt(plaintext: string): string;
2
+ export declare function decrypt(ciphertext: string): string;
3
+ export declare function hashPrompt(messages: string): string;
4
+ //# sourceMappingURL=encryption.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encryption.d.ts","sourceRoot":"","sources":["../../src/utils/encryption.ts"],"names":[],"mappings":"AAaA,wBAAgB,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAOjD;AAED,wBAAgB,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CASlD;AAED,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEnD"}
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.encrypt = encrypt;
7
+ exports.decrypt = decrypt;
8
+ exports.hashPrompt = hashPrompt;
9
+ const crypto_1 = __importDefault(require("crypto"));
10
+ const config_1 = require("../config");
11
+ const ALGORITHM = 'aes-256-gcm';
12
+ const IV_LENGTH = 16;
13
+ const TAG_LENGTH = 16;
14
+ function getKey() {
15
+ const key = config_1.env.ENCRYPTION_KEY;
16
+ // Ensure exactly 32 bytes for AES-256
17
+ return crypto_1.default.createHash('sha256').update(key).digest();
18
+ }
19
+ function encrypt(plaintext) {
20
+ const iv = crypto_1.default.randomBytes(IV_LENGTH);
21
+ const key = getKey();
22
+ const cipher = crypto_1.default.createCipheriv(ALGORITHM, key, iv);
23
+ const encrypted = Buffer.concat([cipher.update(plaintext, 'utf8'), cipher.final()]);
24
+ const tag = cipher.getAuthTag();
25
+ return Buffer.concat([iv, tag, encrypted]).toString('base64');
26
+ }
27
+ function decrypt(ciphertext) {
28
+ const data = Buffer.from(ciphertext, 'base64');
29
+ const iv = data.subarray(0, IV_LENGTH);
30
+ const tag = data.subarray(IV_LENGTH, IV_LENGTH + TAG_LENGTH);
31
+ const encrypted = data.subarray(IV_LENGTH + TAG_LENGTH);
32
+ const key = getKey();
33
+ const decipher = crypto_1.default.createDecipheriv(ALGORITHM, key, iv);
34
+ decipher.setAuthTag(tag);
35
+ return decipher.update(encrypted) + decipher.final('utf8');
36
+ }
37
+ function hashPrompt(messages) {
38
+ return crypto_1.default.createHash('sha256').update(messages).digest('hex');
39
+ }
40
+ //# sourceMappingURL=encryption.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encryption.js","sourceRoot":"","sources":["../../src/utils/encryption.ts"],"names":[],"mappings":";;;;;AAaA,0BAOC;AAED,0BASC;AAED,gCAEC;AAnCD,oDAA4B;AAC5B,sCAAgC;AAEhC,MAAM,SAAS,GAAG,aAAa,CAAC;AAChC,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB,SAAS,MAAM;IACb,MAAM,GAAG,GAAG,YAAG,CAAC,cAAc,CAAC;IAC/B,sCAAsC;IACtC,OAAO,gBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED,SAAgB,OAAO,CAAC,SAAiB;IACvC,MAAM,EAAE,GAAG,gBAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;IACrB,MAAM,MAAM,GAAG,gBAAM,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACpF,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;IAChC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAChE,CAAC;AAED,SAAgB,OAAO,CAAC,UAAkB;IACxC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;IACrB,MAAM,QAAQ,GAAG,gBAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7D,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IACzB,OAAO,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC7D,CAAC;AAED,SAAgB,UAAU,CAAC,QAAgB;IACzC,OAAO,gBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpE,CAAC"}
package/package.json ADDED
@@ -0,0 +1,63 @@
1
+ {
2
+ "name": "@theihtisham/budget-llm",
3
+ "version": "1.0.0",
4
+ "description": "Cut your AI costs by 60% — one API endpoint that automatically picks the cheapest model for every request.",
5
+ "main": "dist/server.js",
6
+ "types": "dist/server.d.ts",
7
+ "scripts": {
8
+ "build": "tsc",
9
+ "start": "node dist/server.js",
10
+ "dev": "tsx watch src/server.ts",
11
+ "test": "vitest run",
12
+ "test:watch": "vitest",
13
+ "test:coverage": "vitest run --coverage",
14
+ "lint": "tsc --noEmit",
15
+ "clean": "rimraf dist data/*.db"
16
+ },
17
+ "keywords": [
18
+ "llm",
19
+ "cost-optimizer",
20
+ "proxy",
21
+ "openai",
22
+ "anthropic",
23
+ "google",
24
+ "deepseek",
25
+ "budget",
26
+ "routing"
27
+ ],
28
+ "author": "",
29
+ "license": "MIT",
30
+ "dependencies": {
31
+ "compression": "^1.7.5",
32
+ "cors": "^2.8.5",
33
+ "dotenv": "^16.4.7",
34
+ "express": "^4.21.2",
35
+ "helmet": "^8.0.0",
36
+ "sql.js": "^1.11.0",
37
+ "uuid": "^11.1.0",
38
+ "zod": "^3.24.2"
39
+ },
40
+ "devDependencies": {
41
+ "@types/compression": "^1.7.5",
42
+ "@types/cors": "^2.8.17",
43
+ "@types/express": "^5.0.0",
44
+ "@types/node": "^22.12.0",
45
+ "@types/uuid": "^10.0.0",
46
+ "rimraf": "^6.0.1",
47
+ "supertest": "^7.0.0",
48
+ "@types/supertest": "^6.0.2",
49
+ "tsx": "^4.19.2",
50
+ "typescript": "^5.7.3",
51
+ "vitest": "^3.0.0"
52
+ },
53
+ "engines": {
54
+ "node": ">=18.0.0"
55
+ },
56
+ "publishConfig": {
57
+ "access": "public"
58
+ },
59
+ "repository": {
60
+ "type": "git",
61
+ "url": "https://github.com/theihtisham/budget-llm"
62
+ }
63
+ }