@ax-llm/ax 9.0.19 → 9.0.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (310) hide show
  1. package/package.json +33 -85
  2. package/CHANGELOG.md +0 -184
  3. package/LICENSE +0 -201
  4. package/README.md +0 -569
  5. package/build/module/docs/assets/icons.d.ts +0 -1
  6. package/build/module/docs/assets/icons.js +0 -19
  7. package/build/module/docs/assets/icons.js.map +0 -1
  8. package/build/module/docs/assets/main.d.ts +0 -1
  9. package/build/module/docs/assets/main.js +0 -629
  10. package/build/module/docs/assets/main.js.map +0 -1
  11. package/build/module/docs/assets/navigation.d.ts +0 -1
  12. package/build/module/docs/assets/navigation.js +0 -3
  13. package/build/module/docs/assets/navigation.js.map +0 -1
  14. package/build/module/docs/assets/search.d.ts +0 -1
  15. package/build/module/docs/assets/search.js +0 -3
  16. package/build/module/docs/assets/search.js.map +0 -1
  17. package/build/module/src/ai/anthropic/api.d.ts +0 -19
  18. package/build/module/src/ai/anthropic/api.js +0 -326
  19. package/build/module/src/ai/anthropic/api.js.map +0 -1
  20. package/build/module/src/ai/anthropic/index.d.ts +0 -2
  21. package/build/module/src/ai/anthropic/index.js +0 -3
  22. package/build/module/src/ai/anthropic/index.js.map +0 -1
  23. package/build/module/src/ai/anthropic/info.d.ts +0 -2
  24. package/build/module/src/ai/anthropic/info.js +0 -40
  25. package/build/module/src/ai/anthropic/info.js.map +0 -1
  26. package/build/module/src/ai/anthropic/types.d.ts +0 -171
  27. package/build/module/src/ai/anthropic/types.js +0 -10
  28. package/build/module/src/ai/anthropic/types.js.map +0 -1
  29. package/build/module/src/ai/azure-openai/api.d.ts +0 -19
  30. package/build/module/src/ai/azure-openai/api.js +0 -30
  31. package/build/module/src/ai/azure-openai/api.js.map +0 -1
  32. package/build/module/src/ai/azure-openai/index.d.ts +0 -1
  33. package/build/module/src/ai/azure-openai/index.js +0 -2
  34. package/build/module/src/ai/azure-openai/index.js.map +0 -1
  35. package/build/module/src/ai/balance.d.ts +0 -23
  36. package/build/module/src/ai/balance.js +0 -87
  37. package/build/module/src/ai/balance.js.map +0 -1
  38. package/build/module/src/ai/base.d.ts +0 -55
  39. package/build/module/src/ai/base.js +0 -343
  40. package/build/module/src/ai/base.js.map +0 -1
  41. package/build/module/src/ai/cohere/api.d.ts +0 -22
  42. package/build/module/src/ai/cohere/api.js +0 -264
  43. package/build/module/src/ai/cohere/api.js.map +0 -1
  44. package/build/module/src/ai/cohere/index.d.ts +0 -2
  45. package/build/module/src/ai/cohere/index.js +0 -3
  46. package/build/module/src/ai/cohere/index.js.map +0 -1
  47. package/build/module/src/ai/cohere/info.d.ts +0 -2
  48. package/build/module/src/ai/cohere/info.js +0 -52
  49. package/build/module/src/ai/cohere/info.js.map +0 -1
  50. package/build/module/src/ai/cohere/types.d.ts +0 -102
  51. package/build/module/src/ai/cohere/types.js +0 -23
  52. package/build/module/src/ai/cohere/types.js.map +0 -1
  53. package/build/module/src/ai/deepseek/api.d.ts +0 -16
  54. package/build/module/src/ai/deepseek/api.js +0 -32
  55. package/build/module/src/ai/deepseek/api.js.map +0 -1
  56. package/build/module/src/ai/deepseek/index.d.ts +0 -2
  57. package/build/module/src/ai/deepseek/index.js +0 -3
  58. package/build/module/src/ai/deepseek/index.js.map +0 -1
  59. package/build/module/src/ai/deepseek/info.d.ts +0 -2
  60. package/build/module/src/ai/deepseek/info.js +0 -16
  61. package/build/module/src/ai/deepseek/info.js.map +0 -1
  62. package/build/module/src/ai/deepseek/types.d.ts +0 -8
  63. package/build/module/src/ai/deepseek/types.js +0 -10
  64. package/build/module/src/ai/deepseek/types.js.map +0 -1
  65. package/build/module/src/ai/google-gemini/api.d.ts +0 -36
  66. package/build/module/src/ai/google-gemini/api.js +0 -299
  67. package/build/module/src/ai/google-gemini/api.js.map +0 -1
  68. package/build/module/src/ai/google-gemini/index.d.ts +0 -2
  69. package/build/module/src/ai/google-gemini/index.js +0 -3
  70. package/build/module/src/ai/google-gemini/index.js.map +0 -1
  71. package/build/module/src/ai/google-gemini/info.d.ts +0 -6
  72. package/build/module/src/ai/google-gemini/info.js +0 -29
  73. package/build/module/src/ai/google-gemini/info.js.map +0 -1
  74. package/build/module/src/ai/google-gemini/types.d.ts +0 -146
  75. package/build/module/src/ai/google-gemini/types.js +0 -27
  76. package/build/module/src/ai/google-gemini/types.js.map +0 -1
  77. package/build/module/src/ai/groq/api.d.ts +0 -18
  78. package/build/module/src/ai/groq/api.js +0 -52
  79. package/build/module/src/ai/groq/api.js.map +0 -1
  80. package/build/module/src/ai/groq/index.d.ts +0 -1
  81. package/build/module/src/ai/groq/index.js +0 -2
  82. package/build/module/src/ai/groq/index.js.map +0 -1
  83. package/build/module/src/ai/groq/types.d.ts +0 -6
  84. package/build/module/src/ai/groq/types.js +0 -8
  85. package/build/module/src/ai/groq/types.js.map +0 -1
  86. package/build/module/src/ai/huggingface/api.d.ts +0 -19
  87. package/build/module/src/ai/huggingface/api.js +0 -115
  88. package/build/module/src/ai/huggingface/api.js.map +0 -1
  89. package/build/module/src/ai/huggingface/index.d.ts +0 -2
  90. package/build/module/src/ai/huggingface/index.js +0 -3
  91. package/build/module/src/ai/huggingface/index.js.map +0 -1
  92. package/build/module/src/ai/huggingface/info.d.ts +0 -6
  93. package/build/module/src/ai/huggingface/info.js +0 -6
  94. package/build/module/src/ai/huggingface/info.js.map +0 -1
  95. package/build/module/src/ai/huggingface/types.d.ts +0 -34
  96. package/build/module/src/ai/huggingface/types.js +0 -5
  97. package/build/module/src/ai/huggingface/types.js.map +0 -1
  98. package/build/module/src/ai/index.d.ts +0 -16
  99. package/build/module/src/ai/index.js +0 -16
  100. package/build/module/src/ai/index.js.map +0 -1
  101. package/build/module/src/ai/mistral/api.d.ts +0 -16
  102. package/build/module/src/ai/mistral/api.js +0 -32
  103. package/build/module/src/ai/mistral/api.js.map +0 -1
  104. package/build/module/src/ai/mistral/index.d.ts +0 -2
  105. package/build/module/src/ai/mistral/index.js +0 -3
  106. package/build/module/src/ai/mistral/index.js.map +0 -1
  107. package/build/module/src/ai/mistral/info.d.ts +0 -2
  108. package/build/module/src/ai/mistral/info.js +0 -34
  109. package/build/module/src/ai/mistral/info.js.map +0 -1
  110. package/build/module/src/ai/mistral/types.d.ts +0 -10
  111. package/build/module/src/ai/mistral/types.js +0 -13
  112. package/build/module/src/ai/mistral/types.js.map +0 -1
  113. package/build/module/src/ai/ollama/api.d.ts +0 -22
  114. package/build/module/src/ai/ollama/api.js +0 -32
  115. package/build/module/src/ai/ollama/api.js.map +0 -1
  116. package/build/module/src/ai/ollama/index.d.ts +0 -1
  117. package/build/module/src/ai/ollama/index.js +0 -2
  118. package/build/module/src/ai/ollama/index.js.map +0 -1
  119. package/build/module/src/ai/openai/api.d.ts +0 -29
  120. package/build/module/src/ai/openai/api.js +0 -283
  121. package/build/module/src/ai/openai/api.js.map +0 -1
  122. package/build/module/src/ai/openai/index.d.ts +0 -2
  123. package/build/module/src/ai/openai/index.js +0 -3
  124. package/build/module/src/ai/openai/index.js.map +0 -1
  125. package/build/module/src/ai/openai/info.d.ts +0 -6
  126. package/build/module/src/ai/openai/info.js +0 -50
  127. package/build/module/src/ai/openai/info.js.map +0 -1
  128. package/build/module/src/ai/openai/types.d.ts +0 -165
  129. package/build/module/src/ai/openai/types.js +0 -18
  130. package/build/module/src/ai/openai/types.js.map +0 -1
  131. package/build/module/src/ai/together/api.d.ts +0 -15
  132. package/build/module/src/ai/together/api.js +0 -28
  133. package/build/module/src/ai/together/api.js.map +0 -1
  134. package/build/module/src/ai/together/index.d.ts +0 -1
  135. package/build/module/src/ai/together/index.js +0 -2
  136. package/build/module/src/ai/together/index.js.map +0 -1
  137. package/build/module/src/ai/together/info.d.ts +0 -2
  138. package/build/module/src/ai/together/info.js +0 -2
  139. package/build/module/src/ai/together/info.js.map +0 -1
  140. package/build/module/src/ai/types.d.ts +0 -159
  141. package/build/module/src/ai/types.js +0 -2
  142. package/build/module/src/ai/types.js.map +0 -1
  143. package/build/module/src/ai/util.d.ts +0 -12
  144. package/build/module/src/ai/util.js +0 -63
  145. package/build/module/src/ai/util.js.map +0 -1
  146. package/build/module/src/ai/wrap.d.ts +0 -47
  147. package/build/module/src/ai/wrap.js +0 -95
  148. package/build/module/src/ai/wrap.js.map +0 -1
  149. package/build/module/src/db/base.d.ts +0 -23
  150. package/build/module/src/db/base.js +0 -87
  151. package/build/module/src/db/base.js.map +0 -1
  152. package/build/module/src/db/cloudflare.d.ts +0 -21
  153. package/build/module/src/db/cloudflare.js +0 -98
  154. package/build/module/src/db/cloudflare.js.map +0 -1
  155. package/build/module/src/db/index.d.ts +0 -6
  156. package/build/module/src/db/index.js +0 -7
  157. package/build/module/src/db/index.js.map +0 -1
  158. package/build/module/src/db/memory.d.ts +0 -21
  159. package/build/module/src/db/memory.js +0 -99
  160. package/build/module/src/db/memory.js.map +0 -1
  161. package/build/module/src/db/pinecone.d.ts +0 -21
  162. package/build/module/src/db/pinecone.js +0 -71
  163. package/build/module/src/db/pinecone.js.map +0 -1
  164. package/build/module/src/db/types.d.ts +0 -35
  165. package/build/module/src/db/types.js +0 -3
  166. package/build/module/src/db/types.js.map +0 -1
  167. package/build/module/src/db/weaviate.d.ts +0 -21
  168. package/build/module/src/db/weaviate.js +0 -127
  169. package/build/module/src/db/weaviate.js.map +0 -1
  170. package/build/module/src/db/wrap.d.ts +0 -13
  171. package/build/module/src/db/wrap.js +0 -35
  172. package/build/module/src/db/wrap.js.map +0 -1
  173. package/build/module/src/docs/index.d.ts +0 -4
  174. package/build/module/src/docs/index.js +0 -5
  175. package/build/module/src/docs/index.js.map +0 -1
  176. package/build/module/src/docs/manager.d.ts +0 -45
  177. package/build/module/src/docs/manager.js +0 -159
  178. package/build/module/src/docs/manager.js.map +0 -1
  179. package/build/module/src/docs/reranker.d.ts +0 -7
  180. package/build/module/src/docs/reranker.js +0 -26
  181. package/build/module/src/docs/reranker.js.map +0 -1
  182. package/build/module/src/docs/rewriter.d.ts +0 -4
  183. package/build/module/src/docs/rewriter.js +0 -9
  184. package/build/module/src/docs/rewriter.js.map +0 -1
  185. package/build/module/src/docs/tika.d.ts +0 -18
  186. package/build/module/src/docs/tika.js +0 -46
  187. package/build/module/src/docs/tika.js.map +0 -1
  188. package/build/module/src/dsp/asserts.d.ts +0 -32
  189. package/build/module/src/dsp/asserts.js +0 -91
  190. package/build/module/src/dsp/asserts.js.map +0 -1
  191. package/build/module/src/dsp/eval.d.ts +0 -43
  192. package/build/module/src/dsp/eval.js +0 -125
  193. package/build/module/src/dsp/eval.js.map +0 -1
  194. package/build/module/src/dsp/evaluate.d.ts +0 -12
  195. package/build/module/src/dsp/evaluate.js +0 -32
  196. package/build/module/src/dsp/evaluate.js.map +0 -1
  197. package/build/module/src/dsp/extract.d.ts +0 -25
  198. package/build/module/src/dsp/extract.js +0 -153
  199. package/build/module/src/dsp/extract.js.map +0 -1
  200. package/build/module/src/dsp/generate.d.ts +0 -55
  201. package/build/module/src/dsp/generate.js +0 -314
  202. package/build/module/src/dsp/generate.js.map +0 -1
  203. package/build/module/src/dsp/generate.test.d.ts +0 -1
  204. package/build/module/src/dsp/generate.test.js +0 -41
  205. package/build/module/src/dsp/generate.test.js.map +0 -1
  206. package/build/module/src/dsp/index.d.ts +0 -15
  207. package/build/module/src/dsp/index.js +0 -11
  208. package/build/module/src/dsp/index.js.map +0 -1
  209. package/build/module/src/dsp/loader.d.ts +0 -30
  210. package/build/module/src/dsp/loader.js +0 -81
  211. package/build/module/src/dsp/loader.js.map +0 -1
  212. package/build/module/src/dsp/optimize.d.ts +0 -27
  213. package/build/module/src/dsp/optimize.js +0 -95
  214. package/build/module/src/dsp/optimize.js.map +0 -1
  215. package/build/module/src/dsp/parser.d.ts +0 -87
  216. package/build/module/src/dsp/parser.js +0 -1542
  217. package/build/module/src/dsp/parser.js.map +0 -1
  218. package/build/module/src/dsp/program.d.ts +0 -73
  219. package/build/module/src/dsp/program.js +0 -116
  220. package/build/module/src/dsp/program.js.map +0 -1
  221. package/build/module/src/dsp/prompt.d.ts +0 -48
  222. package/build/module/src/dsp/prompt.js +0 -260
  223. package/build/module/src/dsp/prompt.js.map +0 -1
  224. package/build/module/src/dsp/registry.d.ts +0 -6
  225. package/build/module/src/dsp/registry.js +0 -15
  226. package/build/module/src/dsp/registry.js.map +0 -1
  227. package/build/module/src/dsp/router.d.ts +0 -26
  228. package/build/module/src/dsp/router.js +0 -71
  229. package/build/module/src/dsp/router.js.map +0 -1
  230. package/build/module/src/dsp/sig.d.ts +0 -37
  231. package/build/module/src/dsp/sig.js +0 -194
  232. package/build/module/src/dsp/sig.js.map +0 -1
  233. package/build/module/src/dsp/sig.test.d.ts +0 -1
  234. package/build/module/src/dsp/sig.test.js +0 -28
  235. package/build/module/src/dsp/sig.test.js.map +0 -1
  236. package/build/module/src/dsp/stopwords.d.ts +0 -1
  237. package/build/module/src/dsp/stopwords.js +0 -1164
  238. package/build/module/src/dsp/stopwords.js.map +0 -1
  239. package/build/module/src/dsp/strutil.d.ts +0 -11
  240. package/build/module/src/dsp/strutil.js +0 -60
  241. package/build/module/src/dsp/strutil.js.map +0 -1
  242. package/build/module/src/dsp/util.d.ts +0 -5
  243. package/build/module/src/dsp/util.js +0 -76
  244. package/build/module/src/dsp/util.js.map +0 -1
  245. package/build/module/src/funcs/code.d.ts +0 -9
  246. package/build/module/src/funcs/code.js +0 -63
  247. package/build/module/src/funcs/code.js.map +0 -1
  248. package/build/module/src/funcs/embed.d.ts +0 -6
  249. package/build/module/src/funcs/embed.js +0 -29
  250. package/build/module/src/funcs/embed.js.map +0 -1
  251. package/build/module/src/funcs/functions.d.ts +0 -16
  252. package/build/module/src/funcs/functions.js +0 -55
  253. package/build/module/src/funcs/functions.js.map +0 -1
  254. package/build/module/src/funcs/index.d.ts +0 -3
  255. package/build/module/src/funcs/index.js +0 -4
  256. package/build/module/src/funcs/index.js.map +0 -1
  257. package/build/module/src/funcs/jsonschema.d.ts +0 -2
  258. package/build/module/src/funcs/jsonschema.js +0 -97
  259. package/build/module/src/funcs/jsonschema.js.map +0 -1
  260. package/build/module/src/index.d.ts +0 -9
  261. package/build/module/src/index.js.map +0 -1
  262. package/build/module/src/mem/index.d.ts +0 -2
  263. package/build/module/src/mem/index.js +0 -3
  264. package/build/module/src/mem/index.js.map +0 -1
  265. package/build/module/src/mem/memory.d.ts +0 -16
  266. package/build/module/src/mem/memory.js +0 -77
  267. package/build/module/src/mem/memory.js.map +0 -1
  268. package/build/module/src/mem/types.d.ts +0 -10
  269. package/build/module/src/mem/types.js +0 -2
  270. package/build/module/src/mem/types.js.map +0 -1
  271. package/build/module/src/prompts/agent.d.ts +0 -34
  272. package/build/module/src/prompts/agent.js +0 -108
  273. package/build/module/src/prompts/agent.js.map +0 -1
  274. package/build/module/src/prompts/cot.d.ts +0 -9
  275. package/build/module/src/prompts/cot.js +0 -17
  276. package/build/module/src/prompts/cot.js.map +0 -1
  277. package/build/module/src/prompts/index.d.ts +0 -4
  278. package/build/module/src/prompts/index.js +0 -5
  279. package/build/module/src/prompts/index.js.map +0 -1
  280. package/build/module/src/prompts/prompts.test.d.ts +0 -1
  281. package/build/module/src/prompts/prompts.test.js +0 -54
  282. package/build/module/src/prompts/prompts.test.js.map +0 -1
  283. package/build/module/src/prompts/rag.d.ts +0 -23
  284. package/build/module/src/prompts/rag.js +0 -30
  285. package/build/module/src/prompts/rag.js.map +0 -1
  286. package/build/module/src/prompts/react.d.ts +0 -8
  287. package/build/module/src/prompts/react.js +0 -22
  288. package/build/module/src/prompts/react.js.map +0 -1
  289. package/build/module/src/trace/index.d.ts +0 -171
  290. package/build/module/src/trace/index.js +0 -67
  291. package/build/module/src/trace/index.js.map +0 -1
  292. package/build/module/src/util/apicall.d.ts +0 -18
  293. package/build/module/src/util/apicall.js +0 -50
  294. package/build/module/src/util/apicall.js.map +0 -1
  295. package/build/module/src/util/log.d.ts +0 -14
  296. package/build/module/src/util/log.js +0 -31
  297. package/build/module/src/util/log.js.map +0 -1
  298. package/build/module/src/util/other.d.ts +0 -1
  299. package/build/module/src/util/other.js +0 -5
  300. package/build/module/src/util/other.js.map +0 -1
  301. package/build/module/src/util/rate-limit.d.ts +0 -24
  302. package/build/module/src/util/rate-limit.js +0 -49
  303. package/build/module/src/util/rate-limit.js.map +0 -1
  304. package/build/module/src/util/stream.d.ts +0 -9
  305. package/build/module/src/util/stream.js +0 -29
  306. package/build/module/src/util/stream.js.map +0 -1
  307. package/build/module/src/util/transform.d.ts +0 -7
  308. package/build/module/src/util/transform.js +0 -59
  309. package/build/module/src/util/transform.js.map +0 -1
  310. /package/{build/module/src/index.js → index.js} +0 -0
@@ -1,283 +0,0 @@
1
- import { AxBaseAI, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
2
- import { axModelInfoOpenAI } from './info.js';
3
- import { AxAIOpenAIEmbedModel, AxAIOpenAIModel } from './types.js';
4
- export const axAIOpenAIDefaultConfig = () => structuredClone({
5
- model: AxAIOpenAIModel.GPT4O,
6
- embedModel: AxAIOpenAIEmbedModel.TextEmbedding3Small,
7
- ...axBaseAIDefaultConfig()
8
- });
9
- export const axAIOpenAIBestConfig = () => structuredClone({
10
- ...axAIOpenAIDefaultConfig(),
11
- model: AxAIOpenAIModel.GPT4Turbo
12
- });
13
- export const axAIOpenAICreativeConfig = () => structuredClone({
14
- model: AxAIOpenAIModel.GPT4Turbo,
15
- embedModel: AxAIOpenAIEmbedModel.TextEmbedding3Small,
16
- ...axBaseAIDefaultCreativeConfig()
17
- });
18
- export const axAIOpenAIFastConfig = () => ({
19
- ...axAIOpenAIDefaultConfig(),
20
- model: AxAIOpenAIModel.GPT4O
21
- });
22
- export class AxAIOpenAI extends AxBaseAI {
23
- config;
24
- streamingUsage;
25
- constructor({ apiKey, config, options, apiURL, modelInfo = axModelInfoOpenAI }) {
26
- if (!apiKey || apiKey === '') {
27
- throw new Error('OpenAI API key not set');
28
- }
29
- const _config = {
30
- ...axAIOpenAIDefaultConfig(),
31
- ...config
32
- };
33
- super({
34
- name: 'OpenAI',
35
- apiURL: apiURL ? apiURL : 'https://api.openai.com/v1',
36
- headers: { Authorization: `Bearer ${apiKey}` },
37
- modelInfo,
38
- models: { model: _config.model, embedModel: _config.embedModel },
39
- options,
40
- supportFor: { functions: true, streaming: true }
41
- });
42
- this.config = _config;
43
- this.streamingUsage = options?.streamingUsage ?? true;
44
- }
45
- getModelConfig() {
46
- const { config } = this;
47
- return {
48
- maxTokens: config.maxTokens,
49
- temperature: config.temperature,
50
- presencePenalty: config.presencePenalty,
51
- frequencyPenalty: config.frequencyPenalty,
52
- stopSequences: config.stopSequences,
53
- topP: config.topP,
54
- n: config.n,
55
- stream: config.stream
56
- };
57
- }
58
- generateChatReq = (req,
59
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
60
- _config) => {
61
- const model = req.model ?? this.config.model;
62
- if (!req.chatPrompt || req.chatPrompt.length === 0) {
63
- throw new Error('Chat prompt is empty');
64
- }
65
- const apiConfig = {
66
- name: '/chat/completions'
67
- };
68
- const tools = req.functions?.map((v) => ({
69
- type: 'function',
70
- function: {
71
- name: v.name,
72
- description: v.description,
73
- parameters: v.parameters
74
- }
75
- }));
76
- const toolsChoice = !req.functionCall && req.functions && req.functions.length > 0
77
- ? 'auto'
78
- : req.functionCall;
79
- const messages = createMessages(req);
80
- const frequencyPenalty = req.modelConfig?.frequencyPenalty ?? this.config.frequencyPenalty;
81
- const stream = req.modelConfig?.stream ?? this.config.stream;
82
- const reqValue = {
83
- model,
84
- messages,
85
- response_format: this.config?.responseFormat
86
- ? { type: this.config?.responseFormat }
87
- : undefined,
88
- tools,
89
- tool_choice: toolsChoice,
90
- max_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens ?? 500,
91
- temperature: req.modelConfig?.temperature ?? this.config.temperature,
92
- top_p: req.modelConfig?.topP ?? this.config.topP ?? 1,
93
- n: req.modelConfig?.n ?? this.config.n,
94
- stop: req.modelConfig?.stopSequences ?? this.config.stop,
95
- presence_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
96
- logit_bias: this.config.logitBias,
97
- ...(frequencyPenalty ? { frequency_penalty: frequencyPenalty } : {}),
98
- ...(stream && this.streamingUsage
99
- ? { stream: true, stream_options: { include_usage: true } }
100
- : {})
101
- };
102
- return [apiConfig, reqValue];
103
- };
104
- generateEmbedReq = (req) => {
105
- const model = req.embedModel ?? this.config.embedModel;
106
- if (!model) {
107
- throw new Error('Embed model not set');
108
- }
109
- if (!req.texts || req.texts.length === 0) {
110
- throw new Error('Embed texts is empty');
111
- }
112
- const apiConfig = {
113
- name: '/embeddings'
114
- };
115
- const reqValue = {
116
- model: model,
117
- input: req.texts
118
- };
119
- return [apiConfig, reqValue];
120
- };
121
- generateChatResp = (resp) => {
122
- const { id, usage, choices, error } = resp;
123
- if (error) {
124
- throw error;
125
- }
126
- const modelUsage = usage
127
- ? {
128
- promptTokens: usage.prompt_tokens,
129
- completionTokens: usage.completion_tokens,
130
- totalTokens: usage.total_tokens
131
- }
132
- : undefined;
133
- const results = choices.map((choice) => {
134
- const finishReason = mapFinishReason(choice.finish_reason);
135
- const functionCalls = choice.message.tool_calls?.map(({ id, function: { arguments: params, name } }) => ({
136
- id: id,
137
- type: 'function',
138
- function: { name, params }
139
- }));
140
- return {
141
- id: `${choice.index}`,
142
- content: choice.message.content,
143
- functionCalls,
144
- finishReason
145
- };
146
- });
147
- return {
148
- modelUsage,
149
- results,
150
- remoteId: id
151
- };
152
- };
153
- generateChatStreamResp = (resp, state) => {
154
- const { id, usage, choices } = resp;
155
- const modelUsage = usage
156
- ? {
157
- promptTokens: usage.prompt_tokens,
158
- completionTokens: usage.completion_tokens,
159
- totalTokens: usage.total_tokens
160
- }
161
- : undefined;
162
- const sstate = state;
163
- if (!sstate.indexIdMap) {
164
- sstate.indexIdMap = {};
165
- }
166
- const results = choices.map(
167
- // eslint-disable-next-line @typescript-eslint/naming-convention
168
- ({ delta: { content, role, tool_calls }, finish_reason }) => {
169
- const finishReason = mapFinishReason(finish_reason);
170
- const functionCalls = tool_calls
171
- ?.map(({ id: _id, index, function: { name, arguments: params } }) => {
172
- if (typeof _id === 'string' &&
173
- typeof index === 'number' &&
174
- !sstate.indexIdMap[index]) {
175
- sstate.indexIdMap[index] = _id;
176
- }
177
- const id = sstate.indexIdMap[index];
178
- if (!id) {
179
- return null;
180
- }
181
- return {
182
- id,
183
- type: 'function',
184
- function: { name, params }
185
- };
186
- })
187
- .filter((v) => v !== null);
188
- return {
189
- content,
190
- role: role,
191
- functionCalls,
192
- finishReason,
193
- id
194
- };
195
- });
196
- return {
197
- results,
198
- modelUsage
199
- };
200
- };
201
- generateEmbedResp = (resp) => {
202
- const { data, usage } = resp;
203
- const modelUsage = usage
204
- ? {
205
- promptTokens: usage.prompt_tokens,
206
- completionTokens: usage.completion_tokens,
207
- totalTokens: usage.total_tokens
208
- }
209
- : undefined;
210
- return {
211
- embeddings: data.map((v) => v.embedding),
212
- modelUsage
213
- };
214
- };
215
- }
216
- const mapFinishReason = (finishReason) => {
217
- switch (finishReason) {
218
- case 'stop':
219
- return 'stop';
220
- case 'length':
221
- return 'length';
222
- case 'content_filter':
223
- return 'error';
224
- case 'tool_calls':
225
- return 'function_call';
226
- }
227
- };
228
- function createMessages(req) {
229
- return req.chatPrompt.map((msg) => {
230
- switch (msg.role) {
231
- case 'system':
232
- return { role: 'system', content: msg.content };
233
- case 'user':
234
- if (Array.isArray(msg.content)) {
235
- return {
236
- role: 'user',
237
- name: msg.name,
238
- content: msg.content.map((c) => {
239
- switch (c.type) {
240
- case 'text':
241
- return { type: 'text', text: c.text };
242
- case 'image': {
243
- const url = `data:${c.mimeType};base64,` + c.image;
244
- return {
245
- type: 'image_url',
246
- image_url: { url, details: c.details ?? 'auto' }
247
- };
248
- }
249
- default:
250
- throw new Error('Invalid content type');
251
- }
252
- })
253
- };
254
- }
255
- return { role: 'user', content: msg.content, name: msg.name };
256
- case 'assistant':
257
- return {
258
- role: 'assistant',
259
- content: msg.content,
260
- name: msg.name,
261
- tool_calls: msg.functionCalls?.map((v) => ({
262
- id: v.id,
263
- type: 'function',
264
- function: {
265
- name: v.function.name,
266
- arguments: typeof v.function.params === 'object'
267
- ? JSON.stringify(v.function.params)
268
- : v.function.params
269
- }
270
- }))
271
- };
272
- case 'function':
273
- return {
274
- role: 'tool',
275
- content: msg.result,
276
- tool_call_id: msg.functionId
277
- };
278
- default:
279
- throw new Error('Invalid role');
280
- }
281
- });
282
- }
283
- //# sourceMappingURL=api.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/openai/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AAapB,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAKL,oBAAoB,EAGpB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAqB,EAAE,CAC5D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,KAAK;IAC5B,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CACzD,eAAe,CAAC;IACd,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,SAAS;CACjC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAqB,EAAE,CAC7D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,SAAS;IAChC,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CAAC,CAAC;IAC3D,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,KAAK;CAC7B,CAAC,CAAC;AAWH,MAAM,OAAO,UAAW,SAAQ,QAM/B;IACS,MAAM,CAAmB;IACzB,cAAc,CAAU;IAEhC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACP,MAAM,EACN,SAAS,GAAG,iBAAiB,EACU;QACvC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,uBAAuB,EAAE;YAC5B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,2BAA2B;YACrD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS;YACT,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE;YAChE,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;SACjD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,IAAI,CAAC;IACxD,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B;IAC5B,6DAA6D;IAC7D,OAAmC,EACL,EAAE;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAE7C,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,mBAAmB;SAC1B,CAAC;QAEF,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvC,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB;SACF,CAAC,CAAC,CAAC;QAEJ,MAAM,WAAW,GACf,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAC5D,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC;QAEvB,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QAErC,MAAM,gBAAgB,GACpB,GAAG,CAAC,WAAW,EAAE,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAEpE,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7D,MAAM,QAAQ,GAA0B;YACtC,KAAK;YACL,QAAQ;YACR,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc;gBAC1C,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE;gBACvC,CAAC,CAAC,SAAS;YACb,KAAK;YACL,WAAW,EAAE,WAAW;YACxB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,GAAG;YACtE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;YACrD,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,EAAE,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACxD,gBAAgB,EACd,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACjE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACjC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc;gBAC/B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE;gBAC3D,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,GAA6B,EACE,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAEvD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,aAAa;SACpB,CAAC;QAEF,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAsC,EACtB,EAAE;QAClB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QAE3C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAClD,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBAClD,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC3B,CAAC,CACH,CAAC;YAEF,OAAO;gBACL,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE;gBACrB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;gBAC/B,aAAa;gBACb,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,UAAU;YACV,OAAO;YACP,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAA2C,EAC3C,KAAa,EACG,EAAE;QAClB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAEpC,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,MAAM,GAAG,KAEd,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG;QACzB,gEAAgE;QAChE,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;YAC1D,MAAM,YAAY,GAAG,eAAe,CAAC,aAAa,CAAC,CAAC;YAEpD,MAAM,aAAa,GAAG,UAAU;gBAC9B,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE;gBAClE,IACE,OAAO,GAAG,KAAK,QAAQ;oBACvB,OAAO,KAAK,KAAK,QAAQ;oBACzB,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EACzB,CAAC;oBACD,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;gBACjC,CAAC;gBAED,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACR,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,OAAO;oBACL,EAAE;oBACF,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;iBAC3B,CAAC;YACJ,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YAE7B,OAAO;gBACL,OAAO;gBACP,IAAI,EAAE,IAAI;gBACV,aAAa;gBACb,YAAY;gBACZ,EAAE;aACH,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,OAAO;YACL,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;IAEO,iBAAiB,GAAG,CAC3B,IAAuC,EACtB,EAAE;QACnB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QAE7B,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACxC,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;CACH;AAED,MAAM,eAAe,GAAG,CACtB,YAAmE,EAC7B,EAAE;IACxC,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,MAAe,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,QAAiB,CAAC;QAC3B,KAAK,gBAAgB;YACnB,OAAO,OAAgB,CAAC;QAC1B,KAAK,YAAY;YACf,OAAO,eAAwB,CAAC;IACpC,CAAC;AACH,CAAC,CAAC;AAEF,SAAS,cAAc,CACrB,GAA4B;IAE5B,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,OAAO,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;YAC3D,KAAK,MAAM;gBACT,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/B,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;4BAC7B,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gCACf,KAAK,MAAM;oCACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gCACjD,KAAK,OAAO,CAAC,CAAC,CAAC;oCACb,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,QAAQ,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC;oCACnD,OAAO;wCACL,IAAI,EAAE,WAAoB;wCAC1B,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,MAAM,EAAE;qCACjD,CAAC;gCACJ,CAAC;gCACD;oCACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;4BAC5C,CAAC;wBACH,CAAC,CAAC;qBACH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YACzE,KAAK,WAAW;gBACd,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,OAAO,EAAE,GAAG,CAAC,OAAiB;oBAC9B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU,EAAE,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACzC,EAAE,EAAE,CAAC,CAAC,EAAE;wBACR,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;4BACrB,SAAS,EACP,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;gCACnC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;gCACnC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;yBACxB;qBACF,CAAC,CAAC;iBACJ,CAAC;YACJ,KAAK,UAAU;gBACb,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,GAAG,CAAC,MAAM;oBACnB,YAAY,EAAE,GAAG,CAAC,UAAU;iBAC7B,CAAC;YACJ;gBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -1,2 +0,0 @@
1
- export * from './api.js';
2
- export * from './types.js';
@@ -1,3 +0,0 @@
1
- export * from './api.js';
2
- export * from './types.js';
3
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/openai/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}
@@ -1,6 +0,0 @@
1
- import type { AxModelInfo } from '../types.js';
2
- /**
3
- * OpenAI: Model information
4
- * @export
5
- */
6
- export declare const axModelInfoOpenAI: AxModelInfo[];
@@ -1,50 +0,0 @@
1
- import { AxAIOpenAIEmbedModel, AxAIOpenAIModel } from './types.js';
2
- /**
3
- * OpenAI: Model information
4
- * @export
5
- */
6
- export const axModelInfoOpenAI = [
7
- {
8
- name: AxAIOpenAIModel.GPT4,
9
- currency: 'usd',
10
- promptTokenCostPer1M: 30,
11
- completionTokenCostPer1M: 60
12
- },
13
- {
14
- name: AxAIOpenAIModel.GPT4O,
15
- currency: 'usd',
16
- promptTokenCostPer1M: 5,
17
- completionTokenCostPer1M: 15
18
- },
19
- {
20
- name: AxAIOpenAIModel.GPT4Turbo,
21
- currency: 'usd',
22
- promptTokenCostPer1M: 10,
23
- completionTokenCostPer1M: 30
24
- },
25
- {
26
- name: AxAIOpenAIModel.GPT35Turbo,
27
- currency: 'usd',
28
- promptTokenCostPer1M: 0.5,
29
- completionTokenCostPer1M: 1.5
30
- },
31
- {
32
- name: AxAIOpenAIEmbedModel.TextEmbeddingAda002,
33
- currency: 'usd',
34
- promptTokenCostPer1M: 0.1,
35
- completionTokenCostPer1M: 0.1
36
- },
37
- {
38
- name: AxAIOpenAIEmbedModel.TextEmbedding3Small,
39
- currency: 'usd',
40
- promptTokenCostPer1M: 0.02,
41
- completionTokenCostPer1M: 0.02
42
- },
43
- {
44
- name: AxAIOpenAIEmbedModel.TextEmbedding3Large,
45
- currency: 'usd',
46
- promptTokenCostPer1M: 0.13,
47
- completionTokenCostPer1M: 0.13
48
- }
49
- ];
50
- //# sourceMappingURL=info.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../../src/ai/openai/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEnE;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAkB;IAC9C;QACE,IAAI,EAAE,eAAe,CAAC,IAAI;QAC1B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,EAAE;QACxB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,KAAK;QAC3B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,SAAS;QAC/B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,EAAE;QACxB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,UAAU;QAChC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,mBAAmB;QAC9C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,mBAAmB;QAC9C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,mBAAmB;QAC9C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;CACF,CAAC"}
@@ -1,165 +0,0 @@
1
- import type { AxModelConfig } from '../types.js';
2
- export declare enum AxAIOpenAIModel {
3
- GPT4 = "gpt-4",
4
- GPT4O = "gpt-4o",
5
- GPT4Turbo = "gpt-4-turbo",
6
- GPT35Turbo = "gpt-3.5-turbo",
7
- GPT35TurboInstruct = "gpt-3.5-turbo-instruct",
8
- GPT35TextDavinci002 = "text-davinci-002",
9
- GPT3TextBabbage002 = "text-babbage-002",
10
- GPT3TextAda001 = "text-ada-001"
11
- }
12
- export declare enum AxAIOpenAIEmbedModel {
13
- TextEmbeddingAda002 = "text-embedding-ada-002",
14
- TextEmbedding3Small = "text-embedding-3-small",
15
- TextEmbedding3Large = "text-embedding-3-large"
16
- }
17
- export type AxAIOpenAIConfig = Omit<AxModelConfig, 'topK'> & {
18
- model: AxAIOpenAIModel | string;
19
- embedModel?: AxAIOpenAIEmbedModel | string;
20
- user?: string;
21
- responseFormat?: 'json_object';
22
- bestOf?: number;
23
- logitBias?: Map<string, number>;
24
- suffix?: string | null;
25
- stop?: string[];
26
- logprobs?: number;
27
- echo?: boolean;
28
- };
29
- export type AxAIOpenAILogprob = {
30
- tokens: string[];
31
- token_logprobs: number[];
32
- top_logprobs: Map<string, number>;
33
- text_offset: number[];
34
- };
35
- export type AxAIOpenAIUsage = {
36
- prompt_tokens: number;
37
- completion_tokens: number;
38
- total_tokens: number;
39
- };
40
- export interface AxAIOpenAIResponseDelta<T> {
41
- id: string;
42
- object: string;
43
- created: number;
44
- model: string;
45
- choices: {
46
- index: number;
47
- delta: T;
48
- finish_reason: 'stop' | 'length' | 'content_filter' | 'tool_calls';
49
- }[];
50
- usage?: AxAIOpenAIUsage;
51
- system_fingerprint: string;
52
- }
53
- export type AxAIOpenAIChatRequest = {
54
- model: string;
55
- messages: ({
56
- role: 'system';
57
- content: string;
58
- } | {
59
- role: 'user';
60
- content: string | ({
61
- type: 'text';
62
- text: string;
63
- } | {
64
- type: 'image_url';
65
- image_url: {
66
- url: string;
67
- details?: 'high' | 'low' | 'auto';
68
- };
69
- })[];
70
- name?: string;
71
- } | {
72
- role: 'assistant';
73
- content: string;
74
- name?: string;
75
- tool_calls?: {
76
- type: 'function';
77
- function: {
78
- name: string;
79
- arguments?: string;
80
- };
81
- }[];
82
- } | {
83
- role: 'tool';
84
- content: string;
85
- tool_call_id: string;
86
- })[];
87
- tools?: {
88
- type: 'function';
89
- function: {
90
- name: string;
91
- description: string;
92
- parameters?: object;
93
- };
94
- }[];
95
- tool_choice?: 'none' | 'auto' | 'required' | {
96
- type: 'function';
97
- function: {
98
- name: string;
99
- };
100
- };
101
- response_format?: {
102
- type: string;
103
- };
104
- max_tokens: number;
105
- temperature?: number;
106
- top_p?: number;
107
- n?: number;
108
- stream?: boolean;
109
- stop?: readonly string[];
110
- presence_penalty?: number;
111
- frequency_penalty?: number;
112
- logit_bias?: Map<string, number>;
113
- user?: string;
114
- organization?: string;
115
- };
116
- export type AxAIOpenAIChatResponse = {
117
- id: string;
118
- object: 'chat.completion';
119
- created: number;
120
- model: string;
121
- choices: {
122
- index: number;
123
- message: {
124
- role: string;
125
- content: string;
126
- tool_calls?: {
127
- id: string;
128
- type: 'function';
129
- function: {
130
- name: string;
131
- arguments: string;
132
- };
133
- }[];
134
- };
135
- finish_reason: 'stop' | 'length' | 'content_filter' | 'tool_calls';
136
- }[];
137
- usage?: AxAIOpenAIUsage;
138
- error?: {
139
- message: string;
140
- type: string;
141
- param: string;
142
- code: number;
143
- };
144
- system_fingerprint: string;
145
- };
146
- export type AxAIOpenAIChatResponseDelta = AxAIOpenAIResponseDelta<{
147
- content: string;
148
- role?: string;
149
- tool_calls?: (NonNullable<AxAIOpenAIChatResponse['choices'][0]['message']['tool_calls']>[0] & {
150
- index: number;
151
- })[];
152
- }>;
153
- export type AxAIOpenAIEmbedRequest = {
154
- input: readonly string[];
155
- model: string;
156
- user?: string;
157
- };
158
- export type AxAIOpenAIEmbedResponse = {
159
- model: string;
160
- data: {
161
- embedding: readonly number[];
162
- index: number;
163
- }[];
164
- usage: AxAIOpenAIUsage;
165
- };
@@ -1,18 +0,0 @@
1
- export var AxAIOpenAIModel;
2
- (function (AxAIOpenAIModel) {
3
- AxAIOpenAIModel["GPT4"] = "gpt-4";
4
- AxAIOpenAIModel["GPT4O"] = "gpt-4o";
5
- AxAIOpenAIModel["GPT4Turbo"] = "gpt-4-turbo";
6
- AxAIOpenAIModel["GPT35Turbo"] = "gpt-3.5-turbo";
7
- AxAIOpenAIModel["GPT35TurboInstruct"] = "gpt-3.5-turbo-instruct";
8
- AxAIOpenAIModel["GPT35TextDavinci002"] = "text-davinci-002";
9
- AxAIOpenAIModel["GPT3TextBabbage002"] = "text-babbage-002";
10
- AxAIOpenAIModel["GPT3TextAda001"] = "text-ada-001";
11
- })(AxAIOpenAIModel || (AxAIOpenAIModel = {}));
12
- export var AxAIOpenAIEmbedModel;
13
- (function (AxAIOpenAIEmbedModel) {
14
- AxAIOpenAIEmbedModel["TextEmbeddingAda002"] = "text-embedding-ada-002";
15
- AxAIOpenAIEmbedModel["TextEmbedding3Small"] = "text-embedding-3-small";
16
- AxAIOpenAIEmbedModel["TextEmbedding3Large"] = "text-embedding-3-large";
17
- })(AxAIOpenAIEmbedModel || (AxAIOpenAIEmbedModel = {}));
18
- //# sourceMappingURL=types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/ai/openai/types.ts"],"names":[],"mappings":"AAEA,MAAM,CAAN,IAAY,eASX;AATD,WAAY,eAAe;IACzB,iCAAc,CAAA;IACd,mCAAgB,CAAA;IAChB,4CAAyB,CAAA;IACzB,+CAA4B,CAAA;IAC5B,gEAA6C,CAAA;IAC7C,2DAAwC,CAAA;IACxC,0DAAuC,CAAA;IACvC,kDAA+B,CAAA;AACjC,CAAC,EATW,eAAe,KAAf,eAAe,QAS1B;AAED,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC9B,sEAA8C,CAAA;IAC9C,sEAA8C,CAAA;IAC9C,sEAA8C,CAAA;AAChD,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B"}
@@ -1,15 +0,0 @@
1
- import { AxAIOpenAI } from '../openai/api.js';
2
- import type { AxAIOpenAIConfig } from '../openai/types.js';
3
- import type { AxAIServiceOptions } from '../types.js';
4
- type TogetherAIConfig = AxAIOpenAIConfig;
5
- export declare const axAITogetherDefaultConfig: () => TogetherAIConfig;
6
- export interface AxAITogetherArgs {
7
- name: 'together';
8
- apiKey: string;
9
- config?: Readonly<TogetherAIConfig>;
10
- options?: Readonly<AxAIServiceOptions>;
11
- }
12
- export declare class AxAITogether extends AxAIOpenAI {
13
- constructor({ apiKey, config, options }: Readonly<Omit<AxAITogetherArgs, 'name'>>);
14
- }
15
- export {};
@@ -1,28 +0,0 @@
1
- import { axBaseAIDefaultConfig } from '../base.js';
2
- import { AxAIOpenAI } from '../openai/api.js';
3
- import { axModelInfoTogether } from './info.js';
4
- export const axAITogetherDefaultConfig = () => structuredClone({
5
- // cspell:disable-next-line
6
- model: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
7
- ...axBaseAIDefaultConfig()
8
- });
9
- export class AxAITogether extends AxAIOpenAI {
10
- constructor({ apiKey, config, options }) {
11
- if (!apiKey || apiKey === '') {
12
- throw new Error('Together API key not set');
13
- }
14
- const _config = {
15
- ...axAITogetherDefaultConfig(),
16
- ...config
17
- };
18
- super({
19
- apiKey,
20
- config: _config,
21
- options,
22
- apiURL: 'https://api.together.xyz/v1',
23
- modelInfo: axModelInfoTogether
24
- });
25
- super.setName('Together');
26
- }
27
- }
28
- //# sourceMappingURL=api.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/together/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAIhD,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAqB,EAAE,CAC9D,eAAe,CAAC;IACd,2BAA2B;IAC3B,KAAK,EAAE,sCAAsC;IAC7C,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AASL,MAAM,OAAO,YAAa,SAAQ,UAAU;IAC1C,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACkC;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,yBAAyB,EAAE;YAC9B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,6BAA6B;YACrC,SAAS,EAAE,mBAAmB;SAC/B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;CACF"}
@@ -1 +0,0 @@
1
- export * from './api.js';
@@ -1,2 +0,0 @@
1
- export * from './api.js';
2
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/together/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}
@@ -1,2 +0,0 @@
1
- import type { AxModelInfo } from '../types.js';
2
- export declare const axModelInfoTogether: AxModelInfo[];
@@ -1,2 +0,0 @@
1
- export const axModelInfoTogether = [];
2
- //# sourceMappingURL=info.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../../src/ai/together/info.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,mBAAmB,GAAkB,EAAE,CAAC"}