@cldmv/llm-translator 0.8.0 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (167) hide show
  1. package/README.md +9 -7
  2. package/dist/api/convert/anthropic/messages/to/ollama/chat/request.mjs +2 -0
  3. package/dist/api/convert/anthropic/messages/to/openai/chat/request.mjs +8 -8
  4. package/dist/api/convert/ollama/chat/to/anthropic/messages/response.mjs +2 -0
  5. package/dist/api/convert/ollama/chat/to/anthropic/messages/stream.mjs +2 -0
  6. package/dist/api/convert/ollama/chat/to/openai/chat/response.mjs +2 -0
  7. package/dist/api/convert/ollama/chat/to/openai/chat/stream.mjs +2 -0
  8. package/dist/api/convert/openai/chat/to/ollama/chat/request.mjs +2 -0
  9. package/dist/api/detect.mjs +1 -1
  10. package/dist/api/driver/azure/detect.mjs +2 -0
  11. package/dist/api/driver/azure/error.mjs +2 -0
  12. package/dist/api/driver/azure/info.mjs +2 -0
  13. package/dist/api/driver/azure/model/list.mjs +2 -0
  14. package/dist/api/driver/azure/path.mjs +2 -0
  15. package/dist/api/driver/azure/request.mjs +2 -0
  16. package/dist/api/driver/azure/settings.mjs +2 -0
  17. package/dist/api/driver/fireworks/detect.mjs +2 -0
  18. package/dist/api/driver/fireworks/info.mjs +2 -0
  19. package/dist/api/driver/fireworks/path.mjs +2 -0
  20. package/dist/api/driver/fireworks/request.mjs +2 -0
  21. package/dist/api/driver/fireworks/settings.mjs +2 -0
  22. package/dist/api/driver/gemini/detect.mjs +2 -0
  23. package/dist/api/driver/gemini/info.mjs +2 -0
  24. package/dist/api/driver/gemini/path.mjs +2 -0
  25. package/dist/api/driver/gemini/request.mjs +2 -0
  26. package/dist/api/driver/gemini/settings.mjs +2 -0
  27. package/dist/api/driver/groq/detect.mjs +2 -0
  28. package/dist/api/driver/groq/info.mjs +2 -0
  29. package/dist/api/driver/groq/path.mjs +2 -0
  30. package/dist/api/driver/groq/request.mjs +2 -0
  31. package/dist/api/driver/groq/settings.mjs +2 -0
  32. package/dist/api/driver/localai/chunk.mjs +2 -0
  33. package/dist/api/driver/localai/detect.mjs +2 -0
  34. package/dist/api/driver/localai/info.mjs +2 -0
  35. package/dist/api/driver/localai/request.mjs +2 -0
  36. package/dist/api/driver/localai/response.mjs +2 -0
  37. package/dist/api/driver/localai/settings.mjs +2 -0
  38. package/dist/api/driver/ollama/info.mjs +1 -1
  39. package/dist/api/driver/ollama/request.mjs +1 -1
  40. package/dist/api/driver/openrouter/chunk.mjs +2 -0
  41. package/dist/api/driver/openrouter/detect.mjs +2 -0
  42. package/dist/api/driver/openrouter/info.mjs +2 -0
  43. package/dist/api/driver/openrouter/path.mjs +2 -0
  44. package/dist/api/driver/openrouter/request.mjs +2 -0
  45. package/dist/api/driver/openrouter/response.mjs +2 -0
  46. package/dist/api/driver/openrouter/settings.mjs +2 -0
  47. package/dist/api/driver/tgi/chunk.mjs +2 -0
  48. package/dist/api/driver/tgi/detect.mjs +2 -0
  49. package/dist/api/driver/tgi/info.mjs +2 -0
  50. package/dist/api/driver/tgi/request.mjs +2 -0
  51. package/dist/api/driver/tgi/response.mjs +2 -0
  52. package/dist/api/driver/tgi/settings.mjs +2 -0
  53. package/dist/api/driver/together/detect.mjs +2 -0
  54. package/dist/api/driver/together/info.mjs +2 -0
  55. package/dist/api/driver/together/request.mjs +2 -0
  56. package/dist/api/driver/together/settings.mjs +2 -0
  57. package/dist/api/driver/vllm/detect.mjs +1 -1
  58. package/dist/api/driver/vllm/info.mjs +1 -1
  59. package/dist/api/driver/vllm/model/list.mjs +1 -1
  60. package/dist/api/driver/xai/detect.mjs +2 -0
  61. package/dist/api/driver/xai/info.mjs +2 -0
  62. package/dist/api/driver/xai/request.mjs +2 -0
  63. package/dist/api/driver/xai/settings.mjs +2 -0
  64. package/dist/api/embeddings/send.mjs +1 -1
  65. package/dist/api/health/check.mjs +2 -0
  66. package/dist/api/model/list.mjs +1 -1
  67. package/dist/api/request.mjs +2 -2
  68. package/dist/api/response.mjs +1 -1
  69. package/dist/api/send.mjs +1 -1
  70. package/dist/api/status.mjs +1 -1
  71. package/dist/api/stream.mjs +1 -1
  72. package/dist/index.mjs +1 -1
  73. package/dist/lib/azure.mjs +2 -0
  74. package/dist/lib/backends.mjs +1 -1
  75. package/dist/lib/capture.mjs +1 -1
  76. package/dist/lib/config.mjs +1 -1
  77. package/dist/lib/health.mjs +2 -0
  78. package/dist/lib/http.mjs +1 -1
  79. package/dist/lib/models.mjs +1 -1
  80. package/dist/lib/ndjson.mjs +4 -0
  81. package/dist/lib/ollama.mjs +3 -0
  82. package/dist/lib/openrouter.mjs +2 -0
  83. package/dist/lib/pool.mjs +1 -1
  84. package/dist/lib/presets.mjs +2 -0
  85. package/dist/lib/route.mjs +1 -1
  86. package/dist/lib/settings.mjs +1 -1
  87. package/dist/lib/tgi.mjs +2 -0
  88. package/dist/lib/vllm.mjs +4 -0
  89. package/package.json +1 -1
  90. package/types/src/api/convert/anthropic/messages/to/ollama/chat/request.d.mts +14 -0
  91. package/types/src/api/convert/ollama/chat/to/anthropic/messages/response.d.mts +10 -0
  92. package/types/src/api/convert/ollama/chat/to/anthropic/messages/stream.d.mts +14 -0
  93. package/types/src/api/convert/ollama/chat/to/openai/chat/response.d.mts +10 -0
  94. package/types/src/api/convert/ollama/chat/to/openai/chat/stream.d.mts +13 -0
  95. package/types/src/api/convert/openai/chat/to/ollama/chat/request.d.mts +12 -0
  96. package/types/src/api/driver/azure/detect.d.mts +8 -0
  97. package/types/src/api/driver/azure/error.d.mts +15 -0
  98. package/types/src/api/driver/azure/info.d.mts +31 -0
  99. package/types/src/api/driver/azure/model/list.d.mts +7 -0
  100. package/types/src/api/driver/azure/path.d.mts +7 -0
  101. package/types/src/api/driver/azure/request.d.mts +8 -0
  102. package/types/src/api/driver/azure/settings.d.mts +23 -0
  103. package/types/src/api/driver/fireworks/detect.d.mts +8 -0
  104. package/types/src/api/driver/fireworks/info.d.mts +13 -0
  105. package/types/src/api/driver/fireworks/path.d.mts +7 -0
  106. package/types/src/api/driver/fireworks/request.d.mts +7 -0
  107. package/types/src/api/driver/fireworks/settings.d.mts +5 -0
  108. package/types/src/api/driver/gemini/detect.d.mts +8 -0
  109. package/types/src/api/driver/gemini/info.d.mts +13 -0
  110. package/types/src/api/driver/gemini/path.d.mts +7 -0
  111. package/types/src/api/driver/gemini/request.d.mts +7 -0
  112. package/types/src/api/driver/gemini/settings.d.mts +5 -0
  113. package/types/src/api/driver/groq/detect.d.mts +8 -0
  114. package/types/src/api/driver/groq/info.d.mts +13 -0
  115. package/types/src/api/driver/groq/path.d.mts +7 -0
  116. package/types/src/api/driver/groq/request.d.mts +7 -0
  117. package/types/src/api/driver/groq/settings.d.mts +5 -0
  118. package/types/src/api/driver/localai/chunk.d.mts +25 -0
  119. package/types/src/api/driver/localai/detect.d.mts +6 -0
  120. package/types/src/api/driver/localai/info.d.mts +33 -0
  121. package/types/src/api/driver/localai/request.d.mts +10 -0
  122. package/types/src/api/driver/localai/response.d.mts +26 -0
  123. package/types/src/api/driver/localai/settings.d.mts +25 -0
  124. package/types/src/api/driver/ollama/info.d.mts +7 -2
  125. package/types/src/api/driver/openrouter/chunk.d.mts +25 -0
  126. package/types/src/api/driver/openrouter/detect.d.mts +26 -0
  127. package/types/src/api/driver/openrouter/info.d.mts +30 -0
  128. package/types/src/api/driver/openrouter/path.d.mts +8 -0
  129. package/types/src/api/driver/openrouter/request.d.mts +10 -0
  130. package/types/src/api/driver/openrouter/response.d.mts +8 -0
  131. package/types/src/api/driver/openrouter/settings.d.mts +26 -0
  132. package/types/src/api/driver/tgi/chunk.d.mts +9 -0
  133. package/types/src/api/driver/tgi/detect.d.mts +6 -0
  134. package/types/src/api/driver/tgi/info.d.mts +33 -0
  135. package/types/src/api/driver/tgi/request.d.mts +9 -0
  136. package/types/src/api/driver/tgi/response.d.mts +9 -0
  137. package/types/src/api/driver/tgi/settings.d.mts +25 -0
  138. package/types/src/api/driver/together/detect.d.mts +8 -0
  139. package/types/src/api/driver/together/info.d.mts +13 -0
  140. package/types/src/api/driver/together/request.d.mts +7 -0
  141. package/types/src/api/driver/together/settings.d.mts +5 -0
  142. package/types/src/api/driver/vllm/detect.d.mts +1 -1
  143. package/types/src/api/driver/vllm/info.d.mts +1 -1
  144. package/types/src/api/driver/vllm/model/list.d.mts +3 -1
  145. package/types/src/api/driver/xai/detect.d.mts +8 -0
  146. package/types/src/api/driver/xai/info.d.mts +13 -0
  147. package/types/src/api/driver/xai/request.d.mts +7 -0
  148. package/types/src/api/driver/xai/settings.d.mts +5 -0
  149. package/types/src/api/endpoint/status.d.mts +5 -2
  150. package/types/src/api/health/check.d.mts +8 -0
  151. package/types/src/api/status.d.mts +1 -1
  152. package/types/src/lib/azure.d.mts +17 -0
  153. package/types/src/lib/backends.d.mts +22 -0
  154. package/types/src/lib/config.d.mts +12 -0
  155. package/types/src/lib/events.d.mts +2 -2
  156. package/types/src/lib/health.d.mts +22 -0
  157. package/types/src/lib/http.d.mts +13 -2
  158. package/types/src/lib/models.d.mts +27 -2
  159. package/types/src/lib/ndjson.d.mts +16 -0
  160. package/types/src/lib/ollama.d.mts +86 -0
  161. package/types/src/lib/openrouter.d.mts +23 -0
  162. package/types/src/lib/pool.d.mts +30 -4
  163. package/types/src/lib/presets.d.mts +98 -0
  164. package/types/src/lib/route.d.mts +1 -1
  165. package/types/src/lib/settings.d.mts +5 -0
  166. package/types/src/lib/tgi.d.mts +33 -0
  167. package/types/src/lib/vllm.d.mts +47 -0
@@ -0,0 +1,47 @@
1
+ /**
2
+ * Is the native endpoint wanted for this upstream, going by the `nativeMessages` setting and the version?
3
+ * @param {any} endpoint - Runtime endpoint.
4
+ * @param {any} settings - Resolved settings for the endpoint.
5
+ * @returns {boolean} True for a vLLM upstream with `nativeMessages: true`, or `"auto"` and a known version of 0.11.1 or later (an unknown version stays on conversion).
6
+ */
7
+ export function wants(endpoint: any, settings: any): boolean;
8
+ /**
9
+ * Why a request cannot go to the native endpoint, so it is converted instead.
10
+ *
11
+ * - `prefill`: the last message is from the assistant. The endpoint turns it into a finished assistant turn and starts a new one, where conversion continues it.
12
+ * - `document`: the endpoint accepts no `document` blocks; conversion extracts their text and page images.
13
+ * - `toolsearch`: deferred tools (`defer_loading`, `tool_reference` and `tool_addition` blocks) are expanded by the translator unless `toolSearch` is `native`.
14
+ * @param {any} body - Anthropic request body.
15
+ * @param {any} settings - Resolved settings for the endpoint.
16
+ * @returns {"prefill" | "document" | "toolsearch" | null} The reason, or null when the endpoint can take the request.
17
+ */
18
+ export function unsuited(body: any, settings: any): "prefill" | "document" | "toolsearch" | null;
19
+ /**
20
+ * Normalise an Anthropic request for vLLM's `/v1/messages`: the system prompt becomes one string without the billing header, and failed
21
+ * tool results carry the `toolErrors` marker when that setting is on. Everything else goes through unchanged (the endpoint ignores fields it does not know).
22
+ * @param {any} body - Anthropic request body.
23
+ * @param {any} settings - Resolved settings for the endpoint.
24
+ * @returns {any} Body to send.
25
+ */
26
+ export function request(body: any, settings: any): any;
27
+ /**
28
+ * Give thinking blocks that have no signature the translator's own marker (vLLM before 0.17 sends none; clients expect the field).
29
+ * @param {any} body - Anthropic reply body.
30
+ * @returns {any} The reply, with every thinking block signed.
31
+ */
32
+ export function response(body: any): any;
33
+ /**
34
+ * Normalise the event stream of the native endpoint: a `ping` follows `message_start` (Anthropic sends one, vLLM does not), and a thinking block that ends without
35
+ * a `signature_delta` gets one before its `content_block_stop`.
36
+ * @param {AsyncIterable<{event?: string, data: any}>} source - Events of the endpoint.
37
+ * @returns {AsyncGenerator<{event?: string, data: any}>} Events for the client.
38
+ */
39
+ export function stream(source: AsyncIterable<{
40
+ event?: string;
41
+ data: any;
42
+ }>): AsyncGenerator<{
43
+ event?: string;
44
+ data: any;
45
+ }>;
46
+ /** First vLLM release that serves `/v1/messages` (vllm-project/vllm#22627). */
47
+ export const MIN_VERSION: "0.11.1";