@node-llm/core 1.5.0 → 1.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/dist/aliases.d.ts +563 -71
  2. package/dist/aliases.d.ts.map +1 -1
  3. package/dist/aliases.js +569 -77
  4. package/dist/chat/Chat.d.ts +8 -21
  5. package/dist/chat/Chat.d.ts.map +1 -1
  6. package/dist/chat/Chat.js +76 -122
  7. package/dist/chat/ChatOptions.d.ts +3 -3
  8. package/dist/chat/ChatOptions.d.ts.map +1 -1
  9. package/dist/chat/ChatStream.d.ts +3 -21
  10. package/dist/chat/ChatStream.d.ts.map +1 -1
  11. package/dist/chat/ChatStream.js +95 -97
  12. package/dist/chat/Content.d.ts +10 -0
  13. package/dist/chat/Content.d.ts.map +1 -1
  14. package/dist/chat/Content.js +34 -1
  15. package/dist/chat/Tool.d.ts +6 -0
  16. package/dist/chat/Tool.d.ts.map +1 -1
  17. package/dist/chat/ToolHandler.d.ts +11 -0
  18. package/dist/chat/ToolHandler.d.ts.map +1 -0
  19. package/dist/chat/ToolHandler.js +41 -0
  20. package/dist/chat/Validation.d.ts +10 -0
  21. package/dist/chat/Validation.d.ts.map +1 -0
  22. package/dist/chat/Validation.js +32 -0
  23. package/dist/config.d.ts +43 -14
  24. package/dist/config.d.ts.map +1 -1
  25. package/dist/config.js +58 -13
  26. package/dist/errors/index.d.ts +8 -0
  27. package/dist/errors/index.d.ts.map +1 -1
  28. package/dist/errors/index.js +13 -0
  29. package/dist/llm.d.ts.map +1 -1
  30. package/dist/llm.js +13 -3
  31. package/dist/models/models.d.ts +113 -1427
  32. package/dist/models/models.d.ts.map +1 -1
  33. package/dist/models/models.js +5700 -24218
  34. package/dist/models/types.js +0 -3
  35. package/dist/providers/openai/Capabilities.d.ts +1 -0
  36. package/dist/providers/openai/Capabilities.d.ts.map +1 -1
  37. package/dist/providers/openai/Capabilities.js +3 -0
  38. package/dist/providers/openai/Chat.d.ts.map +1 -1
  39. package/dist/providers/openai/Chat.js +11 -3
  40. package/dist/providers/openai/Streaming.d.ts.map +1 -1
  41. package/dist/providers/openai/Streaming.js +6 -1
  42. package/dist/providers/openai/types.d.ts +4 -0
  43. package/dist/providers/openai/types.d.ts.map +1 -1
  44. package/dist/utils/fetch.d.ts.map +1 -1
  45. package/dist/utils/fetch.js +2 -0
  46. package/dist/utils/logger.js +1 -1
  47. package/package.json +1 -1
@@ -1,4 +1 @@
1
- bitumen: 102;
2
- bitumen: 102;
3
- bitumen: 102;
4
1
  export {};
@@ -11,6 +11,7 @@ export declare class Capabilities {
11
11
  static supportsModeration(modelId: string): boolean;
12
12
  static supportsReasoning(modelId: string): boolean;
13
13
  static supportsDeveloperRole(modelId: string): boolean;
14
+ static needsMaxCompletionTokens(modelId: string): boolean;
14
15
  static getModelType(modelId: string): "embeddings" | "audio" | "moderation" | "image" | "chat" | "audio_transcription" | "audio_speech";
15
16
  static getModalities(modelId: string): {
16
17
  input: string[];
@@ -1 +1 @@
1
- {"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAUvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IASzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOzD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOlD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAItD,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,OAAO,GAAG,YAAY,GAAG,OAAO,GAAG,MAAM,GAAG,qBAAqB,GAAG,cAAc;IAWvI,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAiB5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAoBjD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI;IAMxG,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAOjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,GAAG;CAcxC"}
1
+ {"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAUvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IASzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOzD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOlD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAItD,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,OAAO,GAAG,YAAY,GAAG,OAAO,GAAG,MAAM,GAAG,qBAAqB,GAAG,cAAc;IAWvI,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAiB5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAoBjD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI;IAMxG,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAOjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,GAAG;CAcxC"}
@@ -76,6 +76,9 @@ export class Capabilities {
76
76
  static supportsDeveloperRole(modelId) {
77
77
  return /gpt-4o|o1|o3/.test(modelId);
78
78
  }
79
+ static needsMaxCompletionTokens(modelId) {
80
+ return /o1|o3/.test(modelId);
81
+ }
79
82
  static getModelType(modelId) {
80
83
  if (this.supportsEmbeddings(modelId))
81
84
  return "embeddings";
@@ -1 +1 @@
1
- {"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AASlE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,qBAAa,UAAU;IAGT,OAAO,CAAC,QAAQ,CAAC,aAAa;IAA2B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAF5F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAEJ,aAAa,EAAE,cAAc,GAAG,MAAM,EAAmB,MAAM,EAAE,MAAM;IAI9F,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CAgE3D"}
1
+ {"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AASlE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,qBAAa,UAAU;IAGT,OAAO,CAAC,QAAQ,CAAC,aAAa;IAA2B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAF5F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAEJ,aAAa,EAAE,cAAc,GAAG,MAAM,EAAmB,MAAM,EAAE,MAAM;IAI9F,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CA0E3D"}
@@ -29,8 +29,14 @@ export class OpenAIChat {
29
29
  };
30
30
  if (temperature !== undefined && temperature !== null)
31
31
  body.temperature = temperature;
32
- if (max_tokens)
33
- body.max_tokens = max_tokens;
32
+ if (max_tokens) {
33
+ if (Capabilities.needsMaxCompletionTokens(request.model)) {
34
+ body.max_completion_tokens = max_tokens;
35
+ }
36
+ else {
37
+ body.max_tokens = max_tokens;
38
+ }
39
+ }
34
40
  if (tools)
35
41
  body.tools = tools;
36
42
  if (response_format)
@@ -54,16 +60,18 @@ export class OpenAIChat {
54
60
  const message = json.choices[0]?.message;
55
61
  const content = message?.content ?? null;
56
62
  const tool_calls = message?.tool_calls;
63
+ const reasoning = message?.reasoning_content || null;
57
64
  const usage = json.usage ? {
58
65
  input_tokens: json.usage.prompt_tokens,
59
66
  output_tokens: json.usage.completion_tokens,
60
67
  total_tokens: json.usage.total_tokens,
61
68
  cached_tokens: json.usage.prompt_tokens_details?.cached_tokens,
69
+ reasoning_tokens: json.usage.completion_tokens_details?.reasoning_tokens,
62
70
  } : undefined;
63
71
  if (!content && !tool_calls) {
64
72
  throw new Error("OpenAI returned empty response");
65
73
  }
66
74
  const calculatedUsage = usage ? ModelRegistry.calculateCost(usage, model, "openai") : undefined;
67
- return { content, tool_calls, usage: calculatedUsage };
75
+ return { content, tool_calls, usage: calculatedUsage, reasoning };
68
76
  }
69
77
  }
@@ -1 +1 @@
1
- {"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAQxD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,qBAAa,eAAe;IAGd,OAAO,CAAC,QAAQ,CAAC,aAAa;IAA2B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAF5F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAEJ,aAAa,EAAE,cAAc,GAAG,MAAM,EAAmB,MAAM,EAAE,MAAM;IAI7F,OAAO,CACZ,OAAO,EAAE,WAAW,EACpB,UAAU,CAAC,EAAE,eAAe,GAC3B,cAAc,CAAC,SAAS,CAAC;CA8K7B"}
1
+ {"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAQxD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,qBAAa,eAAe;IAGd,OAAO,CAAC,QAAQ,CAAC,aAAa;IAA2B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAF5F,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAEJ,aAAa,EAAE,cAAc,GAAG,MAAM,EAAmB,MAAM,EAAE,MAAM;IAI7F,OAAO,CACZ,OAAO,EAAE,WAAW,EACpB,UAAU,CAAC,EAAE,eAAe,GAC3B,cAAc,CAAC,SAAS,CAAC;CAkL7B"}
@@ -31,7 +31,12 @@ export class OpenAIStreaming {
31
31
  body.temperature = temperature;
32
32
  }
33
33
  if (request.max_tokens) {
34
- body.max_tokens = request.max_tokens;
34
+ if (Capabilities.needsMaxCompletionTokens(request.model)) {
35
+ body.max_completion_tokens = request.max_tokens;
36
+ }
37
+ else {
38
+ body.max_tokens = request.max_tokens;
39
+ }
35
40
  }
36
41
  if (request.response_format) {
37
42
  body.response_format = request.response_format;
@@ -8,6 +8,7 @@ export interface OpenAIChatResponse {
8
8
  message: {
9
9
  role: string;
10
10
  content: string | null;
11
+ reasoning_content?: string | null;
11
12
  tool_calls?: Array<{
12
13
  id: string;
13
14
  type: 'function';
@@ -26,6 +27,9 @@ export interface OpenAIChatResponse {
26
27
  prompt_tokens_details?: {
27
28
  cached_tokens?: number;
28
29
  };
30
+ completion_tokens_details?: {
31
+ reasoning_tokens?: number;
32
+ };
29
33
  };
30
34
  }
31
35
  //# sourceMappingURL=types.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE;YACP,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;YACvB,UAAU,CAAC,EAAE,KAAK,CAAC;gBACjB,EAAE,EAAE,MAAM,CAAC;gBACX,IAAI,EAAE,UAAU,CAAC;gBACjB,QAAQ,EAAE;oBACR,IAAI,EAAE,MAAM,CAAC;oBACb,SAAS,EAAE,MAAM,CAAC;iBACnB,CAAC;aACH,CAAC,CAAC;SACJ,CAAC;QACF,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,qBAAqB,CAAC,EAAE;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;KACH,CAAC;CACH"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/openai/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE;YACP,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;YACvB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAClC,UAAU,CAAC,EAAE,KAAK,CAAC;gBACjB,EAAE,EAAE,MAAM,CAAC;gBACX,IAAI,EAAE,UAAU,CAAC;gBACjB,QAAQ,EAAE;oBACR,IAAI,EAAE,MAAM,CAAC;oBACb,SAAS,EAAE,MAAM,CAAC;iBACnB,CAAC;aACH,CAAC,CAAC;SACJ,CAAC;QACF,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,qBAAqB,CAAC,EAAE;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;QACF,yBAAyB,CAAC,EAAE;YAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;KACH,CAAC;CACH"}
@@ -1 +1 @@
1
- {"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../src/utils/fetch.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,WAAgB,EACzB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,CAAC,CA0BnB"}
1
+ {"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../src/utils/fetch.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,WAAgB,EACzB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,CAAC,CA2BnB"}
@@ -15,6 +15,8 @@ export async function fetchWithTimeout(url, options = {}, timeoutMs) {
15
15
  }
16
16
  const controller = new AbortController();
17
17
  const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
18
+ if (timeoutId.unref)
19
+ timeoutId.unref();
18
20
  try {
19
21
  const response = await fetch(url, {
20
22
  ...options,
@@ -1,7 +1,7 @@
1
1
  import { config } from "../config.js";
2
2
  class Logger {
3
3
  isDebugEnabled() {
4
- return process.env.NODELLM_DEBUG === "true" || config.debug === true;
4
+ return config.debug === true;
5
5
  }
6
6
  debug(message, data) {
7
7
  if (this.isDebugEnabled()) {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@node-llm/core",
3
- "version": "1.5.0",
3
+ "version": "1.5.2",
4
4
  "type": "module",
5
5
  "main": "./dist/index.js",
6
6
  "types": "./dist/index.d.ts",