@truefoundry/ai-gateway-sdk 0.0.4 → 0.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/dist/adapters/responses/index.js +2 -0
  2. package/dist/adapters/responses/index.js.map +1 -1
  3. package/dist/errors.d.ts +7 -0
  4. package/dist/errors.js +9 -0
  5. package/dist/errors.js.map +1 -1
  6. package/dist/providers/databricks/api.js +3 -1
  7. package/dist/providers/databricks/api.js.map +1 -1
  8. package/dist/providers/databricks/decision.d.ts +5 -0
  9. package/dist/providers/databricks/decision.js +13 -0
  10. package/dist/providers/databricks/decision.js.map +1 -0
  11. package/dist/providers/databricks/index.js +6 -0
  12. package/dist/providers/databricks/index.js.map +1 -1
  13. package/dist/providers/microsoft-foundry/api.js +6 -0
  14. package/dist/providers/microsoft-foundry/api.js.map +1 -1
  15. package/dist/providers/microsoft-foundry/decision.d.ts +5 -0
  16. package/dist/providers/microsoft-foundry/decision.js +14 -0
  17. package/dist/providers/microsoft-foundry/decision.js.map +1 -0
  18. package/dist/providers/microsoft-foundry/index.js +3 -0
  19. package/dist/providers/microsoft-foundry/index.js.map +1 -1
  20. package/dist/providers/openai/api.js +2 -0
  21. package/dist/providers/openai/api.js.map +1 -1
  22. package/dist/providers/openai/decisions.d.ts +23 -0
  23. package/dist/providers/openai/decisions.js +52 -0
  24. package/dist/providers/openai/decisions.js.map +1 -0
  25. package/dist/providers/openai/index.js +3 -0
  26. package/dist/providers/openai/index.js.map +1 -1
  27. package/dist/providers/openrouter/api.js +2 -0
  28. package/dist/providers/openrouter/api.js.map +1 -1
  29. package/dist/providers/openrouter/decision.d.ts +13 -0
  30. package/dist/providers/openrouter/decision.js +5 -0
  31. package/dist/providers/openrouter/decision.js.map +1 -0
  32. package/dist/providers/openrouter/index.js +3 -0
  33. package/dist/providers/openrouter/index.js.map +1 -1
  34. package/dist/providers/perplexity-ai/decision.d.ts +5 -28
  35. package/dist/providers/perplexity-ai/decision.js +10 -45
  36. package/dist/providers/perplexity-ai/decision.js.map +1 -1
  37. package/dist/providers/shared/decisionDialect.d.ts +13 -0
  38. package/dist/providers/shared/decisionDialect.js +343 -0
  39. package/dist/providers/shared/decisionDialect.js.map +1 -0
  40. package/dist/providers/shared/systemOneDecision.d.ts +69 -0
  41. package/dist/providers/shared/systemOneDecision.js +71 -0
  42. package/dist/providers/shared/systemOneDecision.js.map +1 -0
  43. package/dist/providers/typesafe/decision.d.ts +4 -26
  44. package/dist/providers/typesafe/decision.js +5 -42
  45. package/dist/providers/typesafe/decision.js.map +1 -1
  46. package/dist/tfy-providers/custom/api.js +3 -0
  47. package/dist/tfy-providers/custom/api.js.map +1 -1
  48. package/dist/tfy-providers/custom/index.js +3 -0
  49. package/dist/tfy-providers/custom/index.js.map +1 -1
  50. package/dist/tfy-providers/custom/vllm-openai/decision.d.ts +6 -0
  51. package/dist/tfy-providers/custom/vllm-openai/decision.js +27 -0
  52. package/dist/tfy-providers/custom/vllm-openai/decision.js.map +1 -0
  53. package/package.json +1 -1
@@ -1,3 +1,4 @@
1
+ import { SystemOneDecisionGatewayResponse, SystemOneDecisionResponse, SystemOneErrorResponse } from '../shared/systemOneDecision.js';
1
2
  import { ErrorResponse, ProviderConfig } from '../types.js';
2
3
  export declare const TypeSafeDecisionConfig: ProviderConfig;
3
4
  /**
@@ -5,31 +6,8 @@ export declare const TypeSafeDecisionConfig: ProviderConfig;
5
6
  * System One body under `input`. `images` is Clef's extension to System One.
6
7
  */
7
8
  export declare const TypeSafeCloudflareDecisionConfig: ProviderConfig;
8
- interface TypeSafeUsage {
9
- input_tokens?: number;
10
- output_tokens?: number;
11
- }
12
- export interface TypeSafeDecisionResponse {
13
- model?: string;
14
- answers?: Record<string, unknown>;
15
- usage?: TypeSafeUsage;
16
- }
17
- interface TypeSafeErrorResponse {
18
- error?: {
19
- message?: string;
20
- type?: string;
21
- code?: string;
22
- };
23
- message?: string;
24
- detail?: unknown;
25
- }
26
- export interface DecisionResponse extends TypeSafeDecisionResponse {
27
- usage?: TypeSafeUsage & {
28
- prompt_tokens?: number;
29
- completion_tokens?: number;
30
- total_tokens?: number;
31
- };
32
- }
9
+ export type TypeSafeDecisionResponse = SystemOneDecisionResponse;
10
+ export type DecisionResponse = SystemOneDecisionGatewayResponse;
33
11
  /** Cloudflare Workers AI response envelope. */
34
12
  interface CloudflareEnvelope {
35
13
  success: boolean;
@@ -40,5 +18,5 @@ interface CloudflareEnvelope {
40
18
  }[];
41
19
  messages?: unknown[];
42
20
  }
43
- export declare const TypeSafeDecisionResponseTransform: (response: TypeSafeDecisionResponse | TypeSafeErrorResponse | CloudflareEnvelope, responseStatus: number) => DecisionResponse | ErrorResponse;
21
+ export declare const TypeSafeDecisionResponseTransform: (response: TypeSafeDecisionResponse | SystemOneErrorResponse | CloudflareEnvelope, responseStatus: number) => DecisionResponse | ErrorResponse;
44
22
  export {};
@@ -1,19 +1,7 @@
1
1
  import { TYPESAFE } from '../../globals.js';
2
- import { generateErrorResponse, generateInvalidProviderResponseError } from '../utils.js';
3
- export const TypeSafeDecisionConfig = {
4
- model: {
5
- param: 'model',
6
- required: true,
7
- },
8
- state: {
9
- param: 'state',
10
- required: true,
11
- },
12
- questions: {
13
- param: 'questions',
14
- required: true,
15
- },
16
- };
2
+ import { createSystemOneDecisionResponseTransform, SystemOneDecisionConfig, } from '../shared/systemOneDecision.js';
3
+ import { generateErrorResponse } from '../utils.js';
4
+ export const TypeSafeDecisionConfig = SystemOneDecisionConfig;
17
5
  /**
18
6
  * Cloudflare Workers AI unified run (`POST /ai/run`): the model goes at the top level and the
19
7
  * System One body under `input`. `images` is Clef's extension to System One.
@@ -64,6 +52,7 @@ const unwrapCloudflare = (envelope, responseStatus) => {
64
52
  }
65
53
  return result;
66
54
  };
55
+ const typeSafeSystemOneTransform = createSystemOneDecisionResponseTransform(TYPESAFE, 'TypeSafe request failed');
67
56
  export const TypeSafeDecisionResponseTransform = (response, responseStatus) => {
68
57
  // System One models on Cloudflare Workers AI come back enveloped; unwrap so callers get the
69
58
  // same body as from TypeSafe.
@@ -74,32 +63,6 @@ export const TypeSafeDecisionResponseTransform = (response, responseStatus) => {
74
63
  response = unwrapped;
75
64
  responseStatus = 200;
76
65
  }
77
- if (responseStatus !== 200) {
78
- const errorResponse = response;
79
- const message = errorResponse.error?.message ??
80
- errorResponse.message ??
81
- (typeof errorResponse.detail === 'string' ? errorResponse.detail : undefined) ??
82
- 'TypeSafe request failed';
83
- return generateErrorResponse({
84
- message,
85
- type: errorResponse.error?.type ?? null,
86
- code: errorResponse.error?.code ?? String(responseStatus),
87
- }, TYPESAFE);
88
- }
89
- const decisionResponse = response;
90
- if (!decisionResponse.answers) {
91
- return generateInvalidProviderResponseError(response, TYPESAFE);
92
- }
93
- const inputTokens = decisionResponse.usage?.input_tokens ?? 0;
94
- const outputTokens = decisionResponse.usage?.output_tokens ?? 0;
95
- return {
96
- ...decisionResponse,
97
- usage: {
98
- ...decisionResponse.usage,
99
- prompt_tokens: inputTokens,
100
- completion_tokens: outputTokens,
101
- total_tokens: inputTokens + outputTokens,
102
- },
103
- };
66
+ return typeSafeSystemOneTransform(response, responseStatus);
104
67
  };
105
68
  //# sourceMappingURL=decision.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../src/providers/typesafe/decision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAEvF,MAAM,CAAC,MAAM,sBAAsB,GAAmB;IACpD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,IAAI;KACf;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAmB;IAC9D,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,aAAa;QACpB,QAAQ,EAAE,IAAI;KACf;IACD,SAAS,EAAE;QACT,KAAK,EAAE,iBAAiB;QACxB,QAAQ,EAAE,IAAI;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,cAAc;KACtB;CACF,CAAC;AAmCF,MAAM,oBAAoB,GAAG,CAAC,QAAiB,EAAkC,EAAE,CACjF,OAAO,QAAQ,KAAK,QAAQ;IAC5B,QAAQ,KAAK,IAAI;IACjB,OAAQ,QAA+B,CAAC,OAAO,KAAK,SAAS;IAC7D,QAAQ,IAAI,QAAQ,CAAC;AAEvB,MAAM,eAAe,GAAG,CAAC,QAA4B,EAAE,cAAsB,EAAiB,EAAE;IAC9F,4FAA4F;IAC5F,kFAAkF;IAClF,MAAM,OAAO,GACX,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;SACxE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,IAAI,2BAA2B,CAAC;IAC/C,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EACpF,QAAQ,CACT,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CACvB,QAA4B,EAC5B,cAAsB,EACoB,EAAE;IAC5C,IAAI,cAAc,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAA4B,CAAC;IAClE,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QAC3D,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,2CAA2C,MAAM,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAChG,QAAQ,CACT,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAA6B,CAAC;IAC3D,CAAC;IACD,OAAO,MAAkC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,QAA+E,EAC/E,cAAsB,EACY,EAAE;IACpC,4FAA4F;IAC5F,8BAA8B;IAC9B,IAAI,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC7D,IAAI,OAAO,IAAI,SAAS;YAAE,OAAO,SAA0B,CAAC;QAC5D,QAAQ,GAAG,SAAS,CAAC;QACrB,cAAc,GAAG,GAAG,CAAC;IACvB,CAAC;IAED,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,QAAiC,CAAC;QACxD,MAAM,OAAO,GACX,aAAa,CAAC,KAAK,EAAE,OAAO;YAC5B,aAAa,CAAC,OAAO;YACrB,CAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAC7E,yBAAyB,CAAC;QAC5B,OAAO,qBAAqB,CAC1B;YACE,OAAO;YACP,IAAI,EAAE,aAAa,CAAC,KAAK,EAAE,IAAI,IAAI,IAAI;YACvC,IAAI,EAAE,aAAa,CAAC,KAAK,EAAE,IAAI,IAAI,MAAM,CAAC,cAAc,CAAC;SAC1D,EACD,QAAQ,CACT,CAAC;IACJ,CAAC;IAED,MAAM,gBAAgB,GAAG,QAAoC,CAAC;IAC9D,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;QAC9B,OAAO,oCAAoC,CAAC,QAAmC,EAAE,QAAQ,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,gBAAgB,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;IAEhE,OAAO;QACL,GAAG,gBAAgB;QACnB,KAAK,EAAE;YACL,GAAG,gBAAgB,CAAC,KAAK;YACzB,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,YAAY;YAC/B,YAAY,EAAE,WAAW,GAAG,YAAY;SACzC;KACF,CAAC;AACJ,CAAC,CAAC"}
1
+ {"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../src/providers/typesafe/decision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EACL,wCAAwC,EACxC,uBAAuB,GAIxB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAEjD,MAAM,CAAC,MAAM,sBAAsB,GAAmB,uBAAuB,CAAC;AAE9E;;;GAGG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAmB;IAC9D,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,aAAa;QACpB,QAAQ,EAAE,IAAI;KACf;IACD,SAAS,EAAE;QACT,KAAK,EAAE,iBAAiB;QACxB,QAAQ,EAAE,IAAI;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,cAAc;KACtB;CACF,CAAC;AAaF,MAAM,oBAAoB,GAAG,CAAC,QAAiB,EAAkC,EAAE,CACjF,OAAO,QAAQ,KAAK,QAAQ;IAC5B,QAAQ,KAAK,IAAI;IACjB,OAAQ,QAA+B,CAAC,OAAO,KAAK,SAAS;IAC7D,QAAQ,IAAI,QAAQ,CAAC;AAEvB,MAAM,eAAe,GAAG,CAAC,QAA4B,EAAE,cAAsB,EAAiB,EAAE;IAC9F,4FAA4F;IAC5F,kFAAkF;IAClF,MAAM,OAAO,GACX,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;SACxE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,IAAI,2BAA2B,CAAC;IAC/C,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EACpF,QAAQ,CACT,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CACvB,QAA4B,EAC5B,cAAsB,EACoB,EAAE;IAC5C,IAAI,cAAc,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAA4B,CAAC;IAClE,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QAC3D,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,2CAA2C,MAAM,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAChG,QAAQ,CACT,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAA6B,CAAC;IAC3D,CAAC;IACD,OAAO,MAAkC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAG,wCAAwC,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAC;AAEjH,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,QAAgF,EAChF,cAAsB,EACY,EAAE;IACpC,4FAA4F;IAC5F,8BAA8B;IAC9B,IAAI,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC7D,IAAI,OAAO,IAAI,SAAS;YAAE,OAAO,SAA0B,CAAC;QAC5D,QAAQ,GAAG,SAAS,CAAC;QACrB,cAAc,GAAG,GAAG,CAAC;IACvB,CAAC;IAED,OAAO,0BAA0B,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAC9D,CAAC,CAAC"}
@@ -77,6 +77,9 @@ const CustomAPIConfig = {
77
77
  if (endpoint === 'chatComplete') {
78
78
  return '/v1/chat/completions';
79
79
  }
80
+ if (endpoint === 'decision') {
81
+ return '/v1/systemone';
82
+ }
80
83
  }
81
84
  if (modelServerType === ModelServerType.openai_compatible) {
82
85
  if (endpoint === 'complete') {
@@ -1 +1 @@
1
- {"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/api.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAIvD,SAAS,kBAAkB,CAAC,eAAgC;IAC1D,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;IACjD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,qCAAqC,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAA2B,CAAC;AACrC,CAAC;AAED,MAAM,eAAe,GAAsB;IACzC,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,OAAO,EAAE,CAAC;YAChD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE;QAC9C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,EAAE,SAAS,CAAC;QAEpC,IAAI,IAAI,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9F,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,SAAS,iBAAiB,EAAE;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,WAA+B,CAAC;QACpC,IAAI,IAAI,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,CAAC;aAAM,IAAI,IAAI,EAAE,IAAI,KAAK,kCAAkC,EAAE,CAAC;YAC7D,wFAAwF;YACxF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,UAAU,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,UAAU,WAAW,EAAE;aACvC,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC7C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,iBAAiB,CAAC;YAC3B,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,sBAAsB,CAAC;YAChC,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,cAAc,CAAC;YACxB,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,+FAA+F;QAC/F,oFAAoF;QACpF,sEAAsE;QACtE,OAAO,EAAE,CAAC;IACZ,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
1
+ {"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/api.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAIvD,SAAS,kBAAkB,CAAC,eAAgC;IAC1D,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;IACjD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,qCAAqC,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAA2B,CAAC;AACrC,CAAC;AAED,MAAM,eAAe,GAAsB;IACzC,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,OAAO,EAAE,CAAC;YAChD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE;QAC9C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,EAAE,SAAS,CAAC;QAEpC,IAAI,IAAI,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9F,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,SAAS,iBAAiB,EAAE;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,WAA+B,CAAC;QACpC,IAAI,IAAI,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,CAAC;aAAM,IAAI,IAAI,EAAE,IAAI,KAAK,kCAAkC,EAAE,CAAC;YAC7D,wFAAwF;YACxF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,UAAU,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,UAAU,WAAW,EAAE;aACvC,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC7C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,iBAAiB,CAAC;YAC3B,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,sBAAsB,CAAC;YAChC,CAAC;YACD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,eAAe,CAAC;YACzB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,cAAc,CAAC;YACxB,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,+FAA+F;QAC/F,oFAAoF;QACpF,sEAAsE;QACtE,OAAO,EAAE,CAAC;IACZ,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
@@ -5,6 +5,7 @@ import { InfinityRerankConfig } from './infinity/rerank.js';
5
5
  import { TEIEmbedConfig, TEIEmbedResponseTransform } from './tei/embed.js';
6
6
  import { VLLMOpenAIChatCompleteConfig, VLLMOpenAIChatCompleteResponseTransform } from './vllm-openai/chatComplete.js';
7
7
  import { VLLMOpenAICompleteConfig, VLLMOpenAICompleteResponseTransform } from './vllm-openai/complete.js';
8
+ import { VLLMOpenAIDecisionConfig, VLLMOpenAIDecisionResponseTransform } from './vllm-openai/decision.js';
8
9
  import { NemoRetrieverEmbedConfig, NemoRetrieverEmbedResponseTransform } from './nemo-retriever/embed.js';
9
10
  import { NemoRetrieverRerankConfig, NemoRetrieverRerankResponseTransform } from './nemo-retriever/rerank.js';
10
11
  import { OpenAICompatibleChatCompleteConfig, OpenAICompatibleChatCompleteResponseTransform, } from './openai-compatible/chatComplete.js';
@@ -15,9 +16,11 @@ const VLLMConfig = {
15
16
  getConfig: () => ({
16
17
  complete: VLLMOpenAICompleteConfig,
17
18
  chatComplete: VLLMOpenAIChatCompleteConfig,
19
+ decision: VLLMOpenAIDecisionConfig,
18
20
  responseTransforms: {
19
21
  complete: VLLMOpenAICompleteResponseTransform,
20
22
  chatComplete: VLLMOpenAIChatCompleteResponseTransform,
23
+ decision: VLLMOpenAIDecisionResponseTransform,
21
24
  },
22
25
  }),
23
26
  };
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/index.ts"],"names":[],"mappings":"AAMA,OAAO,eAAe,MAAM,OAAO,CAAC;AACpC,OAAO,EACL,oBAAoB,IAAI,yBAAyB,EACjD,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,4BAA4B,EAAE,uCAAuC,EAAE,MAAM,4BAA4B,CAAC;AACnH,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AAEvG,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,oCAAoC,EAAE,MAAM,yBAAyB,CAAC;AAC1G,OAAO,EACL,kCAAkC,EAClC,6CAA6C,GAC9C,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EACL,8BAA8B,EAC9B,yCAAyC,GAC1C,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,2BAA2B,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAChH,MAAM,UAAU,GAAoB;IAClC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,wBAAwB;QAClC,YAAY,EAAE,4BAA4B;QAC1C,kBAAkB,EAAE;YAClB,QAAQ,EAAE,mCAAmC;YAC7C,YAAY,EAAE,uCAAuC;SACtD;KACF,CAAC;CACH,CAAC;AAEF,MAAM,sBAAsB,GAAoB;IAC9C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,8BAA8B;QACxC,YAAY,EAAE,kCAAkC;QAChD,KAAK,EAAE,2BAA2B;QAClC,kBAAkB,EAAE;YAClB,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,6CAA6C;YAC3D,KAAK,EAAE,sCAAsC;SAC9C;KACF,CAAC;CACH,CAAC;AAEF,MAAM,SAAS,GAAoB;IACjC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,cAAc;QACrB,kBAAkB,EAAE;YAClB,KAAK,EAAE,yBAAyB;SACjC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,cAAc,GAAoB;IACtC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,oBAAoB;QAC5B,kBAAkB,EAAE;YAClB,KAAK,EAAE,8BAA8B;SACtC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,oBAAoB,GAAoB;IAC5C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,MAAM,EAAE,+BAA+B;SACxC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,mBAAmB,GAAoB;IAC3C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,KAAK,EAAE,mCAAmC;YAC1C,MAAM,EAAE,oCAAoC;SAC7C;KACF,CAAC;CACH,CAAC;AAEF,0EAA0E;AAC1E,8FAA8F;AAC9F,gGAAgG;AAChG,6EAA6E;AAC7E,MAAM,aAAa,GAAoB;IACrC,GAAG,EAAE,eAAe;CACrB,CAAC;AAEF,aAAa;AACb,OAAO,EACL,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,SAAS,EACT,UAAU,GACX,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/index.ts"],"names":[],"mappings":"AAMA,OAAO,eAAe,MAAM,OAAO,CAAC;AACpC,OAAO,EACL,oBAAoB,IAAI,yBAAyB,EACjD,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,4BAA4B,EAAE,uCAAuC,EAAE,MAAM,4BAA4B,CAAC;AACnH,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AAEvG,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,oCAAoC,EAAE,MAAM,yBAAyB,CAAC;AAC1G,OAAO,EACL,kCAAkC,EAClC,6CAA6C,GAC9C,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EACL,8BAA8B,EAC9B,yCAAyC,GAC1C,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,2BAA2B,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAChH,MAAM,UAAU,GAAoB;IAClC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,wBAAwB;QAClC,YAAY,EAAE,4BAA4B;QAC1C,QAAQ,EAAE,wBAAwB;QAClC,kBAAkB,EAAE;YAClB,QAAQ,EAAE,mCAAmC;YAC7C,YAAY,EAAE,uCAAuC;YACrD,QAAQ,EAAE,mCAAmC;SAC9C;KACF,CAAC;CACH,CAAC;AAEF,MAAM,sBAAsB,GAAoB;IAC9C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,8BAA8B;QACxC,YAAY,EAAE,kCAAkC;QAChD,KAAK,EAAE,2BAA2B;QAClC,kBAAkB,EAAE;YAClB,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,6CAA6C;YAC3D,KAAK,EAAE,sCAAsC;SAC9C;KACF,CAAC;CACH,CAAC;AAEF,MAAM,SAAS,GAAoB;IACjC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,cAAc;QACrB,kBAAkB,EAAE;YAClB,KAAK,EAAE,yBAAyB;SACjC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,cAAc,GAAoB;IACtC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,oBAAoB;QAC5B,kBAAkB,EAAE;YAClB,KAAK,EAAE,8BAA8B;SACtC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,oBAAoB,GAAoB;IAC5C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,MAAM,EAAE,+BAA+B;SACxC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,mBAAmB,GAAoB;IAC3C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,KAAK,EAAE,mCAAmC;YAC1C,MAAM,EAAE,oCAAoC;SAC7C;KACF,CAAC;CACH,CAAC;AAEF,0EAA0E;AAC1E,8FAA8F;AAC9F,gGAAgG;AAChG,6EAA6E;AAC7E,MAAM,aAAa,GAAoB;IACrC,GAAG,EAAE,eAAe;CACrB,CAAC;AAEF,aAAa;AACb,OAAO,EACL,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,SAAS,EACT,UAAU,GACX,CAAC"}
@@ -0,0 +1,6 @@
1
+ import { SystemOneDecisionGatewayResponse, SystemOneDecisionResponse } from '../../../providers/shared/systemOneDecision.js';
2
+ import { ErrorResponse, ProviderConfig } from '../../../providers/types.js';
3
+ import { Params } from '../../../types/requestBody.js';
4
+ export declare const VLLMOpenAIDecisionConfig: ProviderConfig;
5
+ export type DecisionResponse = SystemOneDecisionGatewayResponse;
6
+ export declare const VLLMOpenAIDecisionResponseTransform: (response: SystemOneDecisionResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => DecisionResponse | ErrorResponse;
@@ -0,0 +1,27 @@
1
+ /**
2
+ * ================================
3
+ * TFY Managed File
4
+ * ================================
5
+ *
6
+ * System One decisions on a self-hosted vLLM server (`POST {server}/v1/systemone`), available on
7
+ * builds that include vllm-project/vllm#59299. vLLM serves `choice` questions only and rejects
8
+ * the rest itself, so its own 400 is forwarded rather than re-checked here.
9
+ */
10
+ import { SELF_HOSTED } from '../../../globals.js';
11
+ import { normalizeSystemOneDecisionUsage, SystemOneDecisionConfig, } from '../../../providers/shared/systemOneDecision.js';
12
+ import { generateInvalidProviderResponseError } from '../../../providers/utils.js';
13
+ import { CustomModelErrorResponseTransform } from './chatComplete.js';
14
+ export const VLLMOpenAIDecisionConfig = SystemOneDecisionConfig;
15
+ export const VLLMOpenAIDecisionResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl) => {
16
+ // Self-hosted base URLs are operator-supplied, so errors go through the shared custom-model
17
+ // transform: it turns a 404 into a hint about a missing or doubled `/v1`.
18
+ if (responseStatus !== 200) {
19
+ return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
20
+ }
21
+ const decisionResponse = response;
22
+ if (!decisionResponse.answers) {
23
+ return generateInvalidProviderResponseError(response, SELF_HOSTED);
24
+ }
25
+ return normalizeSystemOneDecisionUsage(decisionResponse);
26
+ };
27
+ //# sourceMappingURL=decision.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/vllm-openai/decision.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,+BAA+B,EAC/B,uBAAuB,GAGxB,MAAM,6CAA6C,CAAC;AAErD,OAAO,EAAE,oCAAoC,EAAE,MAAM,0BAA0B,CAAC;AAEhF,OAAO,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AAEnE,MAAM,CAAC,MAAM,wBAAwB,GAAmB,uBAAuB,CAAC;AAIhF,MAAM,CAAC,MAAM,mCAAmC,GAOR,CACtC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,EAAE;IACF,4FAA4F;IAC5F,0EAA0E;IAC1E,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,gBAAgB,GAAG,QAAqC,CAAC;IAC/D,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;QAC9B,OAAO,oCAAoC,CAAC,QAAmC,EAAE,WAAW,CAAC,CAAC;IAChG,CAAC;IAED,OAAO,+BAA+B,CAAC,gBAAgB,CAAC,CAAC;AAC3D,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@truefoundry/ai-gateway-sdk",
3
- "version": "0.0.4",
3
+ "version": "0.0.5",
4
4
  "description": "LLM provider translation SDK",
5
5
  "author": "Truefoundry",
6
6
  "license": "UNLICENSED",