@truefoundry/ai-gateway-sdk 0.0.4 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/responses/index.js +2 -0
- package/dist/adapters/responses/index.js.map +1 -1
- package/dist/errors.d.ts +7 -0
- package/dist/errors.js +9 -0
- package/dist/errors.js.map +1 -1
- package/dist/providers/databricks/api.js +3 -1
- package/dist/providers/databricks/api.js.map +1 -1
- package/dist/providers/databricks/decision.d.ts +5 -0
- package/dist/providers/databricks/decision.js +13 -0
- package/dist/providers/databricks/decision.js.map +1 -0
- package/dist/providers/databricks/index.js +6 -0
- package/dist/providers/databricks/index.js.map +1 -1
- package/dist/providers/microsoft-foundry/api.js +6 -0
- package/dist/providers/microsoft-foundry/api.js.map +1 -1
- package/dist/providers/microsoft-foundry/decision.d.ts +5 -0
- package/dist/providers/microsoft-foundry/decision.js +14 -0
- package/dist/providers/microsoft-foundry/decision.js.map +1 -0
- package/dist/providers/microsoft-foundry/index.js +3 -0
- package/dist/providers/microsoft-foundry/index.js.map +1 -1
- package/dist/providers/openai/api.js +2 -0
- package/dist/providers/openai/api.js.map +1 -1
- package/dist/providers/openai/decisions.d.ts +23 -0
- package/dist/providers/openai/decisions.js +52 -0
- package/dist/providers/openai/decisions.js.map +1 -0
- package/dist/providers/openai/index.js +3 -0
- package/dist/providers/openai/index.js.map +1 -1
- package/dist/providers/openrouter/api.js +2 -0
- package/dist/providers/openrouter/api.js.map +1 -1
- package/dist/providers/openrouter/decision.d.ts +13 -0
- package/dist/providers/openrouter/decision.js +5 -0
- package/dist/providers/openrouter/decision.js.map +1 -0
- package/dist/providers/openrouter/index.js +3 -0
- package/dist/providers/openrouter/index.js.map +1 -1
- package/dist/providers/perplexity-ai/decision.d.ts +5 -28
- package/dist/providers/perplexity-ai/decision.js +10 -45
- package/dist/providers/perplexity-ai/decision.js.map +1 -1
- package/dist/providers/shared/decisionDialect.d.ts +13 -0
- package/dist/providers/shared/decisionDialect.js +343 -0
- package/dist/providers/shared/decisionDialect.js.map +1 -0
- package/dist/providers/shared/systemOneDecision.d.ts +69 -0
- package/dist/providers/shared/systemOneDecision.js +71 -0
- package/dist/providers/shared/systemOneDecision.js.map +1 -0
- package/dist/providers/typesafe/decision.d.ts +4 -26
- package/dist/providers/typesafe/decision.js +5 -42
- package/dist/providers/typesafe/decision.js.map +1 -1
- package/dist/tfy-providers/custom/api.js +3 -0
- package/dist/tfy-providers/custom/api.js.map +1 -1
- package/dist/tfy-providers/custom/index.js +3 -0
- package/dist/tfy-providers/custom/index.js.map +1 -1
- package/dist/tfy-providers/custom/vllm-openai/decision.d.ts +6 -0
- package/dist/tfy-providers/custom/vllm-openai/decision.js +27 -0
- package/dist/tfy-providers/custom/vllm-openai/decision.js.map +1 -0
- package/package.json +1 -1
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { SystemOneDecisionGatewayResponse, SystemOneDecisionResponse, SystemOneErrorResponse } from '../shared/systemOneDecision.js';
|
|
1
2
|
import { ErrorResponse, ProviderConfig } from '../types.js';
|
|
2
3
|
export declare const TypeSafeDecisionConfig: ProviderConfig;
|
|
3
4
|
/**
|
|
@@ -5,31 +6,8 @@ export declare const TypeSafeDecisionConfig: ProviderConfig;
|
|
|
5
6
|
* System One body under `input`. `images` is Clef's extension to System One.
|
|
6
7
|
*/
|
|
7
8
|
export declare const TypeSafeCloudflareDecisionConfig: ProviderConfig;
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
output_tokens?: number;
|
|
11
|
-
}
|
|
12
|
-
export interface TypeSafeDecisionResponse {
|
|
13
|
-
model?: string;
|
|
14
|
-
answers?: Record<string, unknown>;
|
|
15
|
-
usage?: TypeSafeUsage;
|
|
16
|
-
}
|
|
17
|
-
interface TypeSafeErrorResponse {
|
|
18
|
-
error?: {
|
|
19
|
-
message?: string;
|
|
20
|
-
type?: string;
|
|
21
|
-
code?: string;
|
|
22
|
-
};
|
|
23
|
-
message?: string;
|
|
24
|
-
detail?: unknown;
|
|
25
|
-
}
|
|
26
|
-
export interface DecisionResponse extends TypeSafeDecisionResponse {
|
|
27
|
-
usage?: TypeSafeUsage & {
|
|
28
|
-
prompt_tokens?: number;
|
|
29
|
-
completion_tokens?: number;
|
|
30
|
-
total_tokens?: number;
|
|
31
|
-
};
|
|
32
|
-
}
|
|
9
|
+
export type TypeSafeDecisionResponse = SystemOneDecisionResponse;
|
|
10
|
+
export type DecisionResponse = SystemOneDecisionGatewayResponse;
|
|
33
11
|
/** Cloudflare Workers AI response envelope. */
|
|
34
12
|
interface CloudflareEnvelope {
|
|
35
13
|
success: boolean;
|
|
@@ -40,5 +18,5 @@ interface CloudflareEnvelope {
|
|
|
40
18
|
}[];
|
|
41
19
|
messages?: unknown[];
|
|
42
20
|
}
|
|
43
|
-
export declare const TypeSafeDecisionResponseTransform: (response: TypeSafeDecisionResponse |
|
|
21
|
+
export declare const TypeSafeDecisionResponseTransform: (response: TypeSafeDecisionResponse | SystemOneErrorResponse | CloudflareEnvelope, responseStatus: number) => DecisionResponse | ErrorResponse;
|
|
44
22
|
export {};
|
|
@@ -1,19 +1,7 @@
|
|
|
1
1
|
import { TYPESAFE } from '../../globals.js';
|
|
2
|
-
import {
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
param: 'model',
|
|
6
|
-
required: true,
|
|
7
|
-
},
|
|
8
|
-
state: {
|
|
9
|
-
param: 'state',
|
|
10
|
-
required: true,
|
|
11
|
-
},
|
|
12
|
-
questions: {
|
|
13
|
-
param: 'questions',
|
|
14
|
-
required: true,
|
|
15
|
-
},
|
|
16
|
-
};
|
|
2
|
+
import { createSystemOneDecisionResponseTransform, SystemOneDecisionConfig, } from '../shared/systemOneDecision.js';
|
|
3
|
+
import { generateErrorResponse } from '../utils.js';
|
|
4
|
+
export const TypeSafeDecisionConfig = SystemOneDecisionConfig;
|
|
17
5
|
/**
|
|
18
6
|
* Cloudflare Workers AI unified run (`POST /ai/run`): the model goes at the top level and the
|
|
19
7
|
* System One body under `input`. `images` is Clef's extension to System One.
|
|
@@ -64,6 +52,7 @@ const unwrapCloudflare = (envelope, responseStatus) => {
|
|
|
64
52
|
}
|
|
65
53
|
return result;
|
|
66
54
|
};
|
|
55
|
+
const typeSafeSystemOneTransform = createSystemOneDecisionResponseTransform(TYPESAFE, 'TypeSafe request failed');
|
|
67
56
|
export const TypeSafeDecisionResponseTransform = (response, responseStatus) => {
|
|
68
57
|
// System One models on Cloudflare Workers AI come back enveloped; unwrap so callers get the
|
|
69
58
|
// same body as from TypeSafe.
|
|
@@ -74,32 +63,6 @@ export const TypeSafeDecisionResponseTransform = (response, responseStatus) => {
|
|
|
74
63
|
response = unwrapped;
|
|
75
64
|
responseStatus = 200;
|
|
76
65
|
}
|
|
77
|
-
|
|
78
|
-
const errorResponse = response;
|
|
79
|
-
const message = errorResponse.error?.message ??
|
|
80
|
-
errorResponse.message ??
|
|
81
|
-
(typeof errorResponse.detail === 'string' ? errorResponse.detail : undefined) ??
|
|
82
|
-
'TypeSafe request failed';
|
|
83
|
-
return generateErrorResponse({
|
|
84
|
-
message,
|
|
85
|
-
type: errorResponse.error?.type ?? null,
|
|
86
|
-
code: errorResponse.error?.code ?? String(responseStatus),
|
|
87
|
-
}, TYPESAFE);
|
|
88
|
-
}
|
|
89
|
-
const decisionResponse = response;
|
|
90
|
-
if (!decisionResponse.answers) {
|
|
91
|
-
return generateInvalidProviderResponseError(response, TYPESAFE);
|
|
92
|
-
}
|
|
93
|
-
const inputTokens = decisionResponse.usage?.input_tokens ?? 0;
|
|
94
|
-
const outputTokens = decisionResponse.usage?.output_tokens ?? 0;
|
|
95
|
-
return {
|
|
96
|
-
...decisionResponse,
|
|
97
|
-
usage: {
|
|
98
|
-
...decisionResponse.usage,
|
|
99
|
-
prompt_tokens: inputTokens,
|
|
100
|
-
completion_tokens: outputTokens,
|
|
101
|
-
total_tokens: inputTokens + outputTokens,
|
|
102
|
-
},
|
|
103
|
-
};
|
|
66
|
+
return typeSafeSystemOneTransform(response, responseStatus);
|
|
104
67
|
};
|
|
105
68
|
//# sourceMappingURL=decision.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../src/providers/typesafe/decision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../src/providers/typesafe/decision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EACL,wCAAwC,EACxC,uBAAuB,GAIxB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAEjD,MAAM,CAAC,MAAM,sBAAsB,GAAmB,uBAAuB,CAAC;AAE9E;;;GAGG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAmB;IAC9D,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,aAAa;QACpB,QAAQ,EAAE,IAAI;KACf;IACD,SAAS,EAAE;QACT,KAAK,EAAE,iBAAiB;QACxB,QAAQ,EAAE,IAAI;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,cAAc;KACtB;CACF,CAAC;AAaF,MAAM,oBAAoB,GAAG,CAAC,QAAiB,EAAkC,EAAE,CACjF,OAAO,QAAQ,KAAK,QAAQ;IAC5B,QAAQ,KAAK,IAAI;IACjB,OAAQ,QAA+B,CAAC,OAAO,KAAK,SAAS;IAC7D,QAAQ,IAAI,QAAQ,CAAC;AAEvB,MAAM,eAAe,GAAG,CAAC,QAA4B,EAAE,cAAsB,EAAiB,EAAE;IAC9F,4FAA4F;IAC5F,kFAAkF;IAClF,MAAM,OAAO,GACX,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;SACxE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,IAAI,2BAA2B,CAAC;IAC/C,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EACpF,QAAQ,CACT,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CACvB,QAA4B,EAC5B,cAAsB,EACoB,EAAE;IAC5C,IAAI,cAAc,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAA4B,CAAC;IAClE,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QAC3D,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,2CAA2C,MAAM,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAChG,QAAQ,CACT,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAA6B,CAAC;IAC3D,CAAC;IACD,OAAO,MAAkC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAG,wCAAwC,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAC;AAEjH,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,QAAgF,EAChF,cAAsB,EACY,EAAE;IACpC,4FAA4F;IAC5F,8BAA8B;IAC9B,IAAI,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC7D,IAAI,OAAO,IAAI,SAAS;YAAE,OAAO,SAA0B,CAAC;QAC5D,QAAQ,GAAG,SAAS,CAAC;QACrB,cAAc,GAAG,GAAG,CAAC;IACvB,CAAC;IAED,OAAO,0BAA0B,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAC9D,CAAC,CAAC"}
|
|
@@ -77,6 +77,9 @@ const CustomAPIConfig = {
|
|
|
77
77
|
if (endpoint === 'chatComplete') {
|
|
78
78
|
return '/v1/chat/completions';
|
|
79
79
|
}
|
|
80
|
+
if (endpoint === 'decision') {
|
|
81
|
+
return '/v1/systemone';
|
|
82
|
+
}
|
|
80
83
|
}
|
|
81
84
|
if (modelServerType === ModelServerType.openai_compatible) {
|
|
82
85
|
if (endpoint === 'complete') {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/api.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAIvD,SAAS,kBAAkB,CAAC,eAAgC;IAC1D,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;IACjD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,qCAAqC,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAA2B,CAAC;AACrC,CAAC;AAED,MAAM,eAAe,GAAsB;IACzC,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,OAAO,EAAE,CAAC;YAChD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE;QAC9C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,EAAE,SAAS,CAAC;QAEpC,IAAI,IAAI,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9F,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,SAAS,iBAAiB,EAAE;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,WAA+B,CAAC;QACpC,IAAI,IAAI,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,CAAC;aAAM,IAAI,IAAI,EAAE,IAAI,KAAK,kCAAkC,EAAE,CAAC;YAC7D,wFAAwF;YACxF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,UAAU,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,UAAU,WAAW,EAAE;aACvC,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC7C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,iBAAiB,CAAC;YAC3B,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,sBAAsB,CAAC;YAChC,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,cAAc,CAAC;YACxB,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,+FAA+F;QAC/F,oFAAoF;QACpF,sEAAsE;QACtE,OAAO,EAAE,CAAC;IACZ,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/api.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAIvD,SAAS,kBAAkB,CAAC,eAAgC;IAC1D,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;IACjD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,qCAAqC,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAA2B,CAAC;AACrC,CAAC;AAED,MAAM,eAAe,GAAsB;IACzC,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,OAAO,EAAE,CAAC;YAChD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE;QAC9C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,EAAE,SAAS,CAAC;QAEpC,IAAI,IAAI,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9F,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,SAAS,iBAAiB,EAAE;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,WAA+B,CAAC;QACpC,IAAI,IAAI,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,CAAC;aAAM,IAAI,IAAI,EAAE,IAAI,KAAK,kCAAkC,EAAE,CAAC;YAC7D,wFAAwF;YACxF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,UAAU,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,UAAU,WAAW,EAAE;aACvC,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC7C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,iBAAiB,CAAC;YAC3B,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,sBAAsB,CAAC;YAChC,CAAC;YACD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,eAAe,CAAC;YACzB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,cAAc,CAAC;YACxB,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,+FAA+F;QAC/F,oFAAoF;QACpF,sEAAsE;QACtE,OAAO,EAAE,CAAC;IACZ,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
|
|
@@ -5,6 +5,7 @@ import { InfinityRerankConfig } from './infinity/rerank.js';
|
|
|
5
5
|
import { TEIEmbedConfig, TEIEmbedResponseTransform } from './tei/embed.js';
|
|
6
6
|
import { VLLMOpenAIChatCompleteConfig, VLLMOpenAIChatCompleteResponseTransform } from './vllm-openai/chatComplete.js';
|
|
7
7
|
import { VLLMOpenAICompleteConfig, VLLMOpenAICompleteResponseTransform } from './vllm-openai/complete.js';
|
|
8
|
+
import { VLLMOpenAIDecisionConfig, VLLMOpenAIDecisionResponseTransform } from './vllm-openai/decision.js';
|
|
8
9
|
import { NemoRetrieverEmbedConfig, NemoRetrieverEmbedResponseTransform } from './nemo-retriever/embed.js';
|
|
9
10
|
import { NemoRetrieverRerankConfig, NemoRetrieverRerankResponseTransform } from './nemo-retriever/rerank.js';
|
|
10
11
|
import { OpenAICompatibleChatCompleteConfig, OpenAICompatibleChatCompleteResponseTransform, } from './openai-compatible/chatComplete.js';
|
|
@@ -15,9 +16,11 @@ const VLLMConfig = {
|
|
|
15
16
|
getConfig: () => ({
|
|
16
17
|
complete: VLLMOpenAICompleteConfig,
|
|
17
18
|
chatComplete: VLLMOpenAIChatCompleteConfig,
|
|
19
|
+
decision: VLLMOpenAIDecisionConfig,
|
|
18
20
|
responseTransforms: {
|
|
19
21
|
complete: VLLMOpenAICompleteResponseTransform,
|
|
20
22
|
chatComplete: VLLMOpenAIChatCompleteResponseTransform,
|
|
23
|
+
decision: VLLMOpenAIDecisionResponseTransform,
|
|
21
24
|
},
|
|
22
25
|
}),
|
|
23
26
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/index.ts"],"names":[],"mappings":"AAMA,OAAO,eAAe,MAAM,OAAO,CAAC;AACpC,OAAO,EACL,oBAAoB,IAAI,yBAAyB,EACjD,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,4BAA4B,EAAE,uCAAuC,EAAE,MAAM,4BAA4B,CAAC;AACnH,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AAEvG,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,oCAAoC,EAAE,MAAM,yBAAyB,CAAC;AAC1G,OAAO,EACL,kCAAkC,EAClC,6CAA6C,GAC9C,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EACL,8BAA8B,EAC9B,yCAAyC,GAC1C,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,2BAA2B,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAChH,MAAM,UAAU,GAAoB;IAClC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,wBAAwB;QAClC,YAAY,EAAE,4BAA4B;QAC1C,kBAAkB,EAAE;YAClB,QAAQ,EAAE,mCAAmC;YAC7C,YAAY,EAAE,uCAAuC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/index.ts"],"names":[],"mappings":"AAMA,OAAO,eAAe,MAAM,OAAO,CAAC;AACpC,OAAO,EACL,oBAAoB,IAAI,yBAAyB,EACjD,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,4BAA4B,EAAE,uCAAuC,EAAE,MAAM,4BAA4B,CAAC;AACnH,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AAEvG,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,oCAAoC,EAAE,MAAM,yBAAyB,CAAC;AAC1G,OAAO,EACL,kCAAkC,EAClC,6CAA6C,GAC9C,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EACL,8BAA8B,EAC9B,yCAAyC,GAC1C,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,2BAA2B,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAChH,MAAM,UAAU,GAAoB;IAClC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,wBAAwB;QAClC,YAAY,EAAE,4BAA4B;QAC1C,QAAQ,EAAE,wBAAwB;QAClC,kBAAkB,EAAE;YAClB,QAAQ,EAAE,mCAAmC;YAC7C,YAAY,EAAE,uCAAuC;YACrD,QAAQ,EAAE,mCAAmC;SAC9C;KACF,CAAC;CACH,CAAC;AAEF,MAAM,sBAAsB,GAAoB;IAC9C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,8BAA8B;QACxC,YAAY,EAAE,kCAAkC;QAChD,KAAK,EAAE,2BAA2B;QAClC,kBAAkB,EAAE;YAClB,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,6CAA6C;YAC3D,KAAK,EAAE,sCAAsC;SAC9C;KACF,CAAC;CACH,CAAC;AAEF,MAAM,SAAS,GAAoB;IACjC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,cAAc;QACrB,kBAAkB,EAAE;YAClB,KAAK,EAAE,yBAAyB;SACjC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,cAAc,GAAoB;IACtC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,oBAAoB;QAC5B,kBAAkB,EAAE;YAClB,KAAK,EAAE,8BAA8B;SACtC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,oBAAoB,GAAoB;IAC5C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,MAAM,EAAE,+BAA+B;SACxC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,mBAAmB,GAAoB;IAC3C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,KAAK,EAAE,mCAAmC;YAC1C,MAAM,EAAE,oCAAoC;SAC7C;KACF,CAAC;CACH,CAAC;AAEF,0EAA0E;AAC1E,8FAA8F;AAC9F,gGAAgG;AAChG,6EAA6E;AAC7E,MAAM,aAAa,GAAoB;IACrC,GAAG,EAAE,eAAe;CACrB,CAAC;AAEF,aAAa;AACb,OAAO,EACL,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,SAAS,EACT,UAAU,GACX,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { SystemOneDecisionGatewayResponse, SystemOneDecisionResponse } from '../../../providers/shared/systemOneDecision.js';
|
|
2
|
+
import { ErrorResponse, ProviderConfig } from '../../../providers/types.js';
|
|
3
|
+
import { Params } from '../../../types/requestBody.js';
|
|
4
|
+
export declare const VLLMOpenAIDecisionConfig: ProviderConfig;
|
|
5
|
+
export type DecisionResponse = SystemOneDecisionGatewayResponse;
|
|
6
|
+
export declare const VLLMOpenAIDecisionResponseTransform: (response: SystemOneDecisionResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => DecisionResponse | ErrorResponse;
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*
|
|
6
|
+
* System One decisions on a self-hosted vLLM server (`POST {server}/v1/systemone`), available on
|
|
7
|
+
* builds that include vllm-project/vllm#59299. vLLM serves `choice` questions only and rejects
|
|
8
|
+
* the rest itself, so its own 400 is forwarded rather than re-checked here.
|
|
9
|
+
*/
|
|
10
|
+
import { SELF_HOSTED } from '../../../globals.js';
|
|
11
|
+
import { normalizeSystemOneDecisionUsage, SystemOneDecisionConfig, } from '../../../providers/shared/systemOneDecision.js';
|
|
12
|
+
import { generateInvalidProviderResponseError } from '../../../providers/utils.js';
|
|
13
|
+
import { CustomModelErrorResponseTransform } from './chatComplete.js';
|
|
14
|
+
export const VLLMOpenAIDecisionConfig = SystemOneDecisionConfig;
|
|
15
|
+
export const VLLMOpenAIDecisionResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl) => {
|
|
16
|
+
// Self-hosted base URLs are operator-supplied, so errors go through the shared custom-model
|
|
17
|
+
// transform: it turns a 404 into a hint about a missing or doubled `/v1`.
|
|
18
|
+
if (responseStatus !== 200) {
|
|
19
|
+
return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
|
|
20
|
+
}
|
|
21
|
+
const decisionResponse = response;
|
|
22
|
+
if (!decisionResponse.answers) {
|
|
23
|
+
return generateInvalidProviderResponseError(response, SELF_HOSTED);
|
|
24
|
+
}
|
|
25
|
+
return normalizeSystemOneDecisionUsage(decisionResponse);
|
|
26
|
+
};
|
|
27
|
+
//# sourceMappingURL=decision.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/vllm-openai/decision.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,+BAA+B,EAC/B,uBAAuB,GAGxB,MAAM,6CAA6C,CAAC;AAErD,OAAO,EAAE,oCAAoC,EAAE,MAAM,0BAA0B,CAAC;AAEhF,OAAO,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AAEnE,MAAM,CAAC,MAAM,wBAAwB,GAAmB,uBAAuB,CAAC;AAIhF,MAAM,CAAC,MAAM,mCAAmC,GAOR,CACtC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,EAAE;IACF,4FAA4F;IAC5F,0EAA0E;IAC1E,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,gBAAgB,GAAG,QAAqC,CAAC;IAC/D,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;QAC9B,OAAO,oCAAoC,CAAC,QAAmC,EAAE,WAAW,CAAC,CAAC;IAChG,CAAC;IAED,OAAO,+BAA+B,CAAC,gBAAgB,CAAC,CAAC;AAC3D,CAAC,CAAC"}
|