@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.1

package/dist/tfy-providers/custom/api.js

@@ -0,0 +1,125 @@
+import { ModelServerType } from '../../entities/Model.js';
+function selfHostedManifest(providerOptions) {
+    const manifest = providerOptions.model?.manifest;
+    if (!manifest || manifest.type !== 'integration/model/self-hosted-model') {
+        return undefined;
+    }
+    return manifest;
+}
+const CustomAPIConfig = {
+    getBaseURL: ({ providerOptions }) => {
+        const modelConfig = selfHostedManifest(providerOptions);
+        if (!modelConfig)
+            return '';
+        const modelServerType = modelConfig.model_server;
+        if (modelServerType === ModelServerType.vllm_openai) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.openai_compatible) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.tei) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.infinity) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.nemo_retriever) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.cohere_rerank_v2) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.comfyui) {
+            return `${modelConfig.url}`;
+        }
+        return '';
+    },
+    headers: async ({ providerOptions, request }) => {
+        const modelConfig = selfHostedManifest(providerOptions);
+        const headers = modelConfig?.headers || {};
+        const auth = modelConfig?.auth_data;
+        if (auth?.type === 'basic-auth' && auth.username && auth.password) {
+            const base64Credentials = Buffer.from(`${auth.username}:${auth.password}`).toString('base64');
+            return {
+                ...headers,
+                Authorization: `Basic ${base64Credentials}`,
+            };
+        }
+        let bearerToken;
+        if (auth?.type === 'bearer-auth') {
+            bearerToken = auth.bearer_token;
+        }
+        else if (auth?.type === 'client-authorization-passthrough') {
+            // Client Authorization bearer on the inbound request (gateway auth uses x-tfy-api-key).
+            const authHeader = request.headers['authorization'];
+            if (authHeader?.toLowerCase().startsWith('bearer ')) {
+                bearerToken = authHeader.slice(7).trim();
+            }
+        }
+        if (bearerToken) {
+            return {
+                ...headers,
+                Authorization: `Bearer ${bearerToken}`,
+            };
+        }
+        return headers;
+    },
+    getEndpoint: ({ providerOptions, endpoint }) => {
+        const modelConfig = selfHostedManifest(providerOptions);
+        if (!modelConfig)
+            return '';
+        const modelServerType = modelConfig.model_server;
+        if (modelServerType === ModelServerType.vllm_openai) {
+            if (endpoint === 'complete') {
+                return '/v1/completions';
+            }
+            if (endpoint === 'chatComplete') {
+                return '/v1/chat/completions';
+            }
+        }
+        if (modelServerType === ModelServerType.openai_compatible) {
+            if (endpoint === 'complete') {
+                return '/completions';
+            }
+            if (endpoint === 'chatComplete') {
+                return '/chat/completions';
+            }
+            if (endpoint === 'embed') {
+                return '/embeddings';
+            }
+        }
+        if (modelServerType === ModelServerType.tei) {
+            if (endpoint === 'embed') {
+                return '/v1/embeddings';
+            }
+        }
+        if (modelServerType === ModelServerType.infinity) {
+            if (endpoint === 'embed') {
+                return '/embeddings';
+            }
+            if (endpoint === 'rerank') {
+                return '/rerank';
+            }
+        }
+        if (modelServerType === ModelServerType.nemo_retriever) {
+            if (endpoint === 'rerank') {
+                return '/v1/ranking';
+            }
+            if (endpoint === 'embed') {
+                return '/v1/embeddings';
+            }
+        }
+        if (modelServerType === ModelServerType.cohere_rerank_v2) {
+            if (endpoint === 'rerank') {
+                return '/rerank';
+            }
+        }
+        // ComfyUI is blind-proxied via the `video-proxy` endpoint (see handlers/videoProxyHandler.ts),
+        // which bypasses `getEndpoint` entirely (`isProxyRoute`) in favor of forwarding the
+        // client's own request path verbatim — no static path to return here.
+        return '';
+    },
+};
+export default CustomAPIConfig;
+//# sourceMappingURL=api.js.map

package/dist/tfy-providers/custom/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/api.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAIvD,SAAS,kBAAkB,CAAC,eAAgC;IAC1D,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;IACjD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,qCAAqC,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAA2B,CAAC;AACrC,CAAC;AAED,MAAM,eAAe,GAAsB;IACzC,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,OAAO,EAAE,CAAC;YAChD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE;QAC9C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,EAAE,SAAS,CAAC;QAEpC,IAAI,IAAI,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9F,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,SAAS,iBAAiB,EAAE;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,WAA+B,CAAC;QACpC,IAAI,IAAI,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,CAAC;aAAM,IAAI,IAAI,EAAE,IAAI,KAAK,kCAAkC,EAAE,CAAC;YAC7D,wFAAwF;YACxF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,UAAU,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,UAAU,WAAW,EAAE;aACvC,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC7C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,iBAAiB,CAAC;YAC3B,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,sBAAsB,CAAC;YAChC,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,cAAc,CAAC;YACxB,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,+FAA+F;QAC/F,oFAAoF;QACpF,sEAAsE;QACtE,OAAO,EAAE,CAAC;IACZ,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}

package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.d.ts

@@ -0,0 +1,31 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ErrorResponse, RerankResponse } from '../../../providers/types';
+import { Params } from '../../../types/requestBody';
+export declare const CohereRerankV2Config: {
+    query: {
+        param: string;
+        required: boolean;
+    };
+    top_n: {
+        param: string;
+        required: boolean;
+    };
+    documents: {
+        param: string;
+        required: boolean;
+    };
+    return_documents: {
+        param: string;
+        required: boolean;
+    };
+    max_tokens_per_doc: {
+        param: string;
+        required: boolean;
+    };
+};
+export declare const CohereRerankV2ResponseTransform: (response: RerankResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => RerankResponse | ErrorResponse;
+//# sourceMappingURL=rerank.d.ts.map

package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/cohere-rerank-v2/rerank.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAGpD,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;CAqBhC,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAC5C,QAAQ,EAAE,cAAc,GAAG,aAAa,EACxC,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,cAAc,GAAG,aAYrB,CAAC"}

package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js

@@ -0,0 +1,30 @@
+import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
+export const CohereRerankV2Config = {
+    query: {
+        param: 'query',
+        required: true,
+    },
+    top_n: {
+        param: 'top_n',
+        required: false,
+    },
+    documents: {
+        param: 'documents',
+        required: true,
+    },
+    return_documents: {
+        param: 'return_documents',
+        required: false,
+    },
+    max_tokens_per_doc: {
+        param: 'max_tokens_per_doc',
+        required: false,
+    },
+};
+export const CohereRerankV2ResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
+    if (responseStatus !== 200) {
+        return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
+    }
+    return response;
+};
+//# sourceMappingURL=rerank.js.map

package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/cohere-rerank-v2/rerank.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,KAAK;KAChB;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,IAAI;KACf;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,QAAQ,EAAE,KAAK;KAChB;IACD,kBAAkB,EAAE;QAClB,KAAK,EAAE,oBAAoB;QAC3B,QAAQ,EAAE,KAAK;KAChB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,+BAA+B,GAON,CACpC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/dist/tfy-providers/custom/index.d.ts

@@ -0,0 +1,15 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ProviderConfigs } from '../../providers/types';
+declare const VLLMConfig: ProviderConfigs;
+declare const OpenAICompatibleConfig: ProviderConfigs;
+declare const TEIConfig: ProviderConfigs;
+declare const InfinityConfig: ProviderConfigs;
+declare const CohereRerankV2Config: ProviderConfigs;
+declare const NemoRetrieverConfig: ProviderConfigs;
+declare const ComfyUIConfig: ProviderConfigs;
+export { CohereRerankV2Config, ComfyUIConfig, InfinityConfig, NemoRetrieverConfig, OpenAICompatibleConfig, TEIConfig, VLLMConfig, };
+//# sourceMappingURL=index.d.ts.map

package/dist/tfy-providers/custom/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tfy-providers/custom/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAuBxD,QAAA,MAAM,UAAU,EAAE,eAUjB,CAAC;AAEF,QAAA,MAAM,sBAAsB,EAAE,eAY7B,CAAC;AAEF,QAAA,MAAM,SAAS,EAAE,eAQhB,CAAC;AAEF,QAAA,MAAM,cAAc,EAAE,eASrB,CAAC;AAEF,QAAA,MAAM,oBAAoB,EAAE,eAQ3B,CAAC;AAEF,QAAA,MAAM,mBAAmB,EAAE,eAU1B,CAAC;AAMF,QAAA,MAAM,aAAa,EAAE,eAEpB,CAAC;AAGF,OAAO,EACL,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,SAAS,EACT,UAAU,GACX,CAAC"}

package/dist/tfy-providers/custom/index.js

@@ -0,0 +1,85 @@
+import CustomAPIConfig from './api.js';
+import { CohereRerankV2Config as CohereRerankV2ConfigParam, CohereRerankV2ResponseTransform, } from './cohere-rerank-v2/rerank.js';
+import { InfinityEmbedConfig, InfinityEmbedResponseTransform } from './infinity/embed.js';
+import { InfinityRerankConfig } from './infinity/rerank.js';
+import { TEIEmbedConfig, TEIEmbedResponseTransform } from './tei/embed.js';
+import { VLLMOpenAIChatCompleteConfig, VLLMOpenAIChatCompleteResponseTransform } from './vllm-openai/chatComplete.js';
+import { VLLMOpenAICompleteConfig, VLLMOpenAICompleteResponseTransform } from './vllm-openai/complete.js';
+import { NemoRetrieverEmbedConfig, NemoRetrieverEmbedResponseTransform } from './nemo-retriever/embed.js';
+import { NemoRetrieverRerankConfig, NemoRetrieverRerankResponseTransform } from './nemo-retriever/rerank.js';
+import { OpenAICompatibleChatCompleteConfig, OpenAICompatibleChatCompleteResponseTransform, } from './openai-compatible/chatComplete.js';
+import { OpenAICompatibleCompleteConfig, OpenAICompatibleCompleteResponseTransform, } from './openai-compatible/complete.js';
+import { OpenAICompatibleEmbedConfig, OpenAICompatibleEmbedResponseTransform } from './openai-compatible/embed.js';
+const VLLMConfig = {
+    api: CustomAPIConfig,
+    getConfig: () => ({
+        complete: VLLMOpenAICompleteConfig,
+        chatComplete: VLLMOpenAIChatCompleteConfig,
+        responseTransforms: {
+            complete: VLLMOpenAICompleteResponseTransform,
+            chatComplete: VLLMOpenAIChatCompleteResponseTransform,
+        },
+    }),
+};
+const OpenAICompatibleConfig = {
+    api: CustomAPIConfig,
+    getConfig: () => ({
+        complete: OpenAICompatibleCompleteConfig,
+        chatComplete: OpenAICompatibleChatCompleteConfig,
+        embed: OpenAICompatibleEmbedConfig,
+        responseTransforms: {
+            complete: OpenAICompatibleCompleteResponseTransform,
+            chatComplete: OpenAICompatibleChatCompleteResponseTransform,
+            embed: OpenAICompatibleEmbedResponseTransform,
+        },
+    }),
+};
+const TEIConfig = {
+    api: CustomAPIConfig,
+    getConfig: () => ({
+        embed: TEIEmbedConfig,
+        responseTransforms: {
+            embed: TEIEmbedResponseTransform,
+        },
+    }),
+};
+const InfinityConfig = {
+    api: CustomAPIConfig,
+    getConfig: () => ({
+        embed: InfinityEmbedConfig,
+        rerank: InfinityRerankConfig,
+        responseTransforms: {
+            embed: InfinityEmbedResponseTransform,
+        },
+    }),
+};
+const CohereRerankV2Config = {
+    api: CustomAPIConfig,
+    getConfig: () => ({
+        rerank: CohereRerankV2ConfigParam,
+        responseTransforms: {
+            rerank: CohereRerankV2ResponseTransform,
+        },
+    }),
+};
+const NemoRetrieverConfig = {
+    api: CustomAPIConfig,
+    getConfig: () => ({
+        embed: NemoRetrieverEmbedConfig,
+        rerank: NemoRetrieverRerankConfig,
+        responseTransforms: {
+            embed: NemoRetrieverEmbedResponseTransform,
+            rerank: NemoRetrieverRerankResponseTransform,
+        },
+    }),
+};
+// ComfyUI video generation is blind-proxied via the `video-proxy` fn (see
+// `handlers/videoProxyHandler.ts`), which forwards the client's raw request/response verbatim
+// without ever consulting a provider's `getConfig()`/`requestHandlers` — only `api` (base URL +
+// auth headers, from `CustomAPIConfig`) is needed to route ComfyUI requests.
+const ComfyUIConfig = {
+    api: CustomAPIConfig,
+};
+// export all
+export { CohereRerankV2Config, ComfyUIConfig, InfinityConfig, NemoRetrieverConfig, OpenAICompatibleConfig, TEIConfig, VLLMConfig, };
+//# sourceMappingURL=index.js.map

package/dist/tfy-providers/custom/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/index.ts"],"names":[],"mappings":"AAMA,OAAO,eAAe,MAAM,OAAO,CAAC;AACpC,OAAO,EACL,oBAAoB,IAAI,yBAAyB,EACjD,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,4BAA4B,EAAE,uCAAuC,EAAE,MAAM,4BAA4B,CAAC;AACnH,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AAEvG,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,yBAAyB,EAAE,oCAAoC,EAAE,MAAM,yBAAyB,CAAC;AAC1G,OAAO,EACL,kCAAkC,EAClC,6CAA6C,GAC9C,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EACL,8BAA8B,EAC9B,yCAAyC,GAC1C,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,2BAA2B,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAChH,MAAM,UAAU,GAAoB;IAClC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,wBAAwB;QAClC,YAAY,EAAE,4BAA4B;QAC1C,kBAAkB,EAAE;YAClB,QAAQ,EAAE,mCAAmC;YAC7C,YAAY,EAAE,uCAAuC;SACtD;KACF,CAAC;CACH,CAAC;AAEF,MAAM,sBAAsB,GAAoB;IAC9C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,QAAQ,EAAE,8BAA8B;QACxC,YAAY,EAAE,kCAAkC;QAChD,KAAK,EAAE,2BAA2B;QAClC,kBAAkB,EAAE;YAClB,QAAQ,EAAE,yCAAyC;YACnD,YAAY,EAAE,6CAA6C;YAC3D,KAAK,EAAE,sCAAsC;SAC9C;KACF,CAAC;CACH,CAAC;AAEF,MAAM,SAAS,GAAoB;IACjC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,cAAc;QACrB,kBAAkB,EAAE;YAClB,KAAK,EAAE,yBAAyB;SACjC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,cAAc,GAAoB;IACtC,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,oBAAoB;QAC5B,kBAAkB,EAAE;YAClB,KAAK,EAAE,8BAA8B;SACtC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,oBAAoB,GAAoB;IAC5C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,MAAM,EAAE,+BAA+B;SACxC;KACF,CAAC;CACH,CAAC;AAEF,MAAM,mBAAmB,GAAoB;IAC3C,GAAG,EAAE,eAAe;IACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,yBAAyB;QACjC,kBAAkB,EAAE;YAClB,KAAK,EAAE,mCAAmC;YAC1C,MAAM,EAAE,oCAAoC;SAC7C;KACF,CAAC;CACH,CAAC;AAEF,0EAA0E;AAC1E,8FAA8F;AAC9F,gGAAgG;AAChG,6EAA6E;AAC7E,MAAM,aAAa,GAAoB;IACrC,GAAG,EAAE,eAAe;CACrB,CAAC;AAEF,aAAa;AACb,OAAO,EACL,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,SAAS,EACT,UAAU,GACX,CAAC"}

package/dist/tfy-providers/custom/infinity/embed.d.ts

@@ -0,0 +1,11 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ErrorResponse, ProviderConfig } from '../../../providers/types';
+import { EmbedResponse } from '../../../types/embedRequestBody';
+import { Params } from '../../../types/requestBody';
+export declare const InfinityEmbedConfig: ProviderConfig;
+export declare const InfinityEmbedResponseTransform: (response: EmbedResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => EmbedResponse | ErrorResponse;
+//# sourceMappingURL=embed.d.ts.map

package/dist/tfy-providers/custom/infinity/embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/infinity/embed.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAKpD,eAAO,MAAM,mBAAmB,EAAE,cAcjC,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAC3C,QAAQ,EAAE,aAAa,GAAG,aAAa,EACvC,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,aAAa,GAAG,aAYpB,CAAC"}

package/dist/tfy-providers/custom/infinity/embed.js

@@ -0,0 +1,24 @@
+import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
+// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
+export const InfinityEmbedConfig = {
+    input: {
+        param: 'input',
+        required: true,
+    },
+    encoding_format: {
+        param: 'encoding_format',
+    },
+    dimensions: {
+        param: 'dimensions',
+    },
+    user: {
+        param: 'user',
+    },
+};
+export const InfinityEmbedResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
+    if (responseStatus !== 200) {
+        return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
+    }
+    return response;
+};
+//# sourceMappingURL=embed.js.map

package/dist/tfy-providers/custom/infinity/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/infinity/embed.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,saAAsa;AAEta,MAAM,CAAC,MAAM,mBAAmB,GAAmB;IACjD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAON,CACnC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/dist/tfy-providers/custom/infinity/rerank.d.ts

@@ -0,0 +1,28 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+export declare const InfinityRerankConfig: {
+    query: {
+        param: string;
+        required: boolean;
+    };
+    top_n: {
+        param: string;
+        required: boolean;
+    };
+    documents: {
+        param: string;
+        required: boolean;
+    };
+    return_documents: {
+        param: string;
+        required: boolean;
+    };
+    max_tokens_per_doc: {
+        param: string;
+        required: boolean;
+    };
+};
+//# sourceMappingURL=rerank.d.ts.map

package/dist/tfy-providers/custom/infinity/rerank.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/infinity/rerank.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;CAqBhC,CAAC"}

package/dist/tfy-providers/custom/infinity/rerank.js

@@ -0,0 +1,28 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+export const InfinityRerankConfig = {
+    query: {
+        param: 'query',
+        required: true,
+    },
+    top_n: {
+        param: 'top_n',
+        required: false,
+    },
+    documents: {
+        param: 'documents',
+        required: true,
+    },
+    return_documents: {
+        param: 'return_documents',
+        required: false,
+    },
+    max_tokens_per_doc: {
+        param: 'max_tokens_per_doc',
+        required: false,
+    },
+};
+//# sourceMappingURL=rerank.js.map

package/dist/tfy-providers/custom/infinity/rerank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/infinity/rerank.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,KAAK;KAChB;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,IAAI;KACf;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,QAAQ,EAAE,KAAK;KAChB;IACD,kBAAkB,EAAE;QAClB,KAAK,EAAE,oBAAoB;QAC3B,QAAQ,EAAE,KAAK;KAChB;CACF,CAAC"}

package/dist/tfy-providers/custom/nemo-retriever/embed.d.ts

@@ -0,0 +1,11 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ErrorResponse, ProviderConfig } from '../../../providers/types';
+import { EmbedResponse } from '../../../types/embedRequestBody';
+import { Params } from '../../../types/requestBody';
+export declare const NemoRetrieverEmbedConfig: ProviderConfig;
+export declare const NemoRetrieverEmbedResponseTransform: (response: EmbedResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => EmbedResponse | ErrorResponse;
+//# sourceMappingURL=embed.d.ts.map

package/dist/tfy-providers/custom/nemo-retriever/embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/nemo-retriever/embed.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAKpD,eAAO,MAAM,wBAAwB,EAAE,cAkBtC,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAChD,QAAQ,EAAE,aAAa,GAAG,aAAa,EACvC,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,aAAa,GAAG,aAYpB,CAAC"}

package/dist/tfy-providers/custom/nemo-retriever/embed.js

@@ -0,0 +1,28 @@
+import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
+// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
+export const NemoRetrieverEmbedConfig = {
+    model: {
+        param: 'model',
+        required: true,
+    },
+    input: {
+        param: 'input',
+        required: true,
+    },
+    encoding_format: {
+        param: 'encoding_format',
+    },
+    dimensions: {
+        param: 'dimensions',
+    },
+    user: {
+        param: 'user',
+    },
+};
+export const NemoRetrieverEmbedResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
+    if (responseStatus !== 200) {
+        return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
+    }
+    return response;
+};
+//# sourceMappingURL=embed.js.map

package/dist/tfy-providers/custom/nemo-retriever/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/nemo-retriever/embed.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,saAAsa;AAEta,MAAM,CAAC,MAAM,wBAAwB,GAAmB;IACtD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAOX,CACnC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/dist/tfy-providers/custom/nemo-retriever/rerank.d.ts

@@ -0,0 +1,46 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ErrorResponse, RerankResponse } from '../../../providers/types';
+import { Params } from '../../../types/requestBody';
+export declare const NemoRetrieverRerankConfig: {
+    model: {
+        param: string;
+        required: boolean;
+    };
+    query: {
+        param: string;
+        required: boolean;
+        transform: (params: Params) => {
+            text: string | undefined;
+        };
+    };
+    documents: {
+        param: string;
+        required: boolean;
+        transform: (params: Params) => {
+            text: string;
+        }[] | undefined;
+    };
+    max_tokens_per_doc: {
+        param: string;
+        required: boolean;
+        transform: (params: Params) => "END" | "NONE";
+    };
+};
+export interface NemoRetrieverRerankResponse {
+    rankings: [
+        {
+            index: number;
+            logit: number;
+        }
+    ];
+    usage?: {
+        prompt_tokens: number;
+        total_tokens: number;
+    };
+}
+export declare const NemoRetrieverRerankResponseTransform: (response: NemoRetrieverRerankResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, request: Params) => RerankResponse | ErrorResponse;
+//# sourceMappingURL=rerank.d.ts.map

package/dist/tfy-providers/custom/nemo-retriever/rerank.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/nemo-retriever/rerank.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAGpD,eAAO,MAAM,yBAAyB;;;;;;;;4BAQd,MAAM;;;;;;;4BAON,MAAM;;;;;;;4BAQN,MAAM;;CAO7B,CAAC;AAEF,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE;QACR;YACE,KAAK,EAAE,MAAM,CAAC;YACd,KAAK,EAAE,MAAM,CAAC;SACf;KACF,CAAC;IACF,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,eAAO,MAAM,oCAAoC,EAAE,CACjD,QAAQ,EAAE,2BAA2B,EACrC,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,OAAO,EAAE,MAAM,KACZ,cAAc,GAAG,aA2BrB,CAAC"}

package/dist/tfy-providers/custom/nemo-retriever/rerank.js

@@ -0,0 +1,53 @@
+import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
+export const NemoRetrieverRerankConfig = {
+    model: {
+        param: 'model',
+        required: true,
+    },
+    query: {
+        param: 'query',
+        required: true,
+        transform: (params) => {
+            return { text: params.query };
+        },
+    },
+    documents: {
+        param: 'passages',
+        required: true,
+        transform: (params) => params.documents?.map((doc) => {
+            return { text: doc };
+        }),
+    },
+    max_tokens_per_doc: {
+        param: 'truncate',
+        required: false,
+        transform: (params) => {
+            if (params.max_tokens_per_doc && params.max_tokens_per_doc > 0) {
+                return 'END';
+            }
+            return 'NONE';
+        },
+    },
+};
+export const NemoRetrieverRerankResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, request) => {
+    if (responseStatus !== 200) {
+        return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
+    }
+    const rerankResponse = {
+        id: crypto.randomUUID(),
+        results: response.rankings.map(ranking => ({
+            index: ranking.index,
+            relevance_score: ranking.logit,
+        })),
+        usage: {
+            prompt_tokens: response.usage?.prompt_tokens || 0,
+            total_tokens: response.usage?.total_tokens || 0,
+            completion_tokens: 0,
+        },
+    };
+    if (request.top_n && request.top_n > 0) {
+        rerankResponse.results = rerankResponse.results.slice(0, request.top_n);
+    }
+    return rerankResponse;
+};
+//# sourceMappingURL=rerank.js.map

package/dist/tfy-providers/custom/nemo-retriever/rerank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/nemo-retriever/rerank.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;KACF;IACD,SAAS,EAAE;QACT,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE,CAC5B,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;YACpC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;QACvB,CAAC,CAAC;KACL;IACD,kBAAkB,EAAE;QAClB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,IAAI,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;gBAC/D,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;KACF;CACF,CAAC;AAeF,MAAM,CAAC,MAAM,oCAAoC,GAOX,CACpC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,OAAO,EACP,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,cAAc,GAAmB;QACrC,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;QACvB,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACzC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,OAAO,CAAC,KAAK;SAC/B,CAAC,CAAC;QACH,KAAK,EAAE;YACL,aAAa,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;YACjD,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YAC/C,iBAAiB,EAAE,CAAC;SACrB;KACF,CAAC;IACF,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACvC,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC"}

package/dist/tfy-providers/custom/openai-compatible/chatComplete.d.ts

@@ -0,0 +1,13 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ChatCompletionResponse, ErrorResponse, ProviderConfig } from '../../../providers/types';
+import { Params } from '../../../types/requestBody';
+export declare const OpenAICompatibleChatCompleteConfig: ProviderConfig;
+export interface OpenAICompatibleChatCompleteResponse extends ChatCompletionResponse {
+    system_fingerprint: string;
+}
+export declare const OpenAICompatibleChatCompleteResponseTransform: (response: OpenAICompatibleChatCompleteResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => ChatCompletionResponse | ErrorResponse;
+//# sourceMappingURL=chatComplete.d.ts.map

package/dist/tfy-providers/custom/openai-compatible/chatComplete.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatComplete.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/openai-compatible/chatComplete.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAKpD,eAAO,MAAM,kCAAkC,EAAE,cAmGhD,CAAC;AAEF,MAAM,WAAW,oCAAqC,SAAQ,sBAAsB;IAClF,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,eAAO,MAAM,6CAA6C,EAAE,CAC1D,QAAQ,EAAE,oCAAoC,GAAG,aAAa,EAC9D,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,sBAAsB,GAAG,aAY7B,CAAC"}