@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/stream/readSseFrames.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readSseFrames.js","sourceRoot":"","sources":["../../src/stream/readSseFrames.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGvD;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,aAAa,CAAC,OAA6B;IAChE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,GAAG,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IAC7E,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,SAAS,GAAG,IAAI,CAAC;QACjB,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,+BAA+B,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC;IACF,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhE,IAAI,CAAC;QACH,cAAc,CAAC,WAAW,CAAC,CAAC;QAE5B,OAAO,IAAI,EAAE,CAAC;YACZ,cAAc,CAAC,WAAW,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;oBACzB,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;gBACD,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC3B,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC9D,CAAC;gBACD,MAAM;YACR,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC9D,CAAC;YAED,OAAO,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,aAAa,EAAE,CAAC;wBAClB,IAAI,IAAI,CAAC,IAAI,EAAE;4BAAE,MAAM,IAAI,CAAC;oBAC9B,CAAC;yBAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,IAAI,CAAC;oBACb,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,QAAQ,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,WAAW,EAAE,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;YAAS,CAAC;QACT,WAAW,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,iCAAiC,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,SAAS,GAAG,SAAS,IAAI,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC;IAChD,wEAAwE;IACxE,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1F,OAAO;QACL,SAAS;QACT,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/stream/resolvePumpAbortSignal.d.ts

@@ -0,0 +1,16 @@
+export interface ResolvePumpAbortSignalInput {
+    /** Provider / request-timeout abort (fetch + pump). */
+    upstreamAbort?: AbortSignal;
+    /** Client disconnect abort (`req.signal`). */
+    clientAbort?: AbortSignal;
+    /**
+     * Live sync: `COMPLETE_REQUEST_ON_CLIENT_CANCEL` / DoNotCancel drain.
+     * When true, omit `clientAbort` so the pump keeps reading until the provider finishes.
+     */
+    drainUpstream: boolean;
+}
+/**
+ * Resolve the AbortSignal passed into `pumpProviderSseStream` /
+ * `pumpProviderAwsEventStream`.
+ */
+export declare function resolvePumpAbortSignal(input: ResolvePumpAbortSignalInput): AbortSignal | undefined;

package/dist/stream/resolvePumpAbortSignal.js

@@ -0,0 +1,30 @@
+/**
+ * P5.6 — Abort-signal ownership for stream pumps under client cancel.
+ *
+ * Live sync with `src/handlers/streamHandler.ts` (client `abort` listener ~COMPLETE_REQUEST):
+ * - drainUpstream true  → omit clientAbort (writer-only detach; reader/pump stay alive)
+ * - drainUpstream false → merge clientAbort into pump abort (cancel upstream)
+ *
+ * Policy selection (`ClientCancelBilling` / `COMPLETE_REQUEST_ON_CLIENT_CANCEL`) stays
+ * gateway-side (`clientCancelPolicy` + `buildSdkCallInputs` / live `tryPost`).
+ */
+import { mergeAbortSignals } from '../utils/abortSignals.js';
+/**
+ * Resolve the AbortSignal passed into `pumpProviderSseStream` /
+ * `pumpProviderAwsEventStream`.
+ */
+export function resolvePumpAbortSignal(input) {
+    const { upstreamAbort, clientAbort, drainUpstream } = input;
+    if (drainUpstream) {
+        return upstreamAbort;
+    }
+    const signals = [upstreamAbort, clientAbort].filter((s) => s != null);
+    if (signals.length === 0) {
+        return undefined;
+    }
+    if (signals.length === 1) {
+        return signals[0];
+    }
+    return mergeAbortSignals(signals);
+}
+//# sourceMappingURL=resolvePumpAbortSignal.js.map

package/dist/stream/resolvePumpAbortSignal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolvePumpAbortSignal.js","sourceRoot":"","sources":["../../src/stream/resolvePumpAbortSignal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAc1D;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAkC;IACvE,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAE5D,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACxF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACpC,CAAC"}

package/dist/stream/resolveStreamEndReason.d.ts

@@ -0,0 +1,16 @@
+import type { EndReason, ExecutionFinishReason, MidStreamError } from '../types/executionReport.js';
+export interface ResolveStreamEndReasonInput {
+    /** `PumpResult.truncated` — abort before natural stream end. */
+    truncated?: boolean;
+    /** Provider finish/stop token when the stream completed normally. */
+    finishReason?: ExecutionFinishReason;
+    /** Gate reject, pump failure, or other settle error. */
+    error?: unknown;
+}
+/** Map a gate/pump failure into a typed {@link MidStreamError}. */
+export declare function mapToMidStreamError(error: unknown): MidStreamError;
+/**
+ * Resolve terminal {@link EndReason} from pump truncation and/or gate/pump error.
+ * Mid-stream errors win over truncation when both are present.
+ */
+export declare function resolveStreamEndReason(input: ResolveStreamEndReasonInput): EndReason;

package/dist/stream/resolveStreamEndReason.js

@@ -0,0 +1,89 @@
+/**
+ * P5.6 — Map pump/gate outcomes to `EndReason` for future `executionReport` (P7).
+ *
+ * Truncation is report-only: gateway decides not to cache cancelled streams.
+ * TTFT timeouts are gate rejects for LB fallback — mapped as `unknown` (no new
+ * MidStreamErrorKind; do not invent kinds beyond P5.2).
+ */
+import { APIError, ProviderStreamError, TTFTTimeoutError } from '../errors.js';
+import { ANTHROPIC_STREAM_OVERLOADED_ERROR_MESSAGE, DETAIL_LESS_FAILURE_MESSAGE, EMPTY_STREAM_FAILURE_MESSAGE, } from './firstChunkGateValidators.js';
+function asError(error) {
+    if (error instanceof Error)
+        return error;
+    return new Error(typeof error === 'string' ? error : String(error));
+}
+/** Map a gate/pump failure into a typed {@link MidStreamError}. */
+export function mapToMidStreamError(error) {
+    const err = asError(error);
+    if (err instanceof TTFTTimeoutError) {
+        // TTFT is a gate timeout for LB fallback, not a provider in-band frame.
+        return {
+            kind: 'unknown',
+            status: err.statusCode,
+            message: err.message,
+        };
+    }
+    if (err instanceof ProviderStreamError) {
+        if (err.providerMessage === DETAIL_LESS_FAILURE_MESSAGE || err.message.startsWith(DETAIL_LESS_FAILURE_MESSAGE)) {
+            return {
+                kind: 'detail_less',
+                status: err.statusCode,
+                message: err.message,
+                providerErrorType: err.providerErrorType,
+                providerErrorCode: err.providerErrorCode,
+            };
+        }
+        if (err.providerMessage === EMPTY_STREAM_FAILURE_MESSAGE || err.message.startsWith(EMPTY_STREAM_FAILURE_MESSAGE)) {
+            return {
+                kind: 'empty_stream',
+                status: err.statusCode,
+                message: err.message,
+                providerErrorType: err.providerErrorType,
+                providerErrorCode: err.providerErrorCode,
+            };
+        }
+        return {
+            kind: 'in_band_provider_error',
+            status: err.statusCode,
+            message: err.message,
+            providerErrorType: err.providerErrorType,
+            providerErrorCode: err.providerErrorCode,
+        };
+    }
+    if (err instanceof APIError) {
+        if (err.message === ANTHROPIC_STREAM_OVERLOADED_ERROR_MESSAGE) {
+            return {
+                kind: 'overloaded',
+                status: err.statusCode,
+                message: err.message,
+                providerErrorType: 'overloaded_error',
+            };
+        }
+        return {
+            kind: 'unknown',
+            status: err.statusCode,
+            message: err.message,
+        };
+    }
+    return {
+        kind: 'unknown',
+        message: err.message,
+    };
+}
+/**
+ * Resolve terminal {@link EndReason} from pump truncation and/or gate/pump error.
+ * Mid-stream errors win over truncation when both are present.
+ */
+export function resolveStreamEndReason(input) {
+    if (input.error != null) {
+        return {
+            kind: 'mid_stream_error',
+            error: mapToMidStreamError(input.error),
+        };
+    }
+    if (input.truncated) {
+        return { kind: 'cancelled', truncated: true };
+    }
+    return { kind: 'done', finishReason: input.finishReason };
+}
+//# sourceMappingURL=resolveStreamEndReason.js.map

package/dist/stream/resolveStreamEndReason.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveStreamEndReason.js","sourceRoot":"","sources":["../../src/stream/resolveStreamEndReason.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE5E,OAAO,EACL,yCAAyC,EACzC,2BAA2B,EAC3B,4BAA4B,GAC7B,MAAM,4BAA4B,CAAC;AAWpC,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,KAAK,CAAC;IACzC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAE3B,IAAI,GAAG,YAAY,gBAAgB,EAAE,CAAC;QACpC,wEAAwE;QACxE,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,YAAY,mBAAmB,EAAE,CAAC;QACvC,IAAI,GAAG,CAAC,eAAe,KAAK,2BAA2B,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAC/G,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,GAAG,CAAC,UAAU;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;gBACxC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;aACzC,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,eAAe,KAAK,4BAA4B,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,4BAA4B,CAAC,EAAE,CAAC;YACjH,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,GAAG,CAAC,UAAU;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;gBACxC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;aACzC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,IAAI,EAAE,wBAAwB;YAC9B,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;YACxC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;SACzC,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,OAAO,KAAK,yCAAyC,EAAE,CAAC;YAC9D,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,GAAG,CAAC,UAAU;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,iBAAiB,EAAE,kBAAkB;aACtC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAkC;IACvE,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACxB,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC;SACxC,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;AAC5D,CAAC"}

package/dist/stream/shouldReadAwsEventStream.d.ts

@@ -0,0 +1,17 @@
+export interface ShouldReadAwsEventStreamInput {
+    /** `model.manifest.type` (e.g. `integration/model/bedrock`). */
+    modelManifestType: string;
+    /**
+     * Provider model id (`model.manifest.model_id`), not the gateway FQN.
+     * Required — live always has `model.manifest.model_id` for the OpenAI
+     * Responses SSE vs AWS event-stream branch.
+     */
+    modelId: string;
+    /** SDK / live endpoint string (`chatComplete`, `createModelResponse`, …). */
+    requestType: string;
+}
+/**
+ * True when the provider body should be pumped with
+ * {@link pumpProviderAwsEventStream} instead of the SSE pump.
+ */
+export declare function shouldReadAwsEventStream({ modelManifestType, modelId, requestType, }: ShouldReadAwsEventStreamInput): boolean;

package/dist/stream/shouldReadAwsEventStream.js

@@ -0,0 +1,29 @@
+/**
+ * Choose AWS event-stream vs SSE for a Bedrock model — mirrors live
+ * `usesBedrockOpenAIResponsesSse` / `handleStreamingMode` in
+ * `src/handlers/streamHandler.ts`.
+ *
+ * bedrock-runtime serves openai.* Responses on `/openai/v1/responses` as SSE.
+ * Every other Bedrock stream is AWS binary eventstream.
+ *
+ * Callers must pass the provider `model_id` (same as live
+ * `model.manifest.model_id`). Without it the OpenAI Responses check cannot run
+ * and OpenAI Responses would be mis-routed onto the AWS pump.
+ */
+import { isOpenAIModel } from '../providers/bedrock/modelFamily.js';
+const BEDROCK_INTEGRATION_TYPE = 'integration/model/bedrock';
+/**
+ * True when the provider body should be pumped with
+ * {@link pumpProviderAwsEventStream} instead of the SSE pump.
+ */
+export function shouldReadAwsEventStream({ modelManifestType, modelId, requestType, }) {
+    if (modelManifestType !== BEDROCK_INTEGRATION_TYPE) {
+        return false;
+    }
+    // Live: usesBedrockOpenAIResponsesSse → isOpenAIModel(model.manifest.model_id).
+    if (requestType === 'createModelResponse' && isOpenAIModel(modelId)) {
+        return false;
+    }
+    return true;
+}
+//# sourceMappingURL=shouldReadAwsEventStream.js.map

package/dist/stream/shouldReadAwsEventStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shouldReadAwsEventStream.js","sourceRoot":"","sources":["../../src/stream/shouldReadAwsEventStream.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAEjE,MAAM,wBAAwB,GAAG,2BAA2B,CAAC;AAe7D;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,EACvC,iBAAiB,EACjB,OAAO,EACP,WAAW,GACmB;IAC9B,IAAI,iBAAiB,KAAK,wBAAwB,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,gFAAgF;IAChF,IAAI,WAAW,KAAK,qBAAqB,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/stream/shouldRequireAzureStreamSleep.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Whether `pumpProviderSseStream` should use Azure/Foundry inter-chunk sleeps
+ * (`FIRST_CHUNK_SLEEP_MS` / `INTER_CHUNK_SLEEP_MS`). Live parity:
+ * `proxyProvider === AZURE_OPEN_AI || proxyProvider === MICROSOFT_FOUNDRY`.
+ *
+ * Pass the result as `PumpProviderSseOptions.isSleepTimeRequired`.
+ */
+export declare function shouldRequireAzureStreamSleep(provider: string): boolean;

package/dist/stream/shouldRequireAzureStreamSleep.js

@@ -0,0 +1,12 @@
+import { AZURE_OPEN_AI, MICROSOFT_FOUNDRY } from '../globals.js';
+/**
+ * Whether `pumpProviderSseStream` should use Azure/Foundry inter-chunk sleeps
+ * (`FIRST_CHUNK_SLEEP_MS` / `INTER_CHUNK_SLEEP_MS`). Live parity:
+ * `proxyProvider === AZURE_OPEN_AI || proxyProvider === MICROSOFT_FOUNDRY`.
+ *
+ * Pass the result as `PumpProviderSseOptions.isSleepTimeRequired`.
+ */
+export function shouldRequireAzureStreamSleep(provider) {
+    return provider === AZURE_OPEN_AI || provider === MICROSOFT_FOUNDRY;
+}
+//# sourceMappingURL=shouldRequireAzureStreamSleep.js.map

package/dist/stream/shouldRequireAzureStreamSleep.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shouldRequireAzureStreamSleep.js","sourceRoot":"","sources":["../../src/stream/shouldRequireAzureStreamSleep.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE9D;;;;;;GAMG;AACH,MAAM,UAAU,6BAA6B,CAAC,QAAgB;IAC5D,OAAO,QAAQ,KAAK,aAAa,IAAI,QAAQ,KAAK,iBAAiB,CAAC;AACtE,CAAC"}

package/dist/stream/splitPatterns.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Context-free SSE frame delimiter selection (live `getStreamModeSplitPattern`
+ * without Hono Context).
+ */
+import type { SplitPattern } from './types.js';
+export interface GetStreamModeSplitPatternInput {
+    /** `model.manifest.type` (e.g. `integration/model/anthropic`). */
+    modelManifestType: string;
+    /** Upstream request URL (path or full). */
+    requestURL: string;
+    /** Live `CONTEXT_KEYS.IS_GEMINI_ROUTER`. */
+    isGeminiRouter?: boolean;
+    /** Live `CONTEXT_KEYS.ADAPTER_ORIGINAL_ENDPOINT` (e.g. `generateContent`). */
+    adapterOriginalEndpoint?: string;
+}
+/**
+ * Resolve the SSE / NDJSON split pattern for a provider stream.
+ * Mirrors live `getStreamModeSplitPattern` in `src/utils.ts`.
+ */
+export declare function getStreamModeSplitPattern({ modelManifestType, requestURL, isGeminiRouter, adapterOriginalEndpoint, }: GetStreamModeSplitPatternInput): SplitPattern;

package/dist/stream/splitPatterns.js

@@ -0,0 +1,33 @@
+/**
+ * Resolve the SSE / NDJSON split pattern for a provider stream.
+ * Mirrors live `getStreamModeSplitPattern` in `src/utils.ts`.
+ */
+export function getStreamModeSplitPattern({ modelManifestType, requestURL, isGeminiRouter = false, adapterOriginalEndpoint, }) {
+    let splitPattern = '\n\n';
+    if (requestURL.includes('streamGenerateContent') &&
+        (isGeminiRouter || adapterOriginalEndpoint === 'generateContent')) {
+        return '\n';
+    }
+    if (modelManifestType === 'integration/model/anthropic' && requestURL.endsWith('/complete')) {
+        splitPattern = '\r\n\r\n';
+    }
+    if (modelManifestType === 'integration/model/cohere') {
+        splitPattern = requestURL.includes('/chat') ? '\n\n' : '\n';
+    }
+    if (modelManifestType === 'integration/model/gemini') {
+        splitPattern = '\r\n';
+    }
+    if (modelManifestType === 'integration/model/vertex') {
+        if (requestURL.includes('/publishers/google')) {
+            splitPattern = '\r\n\r\n';
+        }
+    }
+    if (modelManifestType === 'integration/model/deepinfra') {
+        splitPattern = '\n';
+    }
+    if (modelManifestType === 'integration/model/sagemaker') {
+        splitPattern = '\n';
+    }
+    return splitPattern;
+}
+//# sourceMappingURL=splitPatterns.js.map

package/dist/stream/splitPatterns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"splitPatterns.js","sourceRoot":"","sources":["../../src/stream/splitPatterns.ts"],"names":[],"mappings":"AAiBA;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,EACxC,iBAAiB,EACjB,UAAU,EACV,cAAc,GAAG,KAAK,EACtB,uBAAuB,GACQ;IAC/B,IAAI,YAAY,GAAiB,MAAM,CAAC;IAExC,IACE,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAC5C,CAAC,cAAc,IAAI,uBAAuB,KAAK,iBAAiB,CAAC,EACjE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,iBAAiB,KAAK,6BAA6B,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5F,YAAY,GAAG,UAAU,CAAC;IAC5B,CAAC;IAED,IAAI,iBAAiB,KAAK,0BAA0B,EAAE,CAAC;QACrD,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,CAAC;IAED,IAAI,iBAAiB,KAAK,0BAA0B,EAAE,CAAC;QACrD,YAAY,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,IAAI,iBAAiB,KAAK,0BAA0B,EAAE,CAAC;QACrD,IAAI,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC9C,YAAY,GAAG,UAAU,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,KAAK,6BAA6B,EAAE,CAAC;QACxD,YAAY,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,iBAAiB,KAAK,6BAA6B,EAAE,CAAC;QACxD,YAAY,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC"}

package/dist/stream/types.d.ts

@@ -0,0 +1,91 @@
+/**
+ * P5.3 / P5.4 — Context-free stream pump types.
+ * SSE chunks stay loosely typed (string frames); AWS event-stream yields
+ * `string | Uint8Array` when raw bytes must stay CRC-identical. No public
+ * union of provider JSON chunk shapes.
+ */
+import type { Params } from '../types/requestBody.js';
+export type SplitPattern = '\n\n' | '\r\n\r\n' | '\n' | '\r\n';
+export type SseCommentMode = 'forward' | 'strip';
+/**
+ * Provider `stream-*` transform hook. Same arity as live `readStream` /
+ * `readAWSStream`. May fan one upstream event into several messages (`string[]`).
+ */
+export type StreamTransformFn = (cleanedChunk: string, fallbackChunkId: string, streamState: Record<string, unknown>, strictOpenAiCompliance: boolean, gatewayRequest: Params | FormData) => string | string[] | undefined;
+/** Shared inputs for both SSE and AWS provider pumps. */
+export interface PumpProviderBaseOptions {
+    reader: ReadableStreamDefaultReader<Uint8Array>;
+    transformFunction?: StreamTransformFn;
+    fallbackChunkId: string;
+    strictOpenAiCompliance: boolean;
+    gatewayRequest: Params | FormData;
+    abortSignal?: AbortSignal;
+}
+export interface ReadSseFramesOptions {
+    reader: ReadableStreamDefaultReader<Uint8Array>;
+    /** Frame delimiter (e.g. `\\n\\n`). */
+    splitPattern: string;
+    /**
+     * Normalize CRLF → LF before splitting (adapter pump). Leave false for
+     * provider-pump parity with live `readStream`.
+     */
+    normalizeCrlf?: boolean;
+    abortSignal?: AbortSignal;
+}
+export interface PumpProviderSseOptions extends PumpProviderBaseOptions {
+    splitPattern: string;
+    sseCommentMode: SseCommentMode;
+    /**
+     * Azure OpenAI / Microsoft Foundry: 25ms before the first frame, then 1ms
+     * between frames. Set via `shouldRequireAzureStreamSleep(provider)`.
+     */
+    isSleepTimeRequired?: boolean;
+}
+/**
+ * Facts for future `executionReport` mapping (P7). No USD / cache writes.
+ * Shared settle shape for SSE and AWS pumps (`frames` are logging-side only).
+ */
+export interface PumpResult {
+    streamState: Record<string, unknown>;
+    /**
+     * Logging-side frame strings (transform output or relayed data frames).
+     * Comment-only keepalives are yielded to the client but not recorded here
+     * (live `chunks` vs client yield split). When `yieldRawBytes`, never the
+     * client-facing raw frame bytes.
+     */
+    frames: string[];
+    /** Abort before natural stream end. */
+    truncated: boolean;
+    /** Non-abort pump failure (transform / read). */
+    error?: {
+        message: string;
+        status?: string | number;
+    };
+}
+export interface ReadSseFramesResult {
+    truncated: boolean;
+    /** Trailing incomplete frame bytes (no trailing delimiter). */
+    remainder: string;
+}
+/** One complete AWS event-stream frame plus its decoded payload string. */
+export interface AwsEventFrame {
+    /** Original frame bytes (prelude + headers + payload + CRC). Never re-encoded. */
+    frame: Uint8Array;
+    /** Decoded payload for transforms / logging (Invoke `bytes` base64 unwrapped). */
+    payload: string;
+}
+export interface ReadAwsEventFramesOptions {
+    reader: ReadableStreamDefaultReader<Uint8Array>;
+    abortSignal?: AbortSignal;
+}
+export interface ReadAwsEventFramesResult {
+    truncated: boolean;
+}
+export interface PumpProviderAwsEventStreamOptions extends PumpProviderBaseOptions {
+    /**
+     * When true, yield the original frame `Uint8Array` (CRC intact) instead of
+     * transform output. Transform still runs so logging-side `frames` collect
+     * decoded/transformed strings. Live `NEED_ORIGINAL_BINARY_CHUNKS`.
+     */
+    yieldRawBytes?: boolean;
+}

package/dist/stream/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/stream/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/stream/types.ts"],"names":[],"mappings":""}

package/dist/tfy-providers/custom/api.d.ts

@@ -0,0 +1,3 @@
+import { ProviderAPIConfig } from '../../providers/types.js';
+declare const CustomAPIConfig: ProviderAPIConfig;
+export default CustomAPIConfig;

package/dist/tfy-providers/custom/api.js

@@ -0,0 +1,125 @@
+import { ModelServerType } from '../../entities/Model.js';
+function selfHostedManifest(providerOptions) {
+    const manifest = providerOptions.model?.manifest;
+    if (!manifest || manifest.type !== 'integration/model/self-hosted-model') {
+        return undefined;
+    }
+    return manifest;
+}
+const CustomAPIConfig = {
+    getBaseURL: ({ providerOptions }) => {
+        const modelConfig = selfHostedManifest(providerOptions);
+        if (!modelConfig)
+            return '';
+        const modelServerType = modelConfig.model_server;
+        if (modelServerType === ModelServerType.vllm_openai) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.openai_compatible) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.tei) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.infinity) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.nemo_retriever) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.cohere_rerank_v2) {
+            return `${modelConfig.url}`;
+        }
+        if (modelServerType === ModelServerType.comfyui) {
+            return `${modelConfig.url}`;
+        }
+        return '';
+    },
+    headers: async ({ providerOptions, request }) => {
+        const modelConfig = selfHostedManifest(providerOptions);
+        const headers = modelConfig?.headers || {};
+        const auth = modelConfig?.auth_data;
+        if (auth?.type === 'basic-auth' && auth.username && auth.password) {
+            const base64Credentials = Buffer.from(`${auth.username}:${auth.password}`).toString('base64');
+            return {
+                ...headers,
+                Authorization: `Basic ${base64Credentials}`,
+            };
+        }
+        let bearerToken;
+        if (auth?.type === 'bearer-auth') {
+            bearerToken = auth.bearer_token;
+        }
+        else if (auth?.type === 'client-authorization-passthrough') {
+            // Client Authorization bearer on the inbound request (gateway auth uses x-tfy-api-key).
+            const authHeader = request.headers['authorization'];
+            if (authHeader?.toLowerCase().startsWith('bearer ')) {
+                bearerToken = authHeader.slice(7).trim();
+            }
+        }
+        if (bearerToken) {
+            return {
+                ...headers,
+                Authorization: `Bearer ${bearerToken}`,
+            };
+        }
+        return headers;
+    },
+    getEndpoint: ({ providerOptions, endpoint }) => {
+        const modelConfig = selfHostedManifest(providerOptions);
+        if (!modelConfig)
+            return '';
+        const modelServerType = modelConfig.model_server;
+        if (modelServerType === ModelServerType.vllm_openai) {
+            if (endpoint === 'complete') {
+                return '/v1/completions';
+            }
+            if (endpoint === 'chatComplete') {
+                return '/v1/chat/completions';
+            }
+        }
+        if (modelServerType === ModelServerType.openai_compatible) {
+            if (endpoint === 'complete') {
+                return '/completions';
+            }
+            if (endpoint === 'chatComplete') {
+                return '/chat/completions';
+            }
+            if (endpoint === 'embed') {
+                return '/embeddings';
+            }
+        }
+        if (modelServerType === ModelServerType.tei) {
+            if (endpoint === 'embed') {
+                return '/v1/embeddings';
+            }
+        }
+        if (modelServerType === ModelServerType.infinity) {
+            if (endpoint === 'embed') {
+                return '/embeddings';
+            }
+            if (endpoint === 'rerank') {
+                return '/rerank';
+            }
+        }
+        if (modelServerType === ModelServerType.nemo_retriever) {
+            if (endpoint === 'rerank') {
+                return '/v1/ranking';
+            }
+            if (endpoint === 'embed') {
+                return '/v1/embeddings';
+            }
+        }
+        if (modelServerType === ModelServerType.cohere_rerank_v2) {
+            if (endpoint === 'rerank') {
+                return '/rerank';
+            }
+        }
+        // ComfyUI is blind-proxied via the `video-proxy` endpoint (see handlers/videoProxyHandler.ts),
+        // which bypasses `getEndpoint` entirely (`isProxyRoute`) in favor of forwarding the
+        // client's own request path verbatim — no static path to return here.
+        return '';
+    },
+};
+export default CustomAPIConfig;
+//# sourceMappingURL=api.js.map

package/dist/tfy-providers/custom/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/tfy-providers/custom/api.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAIvD,SAAS,kBAAkB,CAAC,eAAgC;IAC1D,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;IACjD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,qCAAqC,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAA2B,CAAC;AACrC,CAAC;AAED,MAAM,eAAe,GAAsB;IACzC,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,OAAO,EAAE,CAAC;YAChD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE;QAC9C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,EAAE,SAAS,CAAC;QAEpC,IAAI,IAAI,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClE,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9F,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,SAAS,iBAAiB,EAAE;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,WAA+B,CAAC;QACpC,IAAI,IAAI,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,CAAC;aAAM,IAAI,IAAI,EAAE,IAAI,KAAK,kCAAkC,EAAE,CAAC;YAC7D,wFAAwF;YACxF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,UAAU,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,GAAG,OAAO;gBACV,aAAa,EAAE,UAAU,WAAW,EAAE;aACvC,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC7C,MAAM,WAAW,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,YAA+B,CAAC;QACpE,IAAI,eAAe,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,iBAAiB,CAAC;YAC3B,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,sBAAsB,CAAC;YAChC,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,iBAAiB,EAAE,CAAC;YAC1D,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,cAAc,CAAC;YACxB,CAAC;YACD,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;YACvD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,aAAa,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,IAAI,eAAe,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACzD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,+FAA+F;QAC/F,oFAAoF;QACpF,sEAAsE;QACtE,OAAO,EAAE,CAAC;IACZ,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}

package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.d.ts

@@ -0,0 +1,30 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ErrorResponse, RerankResponse } from '../../../providers/types.js';
+import { Params } from '../../../types/requestBody.js';
+export declare const CohereRerankV2Config: {
+    query: {
+        param: string;
+        required: boolean;
+    };
+    top_n: {
+        param: string;
+        required: boolean;
+    };
+    documents: {
+        param: string;
+        required: boolean;
+    };
+    return_documents: {
+        param: string;
+        required: boolean;
+    };
+    max_tokens_per_doc: {
+        param: string;
+        required: boolean;
+    };
+};
+export declare const CohereRerankV2ResponseTransform: (response: RerankResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => RerankResponse | ErrorResponse;

package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js

@@ -0,0 +1,30 @@
+import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
+export const CohereRerankV2Config = {
+    query: {
+        param: 'query',
+        required: true,
+    },
+    top_n: {
+        param: 'top_n',
+        required: false,
+    },
+    documents: {
+        param: 'documents',
+        required: true,
+    },
+    return_documents: {
+        param: 'return_documents',
+        required: false,
+    },
+    max_tokens_per_doc: {
+        param: 'max_tokens_per_doc',
+        required: false,
+    },
+};
+export const CohereRerankV2ResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
+    if (responseStatus !== 200) {
+        return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
+    }
+    return response;
+};
+//# sourceMappingURL=rerank.js.map

package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/cohere-rerank-v2/rerank.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,KAAK;KAChB;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,IAAI;KACf;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,QAAQ,EAAE,KAAK;KAChB;IACD,kBAAkB,EAAE;QAClB,KAAK,EAAE,oBAAoB;QAC3B,QAAQ,EAAE,KAAK;KAChB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,+BAA+B,GAON,CACpC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/dist/tfy-providers/custom/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import { ProviderConfigs } from '../../providers/types.js';
+declare const VLLMConfig: ProviderConfigs;
+declare const OpenAICompatibleConfig: ProviderConfigs;
+declare const TEIConfig: ProviderConfigs;
+declare const InfinityConfig: ProviderConfigs;
+declare const CohereRerankV2Config: ProviderConfigs;
+declare const NemoRetrieverConfig: ProviderConfigs;
+declare const ComfyUIConfig: ProviderConfigs;
+export { CohereRerankV2Config, ComfyUIConfig, InfinityConfig, NemoRetrieverConfig, OpenAICompatibleConfig, TEIConfig, VLLMConfig, };