@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/providers/stability-ai/imageGenerate.d.ts

@@ -0,0 +1,17 @@
+import { ErrorResponse, ImageGenerateResponse, ProviderConfig } from '../types.js';
+export declare const StabilityAIImageGenerateV1Config: ProviderConfig;
+interface StabilityAIImageGenerateV1Response extends ImageGenerateResponse {
+    artifacts: ImageArtifact[];
+}
+interface StabilityAIImageGenerateV1ErrorResponse {
+    id: string;
+    name: string;
+    message: string;
+}
+interface ImageArtifact {
+    base64: string;
+    finishReason: 'CONTENT_FILTERED' | 'ERROR' | 'SUCCESS';
+    seed: number;
+}
+export declare const StabilityAIImageGenerateV1ResponseTransform: (response: StabilityAIImageGenerateV1Response | StabilityAIImageGenerateV1ErrorResponse, responseStatus: number) => ImageGenerateResponse | ErrorResponse;
+export {};

package/dist/providers/stability-ai/imageGenerate.js

@@ -0,0 +1,77 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { STABILITY_AI } from '../../globals.js';
+import { generateErrorResponse, generateInvalidProviderResponseError } from '../utils.js';
+export const StabilityAIImageGenerateV1Config = {
+    prompt: {
+        param: 'text_prompts',
+        required: true,
+        transform: (params) => {
+            return [
+                {
+                    text: params.prompt,
+                    weight: 1,
+                },
+            ];
+        },
+    },
+    n: {
+        param: 'samples',
+        min: 1,
+        max: 10,
+    },
+    size: [
+        {
+            param: 'height',
+            transform: (params) => parseInt(params.size.toLowerCase().split('x')[1]),
+            min: 320,
+        },
+        {
+            param: 'width',
+            transform: (params) => parseInt(params.size.toLowerCase().split('x')[0]),
+            min: 320,
+        },
+    ],
+    style: {
+        param: 'style_preset',
+    },
+    cfg_scale: {
+        param: 'cfg_scale',
+    },
+    clip_guidance_preset: {
+        param: 'clip_guidance_preset',
+    },
+    sampler: {
+        param: 'sampler',
+    },
+    seed: {
+        param: 'seed',
+    },
+    steps: {
+        param: 'steps',
+    },
+    extras: {
+        param: 'extras',
+    },
+};
+export const StabilityAIImageGenerateV1ResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200 && 'message' in response) {
+        return generateErrorResponse({
+            message: response.message,
+            type: response.name,
+            code: null,
+        }, STABILITY_AI);
+    }
+    if ('artifacts' in response) {
+        return {
+            created: Math.floor(Date.now() / 1000), // Corrected method call
+            data: response.artifacts.map(art => ({ b64_json: art.base64 })), // Corrected object creation within map
+            provider: STABILITY_AI,
+        };
+    }
+    return generateInvalidProviderResponseError(response, STABILITY_AI);
+};
+//# sourceMappingURL=imageGenerate.js.map

package/dist/providers/stability-ai/imageGenerate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageGenerate.js","sourceRoot":"","sources":["../../../src/providers/stability-ai/imageGenerate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAEvF,MAAM,CAAC,MAAM,gCAAgC,GAAmB;IAC9D,MAAM,EAAE;QACN,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,OAAO;gBACL;oBACE,IAAI,EAAE,MAAM,CAAC,MAAM;oBACnB,MAAM,EAAE,CAAC;iBACV;aACF,CAAC;QACJ,CAAC;KACF;IACD,CAAC,EAAE;QACD,KAAK,EAAE,SAAS;QAChB,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,EAAE;KACR;IACD,IAAI,EAAE;QACJ;YACE,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,GAAG,EAAE,GAAG;SACT;QACD;YACE,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,GAAG,EAAE,GAAG;SACT;KACF;IACD,KAAK,EAAE;QACL,KAAK,EAAE,cAAc;KACtB;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;KACnB;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,sBAAsB;KAC9B;IACD,OAAO,EAAE;QACP,KAAK,EAAE,SAAS;KACjB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;KAChB;CACF,CAAC;AAkBF,MAAM,CAAC,MAAM,2CAA2C,GAGX,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACxE,IAAI,cAAc,KAAK,GAAG,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC;QACpD,OAAO,qBAAqB,CAC1B;YACE,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,IAAI;SACX,EACD,YAAY,CACb,CAAC;IACJ,CAAC;IAED,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,wBAAwB;YAChE,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,uCAAuC;YACxG,QAAQ,EAAE,YAAY;SACvB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AACtE,CAAC,CAAC"}

package/dist/providers/stability-ai/imageGenerateV2.d.ts

@@ -0,0 +1,18 @@
+import { ErrorResponse, ImageGenerateResponse, ProviderConfig } from '../types.js';
+export declare const StabilityAIImageGenerateV2Config: ProviderConfig;
+declare enum StabilityAIIMageGenerateV2FinishReason {
+    CONTENT_FILTERED = "CONTENT_FILTERED",
+    SUCCESS = "SUCCESS"
+}
+interface StabilityAIIMageGenerateV2Response {
+    image: string;
+    finish_reason: StabilityAIIMageGenerateV2FinishReason;
+    seed: number;
+}
+interface StabilityAIIMageGenerateV2ErrorResponse {
+    id: string;
+    name: string;
+    errors: string[];
+}
+export declare const StabilityAIImageGenerateV2ResponseTransform: (response: StabilityAIIMageGenerateV2Response | StabilityAIIMageGenerateV2ErrorResponse, responseStatus: number) => ImageGenerateResponse | ErrorResponse;
+export {};

package/dist/providers/stability-ai/imageGenerateV2.js

@@ -0,0 +1,127 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Drop OpenAI's `n` and map `size` to the closest supported `aspect_ratio`
+ *
+ * Ref: https://platform.stability.ai/docs/api-reference#tag/Generate/paths/~1v2beta~1stable-image~1generate~1ultra/post
+ * ================================
+ */
+import { STABILITY_AI } from '../../globals.js';
+import { generateErrorResponse, generateInvalidProviderResponseError } from '../utils.js';
+// Stability ultra/sd3 models accept an `aspect_ratio` enum, not pixel dimensions.
+const DEFAULT_ASPECT_RATIO = '1:1';
+const STABILITY_ASPECT_RATIOS = {
+    '16:9': 16 / 9,
+    '1:1': 1,
+    '21:9': 21 / 9,
+    '2:3': 2 / 3,
+    '3:2': 3 / 2,
+    '4:5': 4 / 5,
+    '5:4': 5 / 4,
+    '9:16': 9 / 16,
+    '9:21': 9 / 21,
+};
+const findClosestAspectRatio = (target) => {
+    let closestRatio = DEFAULT_ASPECT_RATIO;
+    for (const ratio in STABILITY_ASPECT_RATIOS) {
+        if (Math.abs(STABILITY_ASPECT_RATIOS[ratio] - target) < Math.abs(STABILITY_ASPECT_RATIOS[closestRatio] - target)) {
+            closestRatio = ratio;
+        }
+    }
+    return closestRatio;
+};
+const mapSizeToAspectRatio = (size) => {
+    try {
+        const [width, height] = size.toLowerCase().split('x').map(Number);
+        if (!width || !height) {
+            return DEFAULT_ASPECT_RATIO;
+        }
+        return findClosestAspectRatio(width / height);
+    }
+    catch {
+        return DEFAULT_ASPECT_RATIO;
+    }
+};
+export const StabilityAIImageGenerateV2Config = {
+    prompt: {
+        param: 'prompt',
+        required: true,
+    },
+    negative_prompt: {
+        param: 'negative_prompt',
+        required: false,
+    },
+    aspect_ratio: {
+        param: 'aspect_ratio',
+        required: false,
+        removeFromParams: (params) => !params.aspect_ratio,
+    },
+    seed: {
+        param: 'seed',
+        required: false,
+    },
+    style_preset: {
+        param: 'style_preset',
+        required: false,
+    },
+    mode: {
+        param: 'mode',
+        required: false,
+    },
+    output_format: {
+        param: 'output_format',
+        required: false,
+    },
+    image: {
+        param: 'image',
+        required: false,
+    },
+    strength: {
+        param: 'strength',
+        required: false,
+    },
+    n: {
+        param: 'n',
+        removeFromParams: true,
+    },
+    user: {
+        param: 'user',
+        removeFromParams: true,
+    },
+    // Derive aspect_ratio from size, but skip entirely when an explicit, usable
+    // aspect_ratio is present so the two entries never both write aspect_ratio.
+    size: {
+        param: 'aspect_ratio',
+        transform: (params) => mapSizeToAspectRatio(params.size),
+        removeFromParams: (params) => Boolean(params.aspect_ratio),
+    },
+};
+var StabilityAIIMageGenerateV2FinishReason;
+(function (StabilityAIIMageGenerateV2FinishReason) {
+    StabilityAIIMageGenerateV2FinishReason["CONTENT_FILTERED"] = "CONTENT_FILTERED";
+    StabilityAIIMageGenerateV2FinishReason["SUCCESS"] = "SUCCESS";
+})(StabilityAIIMageGenerateV2FinishReason || (StabilityAIIMageGenerateV2FinishReason = {}));
+export const StabilityAIImageGenerateV2ResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200 && 'errors' in response) {
+        return generateErrorResponse({
+            message: response.errors.join(', '),
+            type: response.name,
+            param: response.id,
+            code: null,
+        }, STABILITY_AI);
+    }
+    if ('image' in response) {
+        return {
+            created: Math.floor(Date.now() / 1000),
+            data: [
+                {
+                    b64_json: response.image,
+                },
+            ],
+            provider: STABILITY_AI,
+        };
+    }
+    return generateInvalidProviderResponseError(response, STABILITY_AI);
+};
+//# sourceMappingURL=imageGenerateV2.js.map

package/dist/providers/stability-ai/imageGenerateV2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageGenerateV2.js","sourceRoot":"","sources":["../../../src/providers/stability-ai/imageGenerateV2.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAG7C,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAEvF,kFAAkF;AAClF,MAAM,oBAAoB,GAAG,KAAK,CAAC;AAEnC,MAAM,uBAAuB,GAA2B;IACtD,MAAM,EAAE,EAAE,GAAG,CAAC;IACd,KAAK,EAAE,CAAC;IACR,MAAM,EAAE,EAAE,GAAG,CAAC;IACd,KAAK,EAAE,CAAC,GAAG,CAAC;IACZ,KAAK,EAAE,CAAC,GAAG,CAAC;IACZ,KAAK,EAAE,CAAC,GAAG,CAAC;IACZ,KAAK,EAAE,CAAC,GAAG,CAAC;IACZ,MAAM,EAAE,CAAC,GAAG,EAAE;IACd,MAAM,EAAE,CAAC,GAAG,EAAE;CACf,CAAC;AAEF,MAAM,sBAAsB,GAAG,CAAC,MAAc,EAAU,EAAE;IACxD,IAAI,YAAY,GAAG,oBAAoB,CAAC;IAExC,KAAK,MAAM,KAAK,IAAI,uBAAuB,EAAE,CAAC;QAC5C,IAAI,IAAI,CAAC,GAAG,CAAC,uBAAuB,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;YACjH,YAAY,GAAG,KAAK,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAU,EAAE;IACpD,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAElE,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACtB,OAAO,oBAAoB,CAAC;QAC9B,CAAC;QAED,OAAO,sBAAsB,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,oBAAoB,CAAC;IAC9B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAmB;IAC9D,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE,IAAI;KACf;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;QACxB,QAAQ,EAAE,KAAK;KAChB;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE,KAAK;QACf,gBAAgB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,YAAY;KAC3D;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,QAAQ,EAAE,KAAK;KAChB;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE,KAAK;KAChB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,QAAQ,EAAE,KAAK;KAChB;IACD,aAAa,EAAE;QACb,KAAK,EAAE,eAAe;QACtB,QAAQ,EAAE,KAAK;KAChB;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,KAAK;KAChB;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,KAAK;KAChB;IACD,CAAC,EAAE;QACD,KAAK,EAAE,GAAG;QACV,gBAAgB,EAAE,IAAI;KACvB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,gBAAgB,EAAE,IAAI;KACvB;IACD,4EAA4E;IAC5E,4EAA4E;IAC5E,IAAI,EAAE;QACJ,KAAK,EAAE,cAAc;QACrB,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChE,gBAAgB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;KACnE;CACF,CAAC;AAEF,IAAK,sCAGJ;AAHD,WAAK,sCAAsC;IACzC,+EAAqC,CAAA;IACrC,6DAAmB,CAAA;AACrB,CAAC,EAHI,sCAAsC,KAAtC,sCAAsC,QAG1C;AAcD,MAAM,CAAC,MAAM,2CAA2C,GAGX,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACxE,IAAI,cAAc,KAAK,GAAG,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;QACnD,OAAO,qBAAqB,CAC1B;YACE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACnC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,EAAE;YAClB,IAAI,EAAE,IAAI;SACX,EACD,YAAY,CACb,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;QACxB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,IAAI,EAAE;gBACJ;oBACE,QAAQ,EAAE,QAAQ,CAAC,KAAK;iBACzB;aACF;YACD,QAAQ,EAAE,YAAY;SACvB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AACtE,CAAC,CAAC"}

package/dist/providers/stability-ai/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { ProviderConfigs } from '../types.js';
+declare const StabilityAIConfig: ProviderConfigs;
+export default StabilityAIConfig;

package/dist/providers/stability-ai/index.js

@@ -0,0 +1,26 @@
+import StabilityAIAPIConfig from './api.js';
+import { StabilityAIImageGenerateV1Config, StabilityAIImageGenerateV1ResponseTransform } from './imageGenerate.js';
+import { StabilityAIImageGenerateV2Config, StabilityAIImageGenerateV2ResponseTransform } from './imageGenerateV2.js';
+import { isStabilityV1Model } from './utils.js';
+const StabilityAIConfig = {
+    api: StabilityAIAPIConfig,
+    getConfig: ({ params }) => {
+        const model = params.model;
+        if (typeof model === 'string' && isStabilityV1Model(model)) {
+            return {
+                imageGenerate: StabilityAIImageGenerateV1Config,
+                responseTransforms: {
+                    imageGenerate: StabilityAIImageGenerateV1ResponseTransform,
+                },
+            };
+        }
+        return {
+            imageGenerate: StabilityAIImageGenerateV2Config,
+            responseTransforms: {
+                imageGenerate: StabilityAIImageGenerateV2ResponseTransform,
+            },
+        };
+    },
+};
+export default StabilityAIConfig;
+//# sourceMappingURL=index.js.map

package/dist/providers/stability-ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/providers/stability-ai/index.ts"],"names":[],"mappings":"AAMA,OAAO,oBAAoB,MAAM,OAAO,CAAC;AACzC,OAAO,EAAE,gCAAgC,EAAE,2CAA2C,EAAE,MAAM,iBAAiB,CAAC;AAChH,OAAO,EAAE,gCAAgC,EAAE,2CAA2C,EAAE,MAAM,mBAAmB,CAAC;AAClH,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAE7C,MAAM,iBAAiB,GAAoB;IACzC,GAAG,EAAE,oBAAoB;IACzB,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QACxB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,OAAO;gBACL,aAAa,EAAE,gCAAgC;gBAC/C,kBAAkB,EAAE;oBAClB,aAAa,EAAE,2CAA2C;iBAC3D;aACF,CAAC;QACJ,CAAC;QACD,OAAO;YACL,aAAa,EAAE,gCAAgC;YAC/C,kBAAkB,EAAE;gBAClB,aAAa,EAAE,2CAA2C;aAC3D;SACF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,eAAe,iBAAiB,CAAC"}

package/dist/providers/stability-ai/utils.d.ts

@@ -0,0 +1 @@
+export declare const isStabilityV1Model: (model?: string) => boolean;

package/dist/providers/stability-ai/utils.js

@@ -0,0 +1,12 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { STABILITY_V1_MODELS } from './constants.js';
+export const isStabilityV1Model = (model) => {
+    if (!model)
+        return false;
+    return STABILITY_V1_MODELS.includes(model);
+};
+//# sourceMappingURL=utils.js.map

package/dist/providers/stability-ai/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/providers/stability-ai/utils.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAAE,EAAE;IACnD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,OAAO,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC7C,CAAC,CAAC"}

package/dist/providers/together-ai/api.d.ts

@@ -0,0 +1,3 @@
+import { ProviderAPIConfig } from '../types.js';
+declare const TogetherAIApiConfig: ProviderAPIConfig;
+export default TogetherAIApiConfig;

package/dist/providers/together-ai/api.js

@@ -0,0 +1,22 @@
+const TogetherAIApiConfig = {
+    getBaseURL: () => 'https://api.together.xyz'.replace(/\/$/, ''),
+    headers: ({ providerOptions }) => {
+        const manifest = providerOptions.providerAccount.manifest;
+        const apiKey = manifest.auth_data?.api_key;
+        return { Authorization: `Bearer ${apiKey}` };
+    },
+    getEndpoint: ({ endpoint }) => {
+        switch (endpoint) {
+            case 'complete':
+                return '/v1/completions';
+            case 'chatComplete':
+                return '/v1/chat/completions';
+            case 'embed':
+                return '/v1/embeddings';
+            default:
+                return '';
+        }
+    },
+};
+export default TogetherAIApiConfig;
+//# sourceMappingURL=api.js.map

package/dist/providers/together-ai/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/together-ai/api.ts"],"names":[],"mappings":"AAQA,MAAM,mBAAmB,GAAsB;IAC7C,UAAU,EAAE,GAAG,EAAE,CAAC,0BAA0B,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;IAC/D,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,eAAe,CAAC,eAAe,CAAC,QAAqC,CAAC;QACvF,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAC3C,OAAO,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IAC/C,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC5B,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,iBAAiB,CAAC;YAC3B,KAAK,cAAc;gBACjB,OAAO,sBAAsB,CAAC;YAChC,KAAK,OAAO;gBACV,OAAO,gBAAgB,CAAC;YAC1B;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,mBAAmB,CAAC"}

package/dist/providers/together-ai/chatComplete.d.ts

@@ -0,0 +1,41 @@
+import { ChatCompletionResponse, ErrorResponse, ProviderConfig } from '../types.js';
+export declare const TogetherAIChatCompleteConfig: ProviderConfig;
+export interface TogetherAIChatCompleteResponse extends ChatCompletionResponse {
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+}
+interface NestedErrorMessage {
+    message: string;
+    type: string;
+    param: string;
+    code: string;
+}
+export interface TogetherAIErrorResponse {
+    error: {
+        message: string | NestedErrorMessage;
+        type: string | null;
+        param: string | null;
+        code: string | null;
+    };
+}
+export interface TogetherAIChatCompletionStreamChunk {
+    id: string;
+    model: string;
+    request_id: string;
+    object: string;
+    choices: {
+        index: number;
+        delta: {
+            content: string;
+        };
+    }[];
+}
+export interface TogetherAIOpenAICompatibleErrorResponse extends ErrorResponse {
+}
+export declare const TogetherAIErrorResponseTransform: (response: TogetherAIErrorResponse) => ErrorResponse | false;
+export declare const TogetherAIChatCompleteResponseTransform: (response: TogetherAIChatCompleteResponse | TogetherAIErrorResponse | TogetherAIOpenAICompatibleErrorResponse, responseStatus: number) => ChatCompletionResponse | ErrorResponse;
+export declare const TogetherAIChatCompleteStreamChunkTransform: (response: string) => string;
+export {};

package/dist/providers/together-ai/chatComplete.js

@@ -0,0 +1,161 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Remove parallel_tool_calls from the request body
+ * ================================
+ */
+import { TOGETHER_AI } from '../../globals.js';
+import { generateErrorResponse, generateInvalidProviderResponseError } from '../utils.js';
+// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
+export const TogetherAIChatCompleteConfig = {
+    model: {
+        param: 'model',
+        required: true,
+        default: 'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo',
+    },
+    messages: {
+        param: 'messages',
+        required: true,
+        default: '',
+        transform: (params) => {
+            return params.messages?.map(message => {
+                if (message.role === 'developer')
+                    return { ...message, role: 'system' };
+                return message;
+            });
+        },
+    },
+    max_tokens: {
+        param: 'max_tokens',
+        min: 1,
+    },
+    max_completion_tokens: {
+        param: 'max_tokens',
+        min: 1,
+    },
+    stop: {
+        param: 'stop',
+    },
+    temperature: {
+        param: 'temperature',
+    },
+    top_p: {
+        param: 'top_p',
+    },
+    top_k: {
+        param: 'top_k',
+    },
+    frequency_penalty: {
+        param: 'frequency_penalty',
+    },
+    stream: {
+        param: 'stream',
+        default: false,
+    },
+    logprobs: {
+        param: 'logprobs',
+    },
+    tools: {
+        param: 'tools',
+    },
+    tool_choice: {
+        param: 'tool_choice',
+    },
+    response_format: {
+        param: 'response_format',
+    },
+    /**
+     * ================================
+     * NOTE: Together AI does NOT support parallel_tool_calls
+     * ================================
+     */
+    parallel_tool_calls: {
+        param: 'parallel_tool_calls',
+        removeFromParams: true,
+    },
+};
+export const TogetherAIErrorResponseTransform = response => {
+    if (!response.error) {
+        return false;
+    }
+    const { message, type, param, code } = response.error;
+    if (typeof message === 'string') {
+        return generateErrorResponse({ message, type, param, code }, TOGETHER_AI);
+    }
+    if (typeof message === 'object' && message !== null) {
+        return generateErrorResponse({
+            message: message.message,
+            type: message.type,
+            param: message.param,
+            code: message.code,
+        }, TOGETHER_AI);
+    }
+    return false;
+};
+export const TogetherAIChatCompleteResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        const errorResponse = TogetherAIErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('choices' in response) {
+        return {
+            id: response.id,
+            object: response.object,
+            created: response.created,
+            model: response.model,
+            provider: TOGETHER_AI,
+            choices: response.choices.map(choice => {
+                return {
+                    message: {
+                        role: 'assistant',
+                        content: choice.message.content,
+                        tool_calls: choice.message.tool_calls
+                            ? choice.message.tool_calls.map((toolCall) => ({
+                                id: toolCall.id,
+                                type: toolCall.type,
+                                function: toolCall.function,
+                            }))
+                            : null,
+                    },
+                    index: 0,
+                    logprobs: null,
+                    finish_reason: choice.finish_reason,
+                };
+            }),
+            usage: {
+                prompt_tokens: response.usage?.prompt_tokens,
+                completion_tokens: response.usage?.completion_tokens,
+                total_tokens: response.usage?.total_tokens,
+            },
+        };
+    }
+    return generateInvalidProviderResponseError(response, TOGETHER_AI);
+};
+export const TogetherAIChatCompleteStreamChunkTransform = responseChunk => {
+    let chunk = responseChunk.trim();
+    chunk = chunk.replace(/^data: /, '');
+    chunk = chunk.trim();
+    if (chunk === '[DONE]') {
+        return `data: ${chunk}\n\n`;
+    }
+    const parsedChunk = JSON.parse(chunk);
+    return (`data: ${JSON.stringify({
+        id: parsedChunk.id,
+        object: parsedChunk.object,
+        created: Math.floor(Date.now() / 1000),
+        model: parsedChunk.model,
+        provider: TOGETHER_AI,
+        choices: [
+            {
+                delta: {
+                    content: parsedChunk.choices[0]?.delta.content,
+                },
+                index: 0,
+                finish_reason: '',
+            },
+        ],
+    })}` + '\n\n');
+};
+//# sourceMappingURL=chatComplete.js.map

package/dist/providers/together-ai/chatComplete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatComplete.js","sourceRoot":"","sources":["../../../src/providers/together-ai/chatComplete.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAG5C,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAEvF,saAAsa;AAEta,MAAM,CAAC,MAAM,4BAA4B,GAAmB;IAC1D,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,gDAAgD;KAC1D;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE;gBACpC,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;oBAAE,OAAO,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;gBACxE,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC;KACF;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;QACnB,GAAG,EAAE,CAAC;KACP;IACD,qBAAqB,EAAE;QACrB,KAAK,EAAE,YAAY;QACnB,GAAG,EAAE,CAAC;KACP;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;KACrB;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;KACf;IACD,iBAAiB,EAAE;QACjB,KAAK,EAAE,mBAAmB;KAC3B;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;KAClB;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;KACf;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;KACrB;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD;;;;OAIG;IACH,mBAAmB,EAAE;QACnB,KAAK,EAAE,qBAAqB;QAC5B,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC;AA2CF,MAAM,CAAC,MAAM,gCAAgC,GAEhB,QAAQ,CAAC,EAAE;IACtC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC;IAEtD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,qBAAqB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACpD,OAAO,qBAAqB,CAC1B;YACE,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,EACD,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uCAAuC,GAGN,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACzE,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,gCAAgC,CAAC,QAAmC,CAAC,CAAC;QAC5F,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC;QAC1B,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACrC,OAAO;oBACL,OAAO,EAAE;wBACP,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;wBAC/B,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;4BACnC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,CAAC;gCAChD,EAAE,EAAE,QAAQ,CAAC,EAAE;gCACf,IAAI,EAAE,QAAQ,CAAC,IAAI;gCACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;6BAC5B,CAAC,CAAC;4BACL,CAAC,CAAC,IAAI;qBACT;oBACD,KAAK,EAAE,CAAC;oBACR,QAAQ,EAAE,IAAI;oBACd,aAAa,EAAE,MAAM,CAAC,aAAa;iBACpC,CAAC;YACJ,CAAC,CAAC;YACF,KAAK,EAAE;gBACL,aAAa,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa;gBAC5C,iBAAiB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB;gBACpD,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;aAC3C;SACF,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;AACrE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAiC,aAAa,CAAC,EAAE;IACtG,IAAI,KAAK,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC;IACjC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IACrC,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACrB,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvB,OAAO,SAAS,KAAK,MAAM,CAAC;IAC9B,CAAC;IACD,MAAM,WAAW,GAAwC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3E,OAAO,CACL,SAAS,IAAI,CAAC,SAAS,CAAC;QACtB,EAAE,EAAE,WAAW,CAAC,EAAE;QAClB,MAAM,EAAE,WAAW,CAAC,MAAM;QAC1B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACtC,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,QAAQ,EAAE,WAAW;QACrB,OAAO,EAAE;YACP;gBACE,KAAK,EAAE;oBACL,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO;iBAC/C;gBACD,KAAK,EAAE,CAAC;gBACR,aAAa,EAAE,EAAE;aAClB;SACF;KACF,CAAC,EAAE,GAAG,MAAM,CACd,CAAC;AACJ,CAAC,CAAC"}

package/dist/providers/together-ai/complete.d.ts

@@ -0,0 +1,13 @@
+import { CompletionResponse, ErrorResponse, ProviderConfig } from '../types.js';
+import { TogetherAIErrorResponse, TogetherAIOpenAICompatibleErrorResponse } from './chatComplete.js';
+export declare const TogetherAICompleteConfig: ProviderConfig;
+interface TogetherAICompleteResponse extends CompletionResponse {
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+}
+export declare const TogetherAICompleteResponseTransform: (response: TogetherAICompleteResponse | TogetherAIErrorResponse | TogetherAIOpenAICompatibleErrorResponse, responseStatus: number) => CompletionResponse | ErrorResponse;
+export declare const TogetherAICompleteStreamChunkTransform: (response: string) => string;
+export {};