@ai-sdk/fireworks 0.0.0-8777c42a-20250115032312
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +100 -0
- package/LICENSE +13 -0
- package/README.md +51 -0
- package/dist/index.d.mts +73 -0
- package/dist/index.d.ts +73 -0
- package/dist/index.js +239 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +224 -0
- package/dist/index.mjs.map +1 -0
- package/package.json +64 -0
package/CHANGELOG.md
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
# @ai-sdk/fireworks
|
|
2
|
+
|
|
3
|
+
## 0.0.0-8777c42a-20250115032312
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- 971be76: feat (provider/fireworks): Send generateImage n parameter to Fireworks API as 'samples'.
|
|
8
|
+
|
|
9
|
+
## 0.0.11
|
|
10
|
+
|
|
11
|
+
### Patch Changes
|
|
12
|
+
|
|
13
|
+
- Updated dependencies [7611964]
|
|
14
|
+
- @ai-sdk/openai-compatible@0.0.16
|
|
15
|
+
|
|
16
|
+
## 0.0.10
|
|
17
|
+
|
|
18
|
+
### Patch Changes
|
|
19
|
+
|
|
20
|
+
- 90fb95a: chore (provider-utils): switch to unified test server
|
|
21
|
+
- e6dfef4: feat (provider/fireworks): Support add'l image models.
|
|
22
|
+
- Updated dependencies [90fb95a]
|
|
23
|
+
- Updated dependencies [e6dfef4]
|
|
24
|
+
- Updated dependencies [6636db6]
|
|
25
|
+
- @ai-sdk/provider-utils@2.0.7
|
|
26
|
+
- @ai-sdk/openai-compatible@0.0.15
|
|
27
|
+
|
|
28
|
+
## 0.0.9
|
|
29
|
+
|
|
30
|
+
### Patch Changes
|
|
31
|
+
|
|
32
|
+
- 19a2ce7: feat (provider/fireworks): Add image model support.
|
|
33
|
+
- 6337688: feat: change image generation errors to warnings
|
|
34
|
+
- Updated dependencies [19a2ce7]
|
|
35
|
+
- Updated dependencies [19a2ce7]
|
|
36
|
+
- Updated dependencies [43b37f7]
|
|
37
|
+
- Updated dependencies [6337688]
|
|
38
|
+
- @ai-sdk/provider@1.0.4
|
|
39
|
+
- @ai-sdk/provider-utils@2.0.6
|
|
40
|
+
- @ai-sdk/openai-compatible@0.0.14
|
|
41
|
+
|
|
42
|
+
## 0.0.8
|
|
43
|
+
|
|
44
|
+
### Patch Changes
|
|
45
|
+
|
|
46
|
+
- 546a458: feat (provider/fireworks): update common models
|
|
47
|
+
|
|
48
|
+
## 0.0.7
|
|
49
|
+
|
|
50
|
+
### Patch Changes
|
|
51
|
+
|
|
52
|
+
- Updated dependencies [6564812]
|
|
53
|
+
- @ai-sdk/openai-compatible@0.0.13
|
|
54
|
+
|
|
55
|
+
## 0.0.6
|
|
56
|
+
|
|
57
|
+
### Patch Changes
|
|
58
|
+
|
|
59
|
+
- Updated dependencies [70003b8]
|
|
60
|
+
- @ai-sdk/openai-compatible@0.0.12
|
|
61
|
+
|
|
62
|
+
## 0.0.5
|
|
63
|
+
|
|
64
|
+
### Patch Changes
|
|
65
|
+
|
|
66
|
+
- 5ed5e45: chore (config): Use ts-library.json tsconfig for no-UI libs.
|
|
67
|
+
- Updated dependencies [5ed5e45]
|
|
68
|
+
- Updated dependencies [307c247]
|
|
69
|
+
- @ai-sdk/openai-compatible@0.0.11
|
|
70
|
+
- @ai-sdk/provider-utils@2.0.5
|
|
71
|
+
- @ai-sdk/provider@1.0.3
|
|
72
|
+
|
|
73
|
+
## 0.0.4
|
|
74
|
+
|
|
75
|
+
### Patch Changes
|
|
76
|
+
|
|
77
|
+
- Updated dependencies [baae8f4]
|
|
78
|
+
- @ai-sdk/openai-compatible@0.0.10
|
|
79
|
+
|
|
80
|
+
## 0.0.3
|
|
81
|
+
|
|
82
|
+
### Patch Changes
|
|
83
|
+
|
|
84
|
+
- Updated dependencies [9c7653b]
|
|
85
|
+
- @ai-sdk/openai-compatible@0.0.9
|
|
86
|
+
|
|
87
|
+
## 0.0.2
|
|
88
|
+
|
|
89
|
+
### Patch Changes
|
|
90
|
+
|
|
91
|
+
- Updated dependencies [6faab13]
|
|
92
|
+
- @ai-sdk/openai-compatible@0.0.8
|
|
93
|
+
|
|
94
|
+
## 0.0.1
|
|
95
|
+
|
|
96
|
+
### Patch Changes
|
|
97
|
+
|
|
98
|
+
- ad2bf11: feat (provider/fireworks): Add Fireworks provider.
|
|
99
|
+
- Updated dependencies [ad2bf11]
|
|
100
|
+
- @ai-sdk/openai-compatible@0.0.7
|
package/LICENSE
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
Copyright 2023 Vercel, Inc.
|
|
2
|
+
|
|
3
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
you may not use this file except in compliance with the License.
|
|
5
|
+
You may obtain a copy of the License at
|
|
6
|
+
|
|
7
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
|
|
9
|
+
Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
See the License for the specific language governing permissions and
|
|
13
|
+
limitations under the License.
|
package/README.md
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
# AI SDK - Fireworks Provider
|
|
2
|
+
|
|
3
|
+
The **[Fireworks provider](https://sdk.vercel.ai/providers/ai-sdk-providers/fireworks)** for the [AI SDK](https://sdk.vercel.ai/docs) contains language model and image model support for the [Fireworks](https://fireworks.ai) platform.
|
|
4
|
+
|
|
5
|
+
## Setup
|
|
6
|
+
|
|
7
|
+
The Fireworks provider is available in the `@ai-sdk/fireworks` module. You can install it with
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
npm i @ai-sdk/fireworks
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Provider Instance
|
|
14
|
+
|
|
15
|
+
You can import the default provider instance `fireworks` from `@ai-sdk/fireworks`:
|
|
16
|
+
|
|
17
|
+
```ts
|
|
18
|
+
import { fireworks } from '@ai-sdk/fireworks';
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
## Language Model Example
|
|
22
|
+
|
|
23
|
+
```ts
|
|
24
|
+
import { fireworks } from '@ai-sdk/fireworks';
|
|
25
|
+
import { generateText } from 'ai';
|
|
26
|
+
|
|
27
|
+
const { text } = await generateText({
|
|
28
|
+
model: fireworks('accounts/fireworks/models/deepseek-v3'),
|
|
29
|
+
prompt: 'Write a JavaScript function that sorts a list:',
|
|
30
|
+
});
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
## Image Model Examples
|
|
34
|
+
|
|
35
|
+
```ts
|
|
36
|
+
import { fireworks } from '@ai-sdk/fireworks';
|
|
37
|
+
import { experimental_generateImage as generateImage } from 'ai';
|
|
38
|
+
import fs from 'fs';
|
|
39
|
+
|
|
40
|
+
const { image } = await generateImage({
|
|
41
|
+
model: fireworks.image('accounts/fireworks/models/flux-1-dev-fp8'),
|
|
42
|
+
prompt: 'A serene mountain landscape at sunset',
|
|
43
|
+
});
|
|
44
|
+
const filename = `image-${Date.now()}.png`;
|
|
45
|
+
fs.writeFileSync(filename, image.uint8Array);
|
|
46
|
+
console.log(`Image saved to ${filename}`);
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
## Documentation
|
|
50
|
+
|
|
51
|
+
Please check out the **[Fireworks provider](https://sdk.vercel.ai/providers/ai-sdk-providers/fireworks)** for more information.
|
package/dist/index.d.mts
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { LanguageModelV1, EmbeddingModelV1, ImageModelV1 } from '@ai-sdk/provider';
|
|
2
|
+
import { FetchFunction } from '@ai-sdk/provider-utils';
|
|
3
|
+
import { z } from 'zod';
|
|
4
|
+
import { OpenAICompatibleChatSettings, OpenAICompatibleCompletionSettings, OpenAICompatibleEmbeddingSettings } from '@ai-sdk/openai-compatible';
|
|
5
|
+
|
|
6
|
+
type FireworksChatModelId = 'accounts/fireworks/models/deepseek-v3' | 'accounts/fireworks/models/llama-v3p3-70b-instruct' | 'accounts/fireworks/models/llama-v3p2-3b-instruct' | 'accounts/fireworks/models/llama-v3p1-405b-instruct' | 'accounts/fireworks/models/llama-v3p1-8b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct' | 'accounts/fireworks/models/mixtral-8x22b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct-hf' | 'accounts/fireworks/models/qwen2p5-coder-32b-instruct' | 'accounts/fireworks/models/qwen2p5-72b-instruct' | 'accounts/fireworks/models/qwen-qwq-32b-preview' | 'accounts/fireworks/models/qwen2-vl-72b-instruct' | 'accounts/fireworks/models/llama-v3p2-11b-vision-instruct' | 'accounts/fireworks/models/yi-large' | (string & {});
|
|
7
|
+
interface FireworksChatSettings extends OpenAICompatibleChatSettings {
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
type FireworksCompletionModelId = 'accounts/fireworks/models/llama-v3-8b-instruct' | 'accounts/fireworks/models/llama-v2-34b-code' | (string & {});
|
|
11
|
+
interface FireworksCompletionSettings extends OpenAICompatibleCompletionSettings {
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
type FireworksEmbeddingModelId = 'nomic-ai/nomic-embed-text-v1.5' | (string & {});
|
|
15
|
+
interface FireworksEmbeddingSettings extends OpenAICompatibleEmbeddingSettings {
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
type FireworksImageModelId = 'accounts/fireworks/models/flux-1-dev-fp8' | 'accounts/fireworks/models/flux-1-schnell-fp8' | 'accounts/fireworks/models/playground-v2-5-1024px-aesthetic' | 'accounts/fireworks/models/japanese-stable-diffusion-xl' | 'accounts/fireworks/models/playground-v2-1024px-aesthetic' | 'accounts/fireworks/models/SSD-1B' | 'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0' | (string & {});
|
|
19
|
+
|
|
20
|
+
type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;
|
|
21
|
+
declare const fireworksErrorSchema: z.ZodObject<{
|
|
22
|
+
error: z.ZodString;
|
|
23
|
+
}, "strip", z.ZodTypeAny, {
|
|
24
|
+
error: string;
|
|
25
|
+
}, {
|
|
26
|
+
error: string;
|
|
27
|
+
}>;
|
|
28
|
+
interface FireworksProviderSettings {
|
|
29
|
+
/**
|
|
30
|
+
Fireworks API key. Default value is taken from the `FIREWORKS_API_KEY`
|
|
31
|
+
environment variable.
|
|
32
|
+
*/
|
|
33
|
+
apiKey?: string;
|
|
34
|
+
/**
|
|
35
|
+
Base URL for the API calls.
|
|
36
|
+
*/
|
|
37
|
+
baseURL?: string;
|
|
38
|
+
/**
|
|
39
|
+
Custom headers to include in the requests.
|
|
40
|
+
*/
|
|
41
|
+
headers?: Record<string, string>;
|
|
42
|
+
/**
|
|
43
|
+
Custom fetch implementation. You can use it as a middleware to intercept requests,
|
|
44
|
+
or to provide a custom fetch implementation for e.g. testing.
|
|
45
|
+
*/
|
|
46
|
+
fetch?: FetchFunction;
|
|
47
|
+
}
|
|
48
|
+
interface FireworksProvider {
|
|
49
|
+
/**
|
|
50
|
+
Creates a model for text generation.
|
|
51
|
+
*/
|
|
52
|
+
(modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
|
|
53
|
+
/**
|
|
54
|
+
Creates a chat model for text generation.
|
|
55
|
+
*/
|
|
56
|
+
chatModel(modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
|
|
57
|
+
/**
|
|
58
|
+
Creates a completion model for text generation.
|
|
59
|
+
*/
|
|
60
|
+
completionModel(modelId: FireworksCompletionModelId, settings?: FireworksCompletionSettings): LanguageModelV1;
|
|
61
|
+
/**
|
|
62
|
+
Creates a text embedding model for text generation.
|
|
63
|
+
*/
|
|
64
|
+
textEmbeddingModel(modelId: FireworksEmbeddingModelId, settings?: FireworksEmbeddingSettings): EmbeddingModelV1<string>;
|
|
65
|
+
/**
|
|
66
|
+
Creates a model for image generation.
|
|
67
|
+
*/
|
|
68
|
+
image(modelId: FireworksImageModelId): ImageModelV1;
|
|
69
|
+
}
|
|
70
|
+
declare function createFireworks(options?: FireworksProviderSettings): FireworksProvider;
|
|
71
|
+
declare const fireworks: FireworksProvider;
|
|
72
|
+
|
|
73
|
+
export { type FireworksErrorData, type FireworksProvider, type FireworksProviderSettings, createFireworks, fireworks };
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { LanguageModelV1, EmbeddingModelV1, ImageModelV1 } from '@ai-sdk/provider';
|
|
2
|
+
import { FetchFunction } from '@ai-sdk/provider-utils';
|
|
3
|
+
import { z } from 'zod';
|
|
4
|
+
import { OpenAICompatibleChatSettings, OpenAICompatibleCompletionSettings, OpenAICompatibleEmbeddingSettings } from '@ai-sdk/openai-compatible';
|
|
5
|
+
|
|
6
|
+
type FireworksChatModelId = 'accounts/fireworks/models/deepseek-v3' | 'accounts/fireworks/models/llama-v3p3-70b-instruct' | 'accounts/fireworks/models/llama-v3p2-3b-instruct' | 'accounts/fireworks/models/llama-v3p1-405b-instruct' | 'accounts/fireworks/models/llama-v3p1-8b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct' | 'accounts/fireworks/models/mixtral-8x22b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct-hf' | 'accounts/fireworks/models/qwen2p5-coder-32b-instruct' | 'accounts/fireworks/models/qwen2p5-72b-instruct' | 'accounts/fireworks/models/qwen-qwq-32b-preview' | 'accounts/fireworks/models/qwen2-vl-72b-instruct' | 'accounts/fireworks/models/llama-v3p2-11b-vision-instruct' | 'accounts/fireworks/models/yi-large' | (string & {});
|
|
7
|
+
interface FireworksChatSettings extends OpenAICompatibleChatSettings {
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
type FireworksCompletionModelId = 'accounts/fireworks/models/llama-v3-8b-instruct' | 'accounts/fireworks/models/llama-v2-34b-code' | (string & {});
|
|
11
|
+
interface FireworksCompletionSettings extends OpenAICompatibleCompletionSettings {
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
type FireworksEmbeddingModelId = 'nomic-ai/nomic-embed-text-v1.5' | (string & {});
|
|
15
|
+
interface FireworksEmbeddingSettings extends OpenAICompatibleEmbeddingSettings {
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
type FireworksImageModelId = 'accounts/fireworks/models/flux-1-dev-fp8' | 'accounts/fireworks/models/flux-1-schnell-fp8' | 'accounts/fireworks/models/playground-v2-5-1024px-aesthetic' | 'accounts/fireworks/models/japanese-stable-diffusion-xl' | 'accounts/fireworks/models/playground-v2-1024px-aesthetic' | 'accounts/fireworks/models/SSD-1B' | 'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0' | (string & {});
|
|
19
|
+
|
|
20
|
+
type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;
|
|
21
|
+
declare const fireworksErrorSchema: z.ZodObject<{
|
|
22
|
+
error: z.ZodString;
|
|
23
|
+
}, "strip", z.ZodTypeAny, {
|
|
24
|
+
error: string;
|
|
25
|
+
}, {
|
|
26
|
+
error: string;
|
|
27
|
+
}>;
|
|
28
|
+
interface FireworksProviderSettings {
|
|
29
|
+
/**
|
|
30
|
+
Fireworks API key. Default value is taken from the `FIREWORKS_API_KEY`
|
|
31
|
+
environment variable.
|
|
32
|
+
*/
|
|
33
|
+
apiKey?: string;
|
|
34
|
+
/**
|
|
35
|
+
Base URL for the API calls.
|
|
36
|
+
*/
|
|
37
|
+
baseURL?: string;
|
|
38
|
+
/**
|
|
39
|
+
Custom headers to include in the requests.
|
|
40
|
+
*/
|
|
41
|
+
headers?: Record<string, string>;
|
|
42
|
+
/**
|
|
43
|
+
Custom fetch implementation. You can use it as a middleware to intercept requests,
|
|
44
|
+
or to provide a custom fetch implementation for e.g. testing.
|
|
45
|
+
*/
|
|
46
|
+
fetch?: FetchFunction;
|
|
47
|
+
}
|
|
48
|
+
interface FireworksProvider {
|
|
49
|
+
/**
|
|
50
|
+
Creates a model for text generation.
|
|
51
|
+
*/
|
|
52
|
+
(modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
|
|
53
|
+
/**
|
|
54
|
+
Creates a chat model for text generation.
|
|
55
|
+
*/
|
|
56
|
+
chatModel(modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
|
|
57
|
+
/**
|
|
58
|
+
Creates a completion model for text generation.
|
|
59
|
+
*/
|
|
60
|
+
completionModel(modelId: FireworksCompletionModelId, settings?: FireworksCompletionSettings): LanguageModelV1;
|
|
61
|
+
/**
|
|
62
|
+
Creates a text embedding model for text generation.
|
|
63
|
+
*/
|
|
64
|
+
textEmbeddingModel(modelId: FireworksEmbeddingModelId, settings?: FireworksEmbeddingSettings): EmbeddingModelV1<string>;
|
|
65
|
+
/**
|
|
66
|
+
Creates a model for image generation.
|
|
67
|
+
*/
|
|
68
|
+
image(modelId: FireworksImageModelId): ImageModelV1;
|
|
69
|
+
}
|
|
70
|
+
declare function createFireworks(options?: FireworksProviderSettings): FireworksProvider;
|
|
71
|
+
declare const fireworks: FireworksProvider;
|
|
72
|
+
|
|
73
|
+
export { type FireworksErrorData, type FireworksProvider, type FireworksProviderSettings, createFireworks, fireworks };
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
|
|
20
|
+
// src/index.ts
|
|
21
|
+
var src_exports = {};
|
|
22
|
+
__export(src_exports, {
|
|
23
|
+
createFireworks: () => createFireworks,
|
|
24
|
+
fireworks: () => fireworks
|
|
25
|
+
});
|
|
26
|
+
module.exports = __toCommonJS(src_exports);
|
|
27
|
+
|
|
28
|
+
// src/fireworks-provider.ts
|
|
29
|
+
var import_openai_compatible = require("@ai-sdk/openai-compatible");
|
|
30
|
+
var import_provider_utils2 = require("@ai-sdk/provider-utils");
|
|
31
|
+
var import_zod = require("zod");
|
|
32
|
+
|
|
33
|
+
// src/fireworks-image-model.ts
|
|
34
|
+
var import_provider = require("@ai-sdk/provider");
|
|
35
|
+
var import_provider_utils = require("@ai-sdk/provider-utils");
|
|
36
|
+
var modelToBackendConfig = {
|
|
37
|
+
"accounts/fireworks/models/flux-1-dev-fp8": {
|
|
38
|
+
urlFormat: "workflows"
|
|
39
|
+
},
|
|
40
|
+
"accounts/fireworks/models/flux-1-schnell-fp8": {
|
|
41
|
+
urlFormat: "workflows"
|
|
42
|
+
},
|
|
43
|
+
"accounts/fireworks/models/playground-v2-5-1024px-aesthetic": {
|
|
44
|
+
urlFormat: "image_generation",
|
|
45
|
+
supportsSize: true
|
|
46
|
+
},
|
|
47
|
+
"accounts/fireworks/models/japanese-stable-diffusion-xl": {
|
|
48
|
+
urlFormat: "image_generation",
|
|
49
|
+
supportsSize: true
|
|
50
|
+
},
|
|
51
|
+
"accounts/fireworks/models/playground-v2-1024px-aesthetic": {
|
|
52
|
+
urlFormat: "image_generation",
|
|
53
|
+
supportsSize: true
|
|
54
|
+
},
|
|
55
|
+
"accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": {
|
|
56
|
+
urlFormat: "image_generation",
|
|
57
|
+
supportsSize: true
|
|
58
|
+
},
|
|
59
|
+
"accounts/fireworks/models/SSD-1B": {
|
|
60
|
+
urlFormat: "image_generation",
|
|
61
|
+
supportsSize: true
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
function getUrlForModel(baseUrl, modelId) {
|
|
65
|
+
var _a;
|
|
66
|
+
switch ((_a = modelToBackendConfig[modelId]) == null ? void 0 : _a.urlFormat) {
|
|
67
|
+
case "image_generation":
|
|
68
|
+
return `${baseUrl}/image_generation/${modelId}`;
|
|
69
|
+
case "workflows":
|
|
70
|
+
default:
|
|
71
|
+
return `${baseUrl}/workflows/${modelId}/text_to_image`;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
var createBinaryResponseHandler = () => async ({ response, url, requestBodyValues }) => {
|
|
75
|
+
const responseHeaders = (0, import_provider_utils.extractResponseHeaders)(response);
|
|
76
|
+
if (!response.body) {
|
|
77
|
+
throw new import_provider.APICallError({
|
|
78
|
+
message: "Response body is empty",
|
|
79
|
+
url,
|
|
80
|
+
requestBodyValues,
|
|
81
|
+
statusCode: response.status,
|
|
82
|
+
responseHeaders,
|
|
83
|
+
responseBody: void 0
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
try {
|
|
87
|
+
const buffer = await response.arrayBuffer();
|
|
88
|
+
return {
|
|
89
|
+
responseHeaders,
|
|
90
|
+
value: buffer
|
|
91
|
+
};
|
|
92
|
+
} catch (error) {
|
|
93
|
+
throw new import_provider.APICallError({
|
|
94
|
+
message: "Failed to read response as array buffer",
|
|
95
|
+
url,
|
|
96
|
+
requestBodyValues,
|
|
97
|
+
statusCode: response.status,
|
|
98
|
+
responseHeaders,
|
|
99
|
+
responseBody: void 0,
|
|
100
|
+
cause: error
|
|
101
|
+
});
|
|
102
|
+
}
|
|
103
|
+
};
|
|
104
|
+
var statusCodeErrorResponseHandler = async ({
|
|
105
|
+
response,
|
|
106
|
+
url,
|
|
107
|
+
requestBodyValues
|
|
108
|
+
}) => {
|
|
109
|
+
const responseHeaders = (0, import_provider_utils.extractResponseHeaders)(response);
|
|
110
|
+
const responseBody = await response.text();
|
|
111
|
+
return {
|
|
112
|
+
responseHeaders,
|
|
113
|
+
value: new import_provider.APICallError({
|
|
114
|
+
message: response.statusText,
|
|
115
|
+
url,
|
|
116
|
+
requestBodyValues,
|
|
117
|
+
statusCode: response.status,
|
|
118
|
+
responseHeaders,
|
|
119
|
+
responseBody
|
|
120
|
+
})
|
|
121
|
+
};
|
|
122
|
+
};
|
|
123
|
+
var FireworksImageModel = class {
|
|
124
|
+
constructor(modelId, config) {
|
|
125
|
+
this.modelId = modelId;
|
|
126
|
+
this.config = config;
|
|
127
|
+
this.specificationVersion = "v1";
|
|
128
|
+
this.maxImagesPerCall = 1;
|
|
129
|
+
}
|
|
130
|
+
get provider() {
|
|
131
|
+
return this.config.provider;
|
|
132
|
+
}
|
|
133
|
+
async doGenerate({
|
|
134
|
+
prompt,
|
|
135
|
+
n,
|
|
136
|
+
size,
|
|
137
|
+
aspectRatio,
|
|
138
|
+
seed,
|
|
139
|
+
providerOptions,
|
|
140
|
+
headers,
|
|
141
|
+
abortSignal
|
|
142
|
+
}) {
|
|
143
|
+
var _a;
|
|
144
|
+
const warnings = [];
|
|
145
|
+
const backendConfig = modelToBackendConfig[this.modelId];
|
|
146
|
+
if (!(backendConfig == null ? void 0 : backendConfig.supportsSize) && size != null) {
|
|
147
|
+
warnings.push({
|
|
148
|
+
type: "unsupported-setting",
|
|
149
|
+
setting: "size",
|
|
150
|
+
details: "This model does not support the `size` option. Use `aspectRatio` instead."
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
if ((backendConfig == null ? void 0 : backendConfig.supportsSize) && aspectRatio != null) {
|
|
154
|
+
warnings.push({
|
|
155
|
+
type: "unsupported-setting",
|
|
156
|
+
setting: "aspectRatio",
|
|
157
|
+
details: "This model does not support the `aspectRatio` option."
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
const splitSize = size == null ? void 0 : size.split("x");
|
|
161
|
+
const { value: response } = await (0, import_provider_utils.postJsonToApi)({
|
|
162
|
+
url: getUrlForModel(this.config.baseURL, this.modelId),
|
|
163
|
+
headers: (0, import_provider_utils.combineHeaders)(this.config.headers(), headers),
|
|
164
|
+
body: {
|
|
165
|
+
prompt,
|
|
166
|
+
aspect_ratio: aspectRatio,
|
|
167
|
+
seed,
|
|
168
|
+
samples: n,
|
|
169
|
+
...splitSize && { width: splitSize[0], height: splitSize[1] },
|
|
170
|
+
...(_a = providerOptions.fireworks) != null ? _a : {}
|
|
171
|
+
},
|
|
172
|
+
failedResponseHandler: statusCodeErrorResponseHandler,
|
|
173
|
+
successfulResponseHandler: createBinaryResponseHandler(),
|
|
174
|
+
abortSignal,
|
|
175
|
+
fetch: this.config.fetch
|
|
176
|
+
});
|
|
177
|
+
return { images: [new Uint8Array(response)], warnings };
|
|
178
|
+
}
|
|
179
|
+
};
|
|
180
|
+
|
|
181
|
+
// src/fireworks-provider.ts
|
|
182
|
+
var fireworksErrorSchema = import_zod.z.object({
|
|
183
|
+
error: import_zod.z.string()
|
|
184
|
+
});
|
|
185
|
+
var fireworksErrorStructure = {
|
|
186
|
+
errorSchema: fireworksErrorSchema,
|
|
187
|
+
errorToMessage: (data) => data.error
|
|
188
|
+
};
|
|
189
|
+
var defaultBaseURL = "https://api.fireworks.ai/inference/v1";
|
|
190
|
+
function createFireworks(options = {}) {
|
|
191
|
+
var _a;
|
|
192
|
+
const baseURL = (0, import_provider_utils2.withoutTrailingSlash)((_a = options.baseURL) != null ? _a : defaultBaseURL);
|
|
193
|
+
const getHeaders = () => ({
|
|
194
|
+
Authorization: `Bearer ${(0, import_provider_utils2.loadApiKey)({
|
|
195
|
+
apiKey: options.apiKey,
|
|
196
|
+
environmentVariableName: "FIREWORKS_API_KEY",
|
|
197
|
+
description: "Fireworks API key"
|
|
198
|
+
})}`,
|
|
199
|
+
...options.headers
|
|
200
|
+
});
|
|
201
|
+
const getCommonModelConfig = (modelType) => ({
|
|
202
|
+
provider: `fireworks.${modelType}`,
|
|
203
|
+
url: ({ path }) => `${baseURL}${path}`,
|
|
204
|
+
headers: getHeaders,
|
|
205
|
+
fetch: options.fetch
|
|
206
|
+
});
|
|
207
|
+
const createChatModel = (modelId, settings = {}) => {
|
|
208
|
+
return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId, settings, {
|
|
209
|
+
...getCommonModelConfig("chat"),
|
|
210
|
+
errorStructure: fireworksErrorStructure,
|
|
211
|
+
defaultObjectGenerationMode: "json"
|
|
212
|
+
});
|
|
213
|
+
};
|
|
214
|
+
const createCompletionModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleCompletionLanguageModel(modelId, settings, {
|
|
215
|
+
...getCommonModelConfig("completion"),
|
|
216
|
+
errorStructure: fireworksErrorStructure
|
|
217
|
+
});
|
|
218
|
+
const createTextEmbeddingModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleEmbeddingModel(modelId, settings, {
|
|
219
|
+
...getCommonModelConfig("embedding"),
|
|
220
|
+
errorStructure: fireworksErrorStructure
|
|
221
|
+
});
|
|
222
|
+
const createImageModel = (modelId) => new FireworksImageModel(modelId, {
|
|
223
|
+
...getCommonModelConfig("image"),
|
|
224
|
+
baseURL: baseURL != null ? baseURL : defaultBaseURL
|
|
225
|
+
});
|
|
226
|
+
const provider = (modelId, settings) => createChatModel(modelId, settings);
|
|
227
|
+
provider.completionModel = createCompletionModel;
|
|
228
|
+
provider.chatModel = createChatModel;
|
|
229
|
+
provider.textEmbeddingModel = createTextEmbeddingModel;
|
|
230
|
+
provider.image = createImageModel;
|
|
231
|
+
return provider;
|
|
232
|
+
}
|
|
233
|
+
var fireworks = createFireworks();
|
|
234
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
235
|
+
0 && (module.exports = {
|
|
236
|
+
createFireworks,
|
|
237
|
+
fireworks
|
|
238
|
+
});
|
|
239
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/fireworks-provider.ts","../src/fireworks-image-model.ts"],"sourcesContent":["export { createFireworks, fireworks } from './fireworks-provider';\nexport type {\n FireworksProvider,\n FireworksProviderSettings,\n FireworksErrorData,\n} from './fireworks-provider';\n","import {\n OpenAICompatibleChatLanguageModel,\n OpenAICompatibleCompletionLanguageModel,\n OpenAICompatibleEmbeddingModel,\n ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport {\n EmbeddingModelV1,\n ImageModelV1,\n LanguageModelV1,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport {\n FireworksChatModelId,\n FireworksChatSettings,\n} from './fireworks-chat-settings';\nimport {\n FireworksCompletionModelId,\n FireworksCompletionSettings,\n} from './fireworks-completion-settings';\nimport {\n FireworksEmbeddingModelId,\n FireworksEmbeddingSettings,\n} from './fireworks-embedding-settings';\nimport {\n FireworksImageModel,\n FireworksImageModelId,\n} from './fireworks-image-model';\n\nexport type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;\n\nconst fireworksErrorSchema = z.object({\n error: z.string(),\n});\n\nconst fireworksErrorStructure: ProviderErrorStructure<FireworksErrorData> = {\n errorSchema: fireworksErrorSchema,\n errorToMessage: data => data.error,\n};\n\nexport interface FireworksProviderSettings {\n /**\nFireworks API key. Default value is taken from the `FIREWORKS_API_KEY`\nenvironment variable.\n*/\n apiKey?: string;\n /**\nBase URL for the API calls.\n*/\n baseURL?: string;\n /**\nCustom headers to include in the requests.\n*/\n headers?: Record<string, string>;\n /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n fetch?: FetchFunction;\n}\n\nexport interface FireworksProvider {\n /**\nCreates a model for text generation.\n*/\n (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a chat model for text generation.\n*/\n chatModel(\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a completion model for text generation.\n*/\n completionModel(\n modelId: FireworksCompletionModelId,\n settings?: FireworksCompletionSettings,\n ): LanguageModelV1;\n\n /**\nCreates a text embedding model for text generation.\n*/\n textEmbeddingModel(\n modelId: FireworksEmbeddingModelId,\n settings?: FireworksEmbeddingSettings,\n ): EmbeddingModelV1<string>;\n\n /**\nCreates a model for image generation.\n*/\n image(modelId: FireworksImageModelId): ImageModelV1;\n}\n\nconst defaultBaseURL = 'https://api.fireworks.ai/inference/v1';\n\nexport function createFireworks(\n options: FireworksProviderSettings = {},\n): FireworksProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () => ({\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'FIREWORKS_API_KEY',\n description: 'Fireworks API key',\n })}`,\n ...options.headers,\n });\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `fireworks.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (\n modelId: FireworksChatModelId,\n settings: FireworksChatSettings = {},\n ) => {\n return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n ...getCommonModelConfig('chat'),\n errorStructure: fireworksErrorStructure,\n defaultObjectGenerationMode: 'json',\n });\n };\n\n const createCompletionModel = (\n modelId: FireworksCompletionModelId,\n settings: FireworksCompletionSettings = {},\n ) =>\n new OpenAICompatibleCompletionLanguageModel(modelId, settings, {\n ...getCommonModelConfig('completion'),\n errorStructure: fireworksErrorStructure,\n });\n\n const createTextEmbeddingModel = (\n modelId: FireworksEmbeddingModelId,\n settings: FireworksEmbeddingSettings = {},\n ) =>\n new OpenAICompatibleEmbeddingModel(modelId, settings, {\n ...getCommonModelConfig('embedding'),\n errorStructure: fireworksErrorStructure,\n });\n\n const createImageModel = (modelId: FireworksImageModelId) =>\n new FireworksImageModel(modelId, {\n ...getCommonModelConfig('image'),\n baseURL: baseURL ?? defaultBaseURL,\n });\n\n const provider = (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ) => createChatModel(modelId, settings);\n\n provider.completionModel = createCompletionModel;\n provider.chatModel = createChatModel;\n provider.textEmbeddingModel = createTextEmbeddingModel;\n provider.image = createImageModel;\n\n return provider as FireworksProvider;\n}\n\nexport const fireworks = createFireworks();\n","import {\n APICallError,\n ImageModelV1,\n ImageModelV1CallWarning,\n} from '@ai-sdk/provider';\nimport {\n combineHeaders,\n extractResponseHeaders,\n FetchFunction,\n postJsonToApi,\n ResponseHandler,\n} from '@ai-sdk/provider-utils';\n\n// https://fireworks.ai/models?type=image\nexport type FireworksImageModelId =\n | 'accounts/fireworks/models/flux-1-dev-fp8'\n | 'accounts/fireworks/models/flux-1-schnell-fp8'\n | 'accounts/fireworks/models/playground-v2-5-1024px-aesthetic'\n | 'accounts/fireworks/models/japanese-stable-diffusion-xl'\n | 'accounts/fireworks/models/playground-v2-1024px-aesthetic'\n | 'accounts/fireworks/models/SSD-1B'\n | 'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0'\n | (string & {});\n\ninterface FireworksImageModelBackendConfig {\n urlFormat: 'workflows' | 'image_generation';\n supportsSize?: boolean;\n}\n\nconst modelToBackendConfig: Partial<\n Record<FireworksImageModelId, FireworksImageModelBackendConfig>\n> = {\n 'accounts/fireworks/models/flux-1-dev-fp8': {\n urlFormat: 'workflows',\n },\n 'accounts/fireworks/models/flux-1-schnell-fp8': {\n urlFormat: 'workflows',\n },\n 'accounts/fireworks/models/playground-v2-5-1024px-aesthetic': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/japanese-stable-diffusion-xl': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/playground-v2-1024px-aesthetic': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/SSD-1B': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n};\n\nfunction getUrlForModel(\n baseUrl: string,\n modelId: FireworksImageModelId,\n): string {\n switch (modelToBackendConfig[modelId]?.urlFormat) {\n case 'image_generation':\n return `${baseUrl}/image_generation/${modelId}`;\n case 'workflows':\n default:\n return `${baseUrl}/workflows/${modelId}/text_to_image`;\n }\n}\n\ninterface FireworksImageModelConfig {\n provider: string;\n baseURL: string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n}\n\nconst createBinaryResponseHandler =\n (): ResponseHandler<ArrayBuffer> =>\n async ({ response, url, requestBodyValues }) => {\n const responseHeaders = extractResponseHeaders(response);\n\n if (!response.body) {\n throw new APICallError({\n message: 'Response body is empty',\n url,\n requestBodyValues,\n statusCode: response.status,\n responseHeaders,\n responseBody: undefined,\n });\n }\n\n try {\n const buffer = await response.arrayBuffer();\n return {\n responseHeaders,\n value: buffer,\n };\n } catch (error) {\n throw new APICallError({\n message: 'Failed to read response as array buffer',\n url,\n requestBodyValues,\n statusCode: response.status,\n responseHeaders,\n responseBody: undefined,\n cause: error,\n });\n }\n };\n\nconst statusCodeErrorResponseHandler: ResponseHandler<APICallError> = async ({\n response,\n url,\n requestBodyValues,\n}) => {\n const responseHeaders = extractResponseHeaders(response);\n const responseBody = await response.text();\n\n return {\n responseHeaders,\n value: new APICallError({\n message: response.statusText,\n url,\n requestBodyValues: requestBodyValues as Record<string, unknown>,\n statusCode: response.status,\n responseHeaders,\n responseBody,\n }),\n };\n};\n\nexport class FireworksImageModel implements ImageModelV1 {\n readonly specificationVersion = 'v1';\n\n get provider(): string {\n return this.config.provider;\n }\n\n readonly maxImagesPerCall = 1;\n\n constructor(\n readonly modelId: FireworksImageModelId,\n private config: FireworksImageModelConfig,\n ) {}\n\n async doGenerate({\n prompt,\n n,\n size,\n aspectRatio,\n seed,\n providerOptions,\n headers,\n abortSignal,\n }: Parameters<ImageModelV1['doGenerate']>[0]): Promise<\n Awaited<ReturnType<ImageModelV1['doGenerate']>>\n > {\n const warnings: Array<ImageModelV1CallWarning> = [];\n\n const backendConfig = modelToBackendConfig[this.modelId];\n if (!backendConfig?.supportsSize && size != null) {\n warnings.push({\n type: 'unsupported-setting',\n setting: 'size',\n details:\n 'This model does not support the `size` option. Use `aspectRatio` instead.',\n });\n }\n\n // Use supportsSize as a proxy for whether the model does not support\n // aspectRatio. This invariant holds for the current set of models.\n if (backendConfig?.supportsSize && aspectRatio != null) {\n warnings.push({\n type: 'unsupported-setting',\n setting: 'aspectRatio',\n details: 'This model does not support the `aspectRatio` option.',\n });\n }\n\n const splitSize = size?.split('x');\n const { value: response } = await postJsonToApi({\n url: getUrlForModel(this.config.baseURL, this.modelId),\n headers: combineHeaders(this.config.headers(), headers),\n body: {\n prompt,\n aspect_ratio: aspectRatio,\n seed,\n samples: n,\n ...(splitSize && { width: splitSize[0], height: splitSize[1] }),\n ...(providerOptions.fireworks ?? {}),\n },\n failedResponseHandler: statusCodeErrorResponseHandler,\n successfulResponseHandler: createBinaryResponseHandler(),\n abortSignal,\n fetch: this.config.fetch,\n });\n\n return { images: [new Uint8Array(response)], warnings };\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,+BAKO;AAMP,IAAAA,yBAIO;AACP,iBAAkB;;;AChBlB,sBAIO;AACP,4BAMO;AAkBP,IAAM,uBAEF;AAAA,EACF,4CAA4C;AAAA,IAC1C,WAAW;AAAA,EACb;AAAA,EACA,gDAAgD;AAAA,IAC9C,WAAW;AAAA,EACb;AAAA,EACA,8DAA8D;AAAA,IAC5D,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,0DAA0D;AAAA,IACxD,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,4DAA4D;AAAA,IAC1D,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,2DAA2D;AAAA,IACzD,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,oCAAoC;AAAA,IAClC,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AACF;AAEA,SAAS,eACP,SACA,SACQ;AA/DV;AAgEE,WAAQ,0BAAqB,OAAO,MAA5B,mBAA+B,WAAW;AAAA,IAChD,KAAK;AACH,aAAO,GAAG,OAAO,qBAAqB,OAAO;AAAA,IAC/C,KAAK;AAAA,IACL;AACE,aAAO,GAAG,OAAO,cAAc,OAAO;AAAA,EAC1C;AACF;AASA,IAAM,8BACJ,MACA,OAAO,EAAE,UAAU,KAAK,kBAAkB,MAAM;AAC9C,QAAM,sBAAkB,8CAAuB,QAAQ;AAEvD,MAAI,CAAC,SAAS,MAAM;AAClB,UAAM,IAAI,6BAAa;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,YAAY,SAAS;AAAA,MACrB;AAAA,MACA,cAAc;AAAA,IAChB,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,SAAS,YAAY;AAC1C,WAAO;AAAA,MACL;AAAA,MACA,OAAO;AAAA,IACT;AAAA,EACF,SAAS,OAAO;AACd,UAAM,IAAI,6BAAa;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,YAAY,SAAS;AAAA,MACrB;AAAA,MACA,cAAc;AAAA,MACd,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;AAEF,IAAM,iCAAgE,OAAO;AAAA,EAC3E;AAAA,EACA;AAAA,EACA;AACF,MAAM;AACJ,QAAM,sBAAkB,8CAAuB,QAAQ;AACvD,QAAM,eAAe,MAAM,SAAS,KAAK;AAEzC,SAAO;AAAA,IACL;AAAA,IACA,OAAO,IAAI,6BAAa;AAAA,MACtB,SAAS,SAAS;AAAA,MAClB;AAAA,MACA;AAAA,MACA,YAAY,SAAS;AAAA,MACrB;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEO,IAAM,sBAAN,MAAkD;AAAA,EASvD,YACW,SACD,QACR;AAFS;AACD;AAVV,SAAS,uBAAuB;AAMhC,SAAS,mBAAmB;AAAA,EAKzB;AAAA,EATH,IAAI,WAAmB;AACrB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EASA,MAAM,WAAW;AAAA,IACf;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAEE;AAjKJ;AAkKI,UAAM,WAA2C,CAAC;AAElD,UAAM,gBAAgB,qBAAqB,KAAK,OAAO;AACvD,QAAI,EAAC,+CAAe,iBAAgB,QAAQ,MAAM;AAChD,eAAS,KAAK;AAAA,QACZ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,SACE;AAAA,MACJ,CAAC;AAAA,IACH;AAIA,SAAI,+CAAe,iBAAgB,eAAe,MAAM;AACtD,eAAS,KAAK;AAAA,QACZ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,YAAY,6BAAM,MAAM;AAC9B,UAAM,EAAE,OAAO,SAAS,IAAI,UAAM,qCAAc;AAAA,MAC9C,KAAK,eAAe,KAAK,OAAO,SAAS,KAAK,OAAO;AAAA,MACrD,aAAS,sCAAe,KAAK,OAAO,QAAQ,GAAG,OAAO;AAAA,MACtD,MAAM;AAAA,QACJ;AAAA,QACA,cAAc;AAAA,QACd;AAAA,QACA,SAAS;AAAA,QACT,GAAI,aAAa,EAAE,OAAO,UAAU,CAAC,GAAG,QAAQ,UAAU,CAAC,EAAE;AAAA,QAC7D,IAAI,qBAAgB,cAAhB,YAA6B,CAAC;AAAA,MACpC;AAAA,MACA,uBAAuB;AAAA,MACvB,2BAA2B,4BAA4B;AAAA,MACvD;AAAA,MACA,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO,EAAE,QAAQ,CAAC,IAAI,WAAW,QAAQ,CAAC,GAAG,SAAS;AAAA,EACxD;AACF;;;ADxKA,IAAM,uBAAuB,aAAE,OAAO;AAAA,EACpC,OAAO,aAAE,OAAO;AAClB,CAAC;AAED,IAAM,0BAAsE;AAAA,EAC1E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AA8DA,IAAM,iBAAiB;AAEhB,SAAS,gBACd,UAAqC,CAAC,GACnB;AA7GrB;AA8GE,QAAM,cAAU,8CAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,cAAU,mCAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AASA,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,aAAa,SAAS;AAAA,IAChC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CACtB,SACA,WAAkC,CAAC,MAChC;AACH,WAAO,IAAI,2DAAkC,SAAS,UAAU;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,MAChB,6BAA6B;AAAA,IAC/B,CAAC;AAAA,EACH;AAEA,QAAM,wBAAwB,CAC5B,SACA,WAAwC,CAAC,MAEzC,IAAI,iEAAwC,SAAS,UAAU;AAAA,IAC7D,GAAG,qBAAqB,YAAY;AAAA,IACpC,gBAAgB;AAAA,EAClB,CAAC;AAEH,QAAM,2BAA2B,CAC/B,SACA,WAAuC,CAAC,MAExC,IAAI,wDAA+B,SAAS,UAAU;AAAA,IACpD,GAAG,qBAAqB,WAAW;AAAA,IACnC,gBAAgB;AAAA,EAClB,CAAC;AAEH,QAAM,mBAAmB,CAAC,YACxB,IAAI,oBAAoB,SAAS;AAAA,IAC/B,GAAG,qBAAqB,OAAO;AAAA,IAC/B,SAAS,4BAAW;AAAA,EACtB,CAAC;AAEH,QAAM,WAAW,CACf,SACA,aACG,gBAAgB,SAAS,QAAQ;AAEtC,WAAS,kBAAkB;AAC3B,WAAS,YAAY;AACrB,WAAS,qBAAqB;AAC9B,WAAS,QAAQ;AAEjB,SAAO;AACT;AAEO,IAAM,YAAY,gBAAgB;","names":["import_provider_utils"]}
|
package/dist/index.mjs
ADDED
|
@@ -0,0 +1,224 @@
|
|
|
1
|
+
// src/fireworks-provider.ts
|
|
2
|
+
import {
|
|
3
|
+
OpenAICompatibleChatLanguageModel,
|
|
4
|
+
OpenAICompatibleCompletionLanguageModel,
|
|
5
|
+
OpenAICompatibleEmbeddingModel
|
|
6
|
+
} from "@ai-sdk/openai-compatible";
|
|
7
|
+
import {
|
|
8
|
+
loadApiKey,
|
|
9
|
+
withoutTrailingSlash
|
|
10
|
+
} from "@ai-sdk/provider-utils";
|
|
11
|
+
import { z } from "zod";
|
|
12
|
+
|
|
13
|
+
// src/fireworks-image-model.ts
|
|
14
|
+
import {
|
|
15
|
+
APICallError
|
|
16
|
+
} from "@ai-sdk/provider";
|
|
17
|
+
import {
|
|
18
|
+
combineHeaders,
|
|
19
|
+
extractResponseHeaders,
|
|
20
|
+
postJsonToApi
|
|
21
|
+
} from "@ai-sdk/provider-utils";
|
|
22
|
+
var modelToBackendConfig = {
|
|
23
|
+
"accounts/fireworks/models/flux-1-dev-fp8": {
|
|
24
|
+
urlFormat: "workflows"
|
|
25
|
+
},
|
|
26
|
+
"accounts/fireworks/models/flux-1-schnell-fp8": {
|
|
27
|
+
urlFormat: "workflows"
|
|
28
|
+
},
|
|
29
|
+
"accounts/fireworks/models/playground-v2-5-1024px-aesthetic": {
|
|
30
|
+
urlFormat: "image_generation",
|
|
31
|
+
supportsSize: true
|
|
32
|
+
},
|
|
33
|
+
"accounts/fireworks/models/japanese-stable-diffusion-xl": {
|
|
34
|
+
urlFormat: "image_generation",
|
|
35
|
+
supportsSize: true
|
|
36
|
+
},
|
|
37
|
+
"accounts/fireworks/models/playground-v2-1024px-aesthetic": {
|
|
38
|
+
urlFormat: "image_generation",
|
|
39
|
+
supportsSize: true
|
|
40
|
+
},
|
|
41
|
+
"accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": {
|
|
42
|
+
urlFormat: "image_generation",
|
|
43
|
+
supportsSize: true
|
|
44
|
+
},
|
|
45
|
+
"accounts/fireworks/models/SSD-1B": {
|
|
46
|
+
urlFormat: "image_generation",
|
|
47
|
+
supportsSize: true
|
|
48
|
+
}
|
|
49
|
+
};
|
|
50
|
+
function getUrlForModel(baseUrl, modelId) {
|
|
51
|
+
var _a;
|
|
52
|
+
switch ((_a = modelToBackendConfig[modelId]) == null ? void 0 : _a.urlFormat) {
|
|
53
|
+
case "image_generation":
|
|
54
|
+
return `${baseUrl}/image_generation/${modelId}`;
|
|
55
|
+
case "workflows":
|
|
56
|
+
default:
|
|
57
|
+
return `${baseUrl}/workflows/${modelId}/text_to_image`;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
var createBinaryResponseHandler = () => async ({ response, url, requestBodyValues }) => {
|
|
61
|
+
const responseHeaders = extractResponseHeaders(response);
|
|
62
|
+
if (!response.body) {
|
|
63
|
+
throw new APICallError({
|
|
64
|
+
message: "Response body is empty",
|
|
65
|
+
url,
|
|
66
|
+
requestBodyValues,
|
|
67
|
+
statusCode: response.status,
|
|
68
|
+
responseHeaders,
|
|
69
|
+
responseBody: void 0
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
try {
|
|
73
|
+
const buffer = await response.arrayBuffer();
|
|
74
|
+
return {
|
|
75
|
+
responseHeaders,
|
|
76
|
+
value: buffer
|
|
77
|
+
};
|
|
78
|
+
} catch (error) {
|
|
79
|
+
throw new APICallError({
|
|
80
|
+
message: "Failed to read response as array buffer",
|
|
81
|
+
url,
|
|
82
|
+
requestBodyValues,
|
|
83
|
+
statusCode: response.status,
|
|
84
|
+
responseHeaders,
|
|
85
|
+
responseBody: void 0,
|
|
86
|
+
cause: error
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
};
|
|
90
|
+
var statusCodeErrorResponseHandler = async ({
|
|
91
|
+
response,
|
|
92
|
+
url,
|
|
93
|
+
requestBodyValues
|
|
94
|
+
}) => {
|
|
95
|
+
const responseHeaders = extractResponseHeaders(response);
|
|
96
|
+
const responseBody = await response.text();
|
|
97
|
+
return {
|
|
98
|
+
responseHeaders,
|
|
99
|
+
value: new APICallError({
|
|
100
|
+
message: response.statusText,
|
|
101
|
+
url,
|
|
102
|
+
requestBodyValues,
|
|
103
|
+
statusCode: response.status,
|
|
104
|
+
responseHeaders,
|
|
105
|
+
responseBody
|
|
106
|
+
})
|
|
107
|
+
};
|
|
108
|
+
};
|
|
109
|
+
var FireworksImageModel = class {
|
|
110
|
+
constructor(modelId, config) {
|
|
111
|
+
this.modelId = modelId;
|
|
112
|
+
this.config = config;
|
|
113
|
+
this.specificationVersion = "v1";
|
|
114
|
+
this.maxImagesPerCall = 1;
|
|
115
|
+
}
|
|
116
|
+
get provider() {
|
|
117
|
+
return this.config.provider;
|
|
118
|
+
}
|
|
119
|
+
async doGenerate({
|
|
120
|
+
prompt,
|
|
121
|
+
n,
|
|
122
|
+
size,
|
|
123
|
+
aspectRatio,
|
|
124
|
+
seed,
|
|
125
|
+
providerOptions,
|
|
126
|
+
headers,
|
|
127
|
+
abortSignal
|
|
128
|
+
}) {
|
|
129
|
+
var _a;
|
|
130
|
+
const warnings = [];
|
|
131
|
+
const backendConfig = modelToBackendConfig[this.modelId];
|
|
132
|
+
if (!(backendConfig == null ? void 0 : backendConfig.supportsSize) && size != null) {
|
|
133
|
+
warnings.push({
|
|
134
|
+
type: "unsupported-setting",
|
|
135
|
+
setting: "size",
|
|
136
|
+
details: "This model does not support the `size` option. Use `aspectRatio` instead."
|
|
137
|
+
});
|
|
138
|
+
}
|
|
139
|
+
if ((backendConfig == null ? void 0 : backendConfig.supportsSize) && aspectRatio != null) {
|
|
140
|
+
warnings.push({
|
|
141
|
+
type: "unsupported-setting",
|
|
142
|
+
setting: "aspectRatio",
|
|
143
|
+
details: "This model does not support the `aspectRatio` option."
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
const splitSize = size == null ? void 0 : size.split("x");
|
|
147
|
+
const { value: response } = await postJsonToApi({
|
|
148
|
+
url: getUrlForModel(this.config.baseURL, this.modelId),
|
|
149
|
+
headers: combineHeaders(this.config.headers(), headers),
|
|
150
|
+
body: {
|
|
151
|
+
prompt,
|
|
152
|
+
aspect_ratio: aspectRatio,
|
|
153
|
+
seed,
|
|
154
|
+
samples: n,
|
|
155
|
+
...splitSize && { width: splitSize[0], height: splitSize[1] },
|
|
156
|
+
...(_a = providerOptions.fireworks) != null ? _a : {}
|
|
157
|
+
},
|
|
158
|
+
failedResponseHandler: statusCodeErrorResponseHandler,
|
|
159
|
+
successfulResponseHandler: createBinaryResponseHandler(),
|
|
160
|
+
abortSignal,
|
|
161
|
+
fetch: this.config.fetch
|
|
162
|
+
});
|
|
163
|
+
return { images: [new Uint8Array(response)], warnings };
|
|
164
|
+
}
|
|
165
|
+
};
|
|
166
|
+
|
|
167
|
+
// src/fireworks-provider.ts
|
|
168
|
+
var fireworksErrorSchema = z.object({
|
|
169
|
+
error: z.string()
|
|
170
|
+
});
|
|
171
|
+
var fireworksErrorStructure = {
|
|
172
|
+
errorSchema: fireworksErrorSchema,
|
|
173
|
+
errorToMessage: (data) => data.error
|
|
174
|
+
};
|
|
175
|
+
var defaultBaseURL = "https://api.fireworks.ai/inference/v1";
|
|
176
|
+
function createFireworks(options = {}) {
|
|
177
|
+
var _a;
|
|
178
|
+
const baseURL = withoutTrailingSlash((_a = options.baseURL) != null ? _a : defaultBaseURL);
|
|
179
|
+
const getHeaders = () => ({
|
|
180
|
+
Authorization: `Bearer ${loadApiKey({
|
|
181
|
+
apiKey: options.apiKey,
|
|
182
|
+
environmentVariableName: "FIREWORKS_API_KEY",
|
|
183
|
+
description: "Fireworks API key"
|
|
184
|
+
})}`,
|
|
185
|
+
...options.headers
|
|
186
|
+
});
|
|
187
|
+
const getCommonModelConfig = (modelType) => ({
|
|
188
|
+
provider: `fireworks.${modelType}`,
|
|
189
|
+
url: ({ path }) => `${baseURL}${path}`,
|
|
190
|
+
headers: getHeaders,
|
|
191
|
+
fetch: options.fetch
|
|
192
|
+
});
|
|
193
|
+
const createChatModel = (modelId, settings = {}) => {
|
|
194
|
+
return new OpenAICompatibleChatLanguageModel(modelId, settings, {
|
|
195
|
+
...getCommonModelConfig("chat"),
|
|
196
|
+
errorStructure: fireworksErrorStructure,
|
|
197
|
+
defaultObjectGenerationMode: "json"
|
|
198
|
+
});
|
|
199
|
+
};
|
|
200
|
+
const createCompletionModel = (modelId, settings = {}) => new OpenAICompatibleCompletionLanguageModel(modelId, settings, {
|
|
201
|
+
...getCommonModelConfig("completion"),
|
|
202
|
+
errorStructure: fireworksErrorStructure
|
|
203
|
+
});
|
|
204
|
+
const createTextEmbeddingModel = (modelId, settings = {}) => new OpenAICompatibleEmbeddingModel(modelId, settings, {
|
|
205
|
+
...getCommonModelConfig("embedding"),
|
|
206
|
+
errorStructure: fireworksErrorStructure
|
|
207
|
+
});
|
|
208
|
+
const createImageModel = (modelId) => new FireworksImageModel(modelId, {
|
|
209
|
+
...getCommonModelConfig("image"),
|
|
210
|
+
baseURL: baseURL != null ? baseURL : defaultBaseURL
|
|
211
|
+
});
|
|
212
|
+
const provider = (modelId, settings) => createChatModel(modelId, settings);
|
|
213
|
+
provider.completionModel = createCompletionModel;
|
|
214
|
+
provider.chatModel = createChatModel;
|
|
215
|
+
provider.textEmbeddingModel = createTextEmbeddingModel;
|
|
216
|
+
provider.image = createImageModel;
|
|
217
|
+
return provider;
|
|
218
|
+
}
|
|
219
|
+
var fireworks = createFireworks();
|
|
220
|
+
export {
|
|
221
|
+
createFireworks,
|
|
222
|
+
fireworks
|
|
223
|
+
};
|
|
224
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/fireworks-provider.ts","../src/fireworks-image-model.ts"],"sourcesContent":["import {\n OpenAICompatibleChatLanguageModel,\n OpenAICompatibleCompletionLanguageModel,\n OpenAICompatibleEmbeddingModel,\n ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport {\n EmbeddingModelV1,\n ImageModelV1,\n LanguageModelV1,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport {\n FireworksChatModelId,\n FireworksChatSettings,\n} from './fireworks-chat-settings';\nimport {\n FireworksCompletionModelId,\n FireworksCompletionSettings,\n} from './fireworks-completion-settings';\nimport {\n FireworksEmbeddingModelId,\n FireworksEmbeddingSettings,\n} from './fireworks-embedding-settings';\nimport {\n FireworksImageModel,\n FireworksImageModelId,\n} from './fireworks-image-model';\n\nexport type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;\n\nconst fireworksErrorSchema = z.object({\n error: z.string(),\n});\n\nconst fireworksErrorStructure: ProviderErrorStructure<FireworksErrorData> = {\n errorSchema: fireworksErrorSchema,\n errorToMessage: data => data.error,\n};\n\nexport interface FireworksProviderSettings {\n /**\nFireworks API key. Default value is taken from the `FIREWORKS_API_KEY`\nenvironment variable.\n*/\n apiKey?: string;\n /**\nBase URL for the API calls.\n*/\n baseURL?: string;\n /**\nCustom headers to include in the requests.\n*/\n headers?: Record<string, string>;\n /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n fetch?: FetchFunction;\n}\n\nexport interface FireworksProvider {\n /**\nCreates a model for text generation.\n*/\n (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a chat model for text generation.\n*/\n chatModel(\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a completion model for text generation.\n*/\n completionModel(\n modelId: FireworksCompletionModelId,\n settings?: FireworksCompletionSettings,\n ): LanguageModelV1;\n\n /**\nCreates a text embedding model for text generation.\n*/\n textEmbeddingModel(\n modelId: FireworksEmbeddingModelId,\n settings?: FireworksEmbeddingSettings,\n ): EmbeddingModelV1<string>;\n\n /**\nCreates a model for image generation.\n*/\n image(modelId: FireworksImageModelId): ImageModelV1;\n}\n\nconst defaultBaseURL = 'https://api.fireworks.ai/inference/v1';\n\nexport function createFireworks(\n options: FireworksProviderSettings = {},\n): FireworksProvider {\n const baseURL = withoutTrailingSlash(options.baseURL ?? defaultBaseURL);\n const getHeaders = () => ({\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'FIREWORKS_API_KEY',\n description: 'Fireworks API key',\n })}`,\n ...options.headers,\n });\n\n interface CommonModelConfig {\n provider: string;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `fireworks.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n });\n\n const createChatModel = (\n modelId: FireworksChatModelId,\n settings: FireworksChatSettings = {},\n ) => {\n return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n ...getCommonModelConfig('chat'),\n errorStructure: fireworksErrorStructure,\n defaultObjectGenerationMode: 'json',\n });\n };\n\n const createCompletionModel = (\n modelId: FireworksCompletionModelId,\n settings: FireworksCompletionSettings = {},\n ) =>\n new OpenAICompatibleCompletionLanguageModel(modelId, settings, {\n ...getCommonModelConfig('completion'),\n errorStructure: fireworksErrorStructure,\n });\n\n const createTextEmbeddingModel = (\n modelId: FireworksEmbeddingModelId,\n settings: FireworksEmbeddingSettings = {},\n ) =>\n new OpenAICompatibleEmbeddingModel(modelId, settings, {\n ...getCommonModelConfig('embedding'),\n errorStructure: fireworksErrorStructure,\n });\n\n const createImageModel = (modelId: FireworksImageModelId) =>\n new FireworksImageModel(modelId, {\n ...getCommonModelConfig('image'),\n baseURL: baseURL ?? defaultBaseURL,\n });\n\n const provider = (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ) => createChatModel(modelId, settings);\n\n provider.completionModel = createCompletionModel;\n provider.chatModel = createChatModel;\n provider.textEmbeddingModel = createTextEmbeddingModel;\n provider.image = createImageModel;\n\n return provider as FireworksProvider;\n}\n\nexport const fireworks = createFireworks();\n","import {\n APICallError,\n ImageModelV1,\n ImageModelV1CallWarning,\n} from '@ai-sdk/provider';\nimport {\n combineHeaders,\n extractResponseHeaders,\n FetchFunction,\n postJsonToApi,\n ResponseHandler,\n} from '@ai-sdk/provider-utils';\n\n// https://fireworks.ai/models?type=image\nexport type FireworksImageModelId =\n | 'accounts/fireworks/models/flux-1-dev-fp8'\n | 'accounts/fireworks/models/flux-1-schnell-fp8'\n | 'accounts/fireworks/models/playground-v2-5-1024px-aesthetic'\n | 'accounts/fireworks/models/japanese-stable-diffusion-xl'\n | 'accounts/fireworks/models/playground-v2-1024px-aesthetic'\n | 'accounts/fireworks/models/SSD-1B'\n | 'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0'\n | (string & {});\n\ninterface FireworksImageModelBackendConfig {\n urlFormat: 'workflows' | 'image_generation';\n supportsSize?: boolean;\n}\n\nconst modelToBackendConfig: Partial<\n Record<FireworksImageModelId, FireworksImageModelBackendConfig>\n> = {\n 'accounts/fireworks/models/flux-1-dev-fp8': {\n urlFormat: 'workflows',\n },\n 'accounts/fireworks/models/flux-1-schnell-fp8': {\n urlFormat: 'workflows',\n },\n 'accounts/fireworks/models/playground-v2-5-1024px-aesthetic': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/japanese-stable-diffusion-xl': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/playground-v2-1024px-aesthetic': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/stable-diffusion-xl-1024-v1-0': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n 'accounts/fireworks/models/SSD-1B': {\n urlFormat: 'image_generation',\n supportsSize: true,\n },\n};\n\nfunction getUrlForModel(\n baseUrl: string,\n modelId: FireworksImageModelId,\n): string {\n switch (modelToBackendConfig[modelId]?.urlFormat) {\n case 'image_generation':\n return `${baseUrl}/image_generation/${modelId}`;\n case 'workflows':\n default:\n return `${baseUrl}/workflows/${modelId}/text_to_image`;\n }\n}\n\ninterface FireworksImageModelConfig {\n provider: string;\n baseURL: string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n}\n\nconst createBinaryResponseHandler =\n (): ResponseHandler<ArrayBuffer> =>\n async ({ response, url, requestBodyValues }) => {\n const responseHeaders = extractResponseHeaders(response);\n\n if (!response.body) {\n throw new APICallError({\n message: 'Response body is empty',\n url,\n requestBodyValues,\n statusCode: response.status,\n responseHeaders,\n responseBody: undefined,\n });\n }\n\n try {\n const buffer = await response.arrayBuffer();\n return {\n responseHeaders,\n value: buffer,\n };\n } catch (error) {\n throw new APICallError({\n message: 'Failed to read response as array buffer',\n url,\n requestBodyValues,\n statusCode: response.status,\n responseHeaders,\n responseBody: undefined,\n cause: error,\n });\n }\n };\n\nconst statusCodeErrorResponseHandler: ResponseHandler<APICallError> = async ({\n response,\n url,\n requestBodyValues,\n}) => {\n const responseHeaders = extractResponseHeaders(response);\n const responseBody = await response.text();\n\n return {\n responseHeaders,\n value: new APICallError({\n message: response.statusText,\n url,\n requestBodyValues: requestBodyValues as Record<string, unknown>,\n statusCode: response.status,\n responseHeaders,\n responseBody,\n }),\n };\n};\n\nexport class FireworksImageModel implements ImageModelV1 {\n readonly specificationVersion = 'v1';\n\n get provider(): string {\n return this.config.provider;\n }\n\n readonly maxImagesPerCall = 1;\n\n constructor(\n readonly modelId: FireworksImageModelId,\n private config: FireworksImageModelConfig,\n ) {}\n\n async doGenerate({\n prompt,\n n,\n size,\n aspectRatio,\n seed,\n providerOptions,\n headers,\n abortSignal,\n }: Parameters<ImageModelV1['doGenerate']>[0]): Promise<\n Awaited<ReturnType<ImageModelV1['doGenerate']>>\n > {\n const warnings: Array<ImageModelV1CallWarning> = [];\n\n const backendConfig = modelToBackendConfig[this.modelId];\n if (!backendConfig?.supportsSize && size != null) {\n warnings.push({\n type: 'unsupported-setting',\n setting: 'size',\n details:\n 'This model does not support the `size` option. Use `aspectRatio` instead.',\n });\n }\n\n // Use supportsSize as a proxy for whether the model does not support\n // aspectRatio. This invariant holds for the current set of models.\n if (backendConfig?.supportsSize && aspectRatio != null) {\n warnings.push({\n type: 'unsupported-setting',\n setting: 'aspectRatio',\n details: 'This model does not support the `aspectRatio` option.',\n });\n }\n\n const splitSize = size?.split('x');\n const { value: response } = await postJsonToApi({\n url: getUrlForModel(this.config.baseURL, this.modelId),\n headers: combineHeaders(this.config.headers(), headers),\n body: {\n prompt,\n aspect_ratio: aspectRatio,\n seed,\n samples: n,\n ...(splitSize && { width: splitSize[0], height: splitSize[1] }),\n ...(providerOptions.fireworks ?? {}),\n },\n failedResponseHandler: statusCodeErrorResponseHandler,\n successfulResponseHandler: createBinaryResponseHandler(),\n abortSignal,\n fetch: this.config.fetch,\n });\n\n return { images: [new Uint8Array(response)], warnings };\n }\n}\n"],"mappings":";AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AAMP;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;;;AChBlB;AAAA,EACE;AAAA,OAGK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EAEA;AAAA,OAEK;AAkBP,IAAM,uBAEF;AAAA,EACF,4CAA4C;AAAA,IAC1C,WAAW;AAAA,EACb;AAAA,EACA,gDAAgD;AAAA,IAC9C,WAAW;AAAA,EACb;AAAA,EACA,8DAA8D;AAAA,IAC5D,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,0DAA0D;AAAA,IACxD,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,4DAA4D;AAAA,IAC1D,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,2DAA2D;AAAA,IACzD,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AAAA,EACA,oCAAoC;AAAA,IAClC,WAAW;AAAA,IACX,cAAc;AAAA,EAChB;AACF;AAEA,SAAS,eACP,SACA,SACQ;AA/DV;AAgEE,WAAQ,0BAAqB,OAAO,MAA5B,mBAA+B,WAAW;AAAA,IAChD,KAAK;AACH,aAAO,GAAG,OAAO,qBAAqB,OAAO;AAAA,IAC/C,KAAK;AAAA,IACL;AACE,aAAO,GAAG,OAAO,cAAc,OAAO;AAAA,EAC1C;AACF;AASA,IAAM,8BACJ,MACA,OAAO,EAAE,UAAU,KAAK,kBAAkB,MAAM;AAC9C,QAAM,kBAAkB,uBAAuB,QAAQ;AAEvD,MAAI,CAAC,SAAS,MAAM;AAClB,UAAM,IAAI,aAAa;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,YAAY,SAAS;AAAA,MACrB;AAAA,MACA,cAAc;AAAA,IAChB,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,SAAS,YAAY;AAC1C,WAAO;AAAA,MACL;AAAA,MACA,OAAO;AAAA,IACT;AAAA,EACF,SAAS,OAAO;AACd,UAAM,IAAI,aAAa;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,YAAY,SAAS;AAAA,MACrB;AAAA,MACA,cAAc;AAAA,MACd,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;AAEF,IAAM,iCAAgE,OAAO;AAAA,EAC3E;AAAA,EACA;AAAA,EACA;AACF,MAAM;AACJ,QAAM,kBAAkB,uBAAuB,QAAQ;AACvD,QAAM,eAAe,MAAM,SAAS,KAAK;AAEzC,SAAO;AAAA,IACL;AAAA,IACA,OAAO,IAAI,aAAa;AAAA,MACtB,SAAS,SAAS;AAAA,MAClB;AAAA,MACA;AAAA,MACA,YAAY,SAAS;AAAA,MACrB;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEO,IAAM,sBAAN,MAAkD;AAAA,EASvD,YACW,SACD,QACR;AAFS;AACD;AAVV,SAAS,uBAAuB;AAMhC,SAAS,mBAAmB;AAAA,EAKzB;AAAA,EATH,IAAI,WAAmB;AACrB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EASA,MAAM,WAAW;AAAA,IACf;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAEE;AAjKJ;AAkKI,UAAM,WAA2C,CAAC;AAElD,UAAM,gBAAgB,qBAAqB,KAAK,OAAO;AACvD,QAAI,EAAC,+CAAe,iBAAgB,QAAQ,MAAM;AAChD,eAAS,KAAK;AAAA,QACZ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,SACE;AAAA,MACJ,CAAC;AAAA,IACH;AAIA,SAAI,+CAAe,iBAAgB,eAAe,MAAM;AACtD,eAAS,KAAK;AAAA,QACZ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,YAAY,6BAAM,MAAM;AAC9B,UAAM,EAAE,OAAO,SAAS,IAAI,MAAM,cAAc;AAAA,MAC9C,KAAK,eAAe,KAAK,OAAO,SAAS,KAAK,OAAO;AAAA,MACrD,SAAS,eAAe,KAAK,OAAO,QAAQ,GAAG,OAAO;AAAA,MACtD,MAAM;AAAA,QACJ;AAAA,QACA,cAAc;AAAA,QACd;AAAA,QACA,SAAS;AAAA,QACT,GAAI,aAAa,EAAE,OAAO,UAAU,CAAC,GAAG,QAAQ,UAAU,CAAC,EAAE;AAAA,QAC7D,IAAI,qBAAgB,cAAhB,YAA6B,CAAC;AAAA,MACpC;AAAA,MACA,uBAAuB;AAAA,MACvB,2BAA2B,4BAA4B;AAAA,MACvD;AAAA,MACA,OAAO,KAAK,OAAO;AAAA,IACrB,CAAC;AAED,WAAO,EAAE,QAAQ,CAAC,IAAI,WAAW,QAAQ,CAAC,GAAG,SAAS;AAAA,EACxD;AACF;;;ADxKA,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,0BAAsE;AAAA,EAC1E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AA8DA,IAAM,iBAAiB;AAEhB,SAAS,gBACd,UAAqC,CAAC,GACnB;AA7GrB;AA8GE,QAAM,UAAU,sBAAqB,aAAQ,YAAR,YAAmB,cAAc;AACtE,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,UAAU,WAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AASA,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,aAAa,SAAS;AAAA,IAChC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,EACjB;AAEA,QAAM,kBAAkB,CACtB,SACA,WAAkC,CAAC,MAChC;AACH,WAAO,IAAI,kCAAkC,SAAS,UAAU;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,gBAAgB;AAAA,MAChB,6BAA6B;AAAA,IAC/B,CAAC;AAAA,EACH;AAEA,QAAM,wBAAwB,CAC5B,SACA,WAAwC,CAAC,MAEzC,IAAI,wCAAwC,SAAS,UAAU;AAAA,IAC7D,GAAG,qBAAqB,YAAY;AAAA,IACpC,gBAAgB;AAAA,EAClB,CAAC;AAEH,QAAM,2BAA2B,CAC/B,SACA,WAAuC,CAAC,MAExC,IAAI,+BAA+B,SAAS,UAAU;AAAA,IACpD,GAAG,qBAAqB,WAAW;AAAA,IACnC,gBAAgB;AAAA,EAClB,CAAC;AAEH,QAAM,mBAAmB,CAAC,YACxB,IAAI,oBAAoB,SAAS;AAAA,IAC/B,GAAG,qBAAqB,OAAO;AAAA,IAC/B,SAAS,4BAAW;AAAA,EACtB,CAAC;AAEH,QAAM,WAAW,CACf,SACA,aACG,gBAAgB,SAAS,QAAQ;AAEtC,WAAS,kBAAkB;AAC3B,WAAS,YAAY;AACrB,WAAS,qBAAqB;AAC9B,WAAS,QAAQ;AAEjB,SAAO;AACT;AAEO,IAAM,YAAY,gBAAgB;","names":[]}
|
package/package.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@ai-sdk/fireworks",
|
|
3
|
+
"version": "0.0.0-8777c42a-20250115032312",
|
|
4
|
+
"license": "Apache-2.0",
|
|
5
|
+
"sideEffects": false,
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"module": "./dist/index.mjs",
|
|
8
|
+
"types": "./dist/index.d.ts",
|
|
9
|
+
"files": [
|
|
10
|
+
"dist/**/*",
|
|
11
|
+
"CHANGELOG.md"
|
|
12
|
+
],
|
|
13
|
+
"exports": {
|
|
14
|
+
"./package.json": "./package.json",
|
|
15
|
+
".": {
|
|
16
|
+
"types": "./dist/index.d.ts",
|
|
17
|
+
"import": "./dist/index.mjs",
|
|
18
|
+
"require": "./dist/index.js"
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"dependencies": {
|
|
22
|
+
"@ai-sdk/openai-compatible": "0.0.16",
|
|
23
|
+
"@ai-sdk/provider": "1.0.4",
|
|
24
|
+
"@ai-sdk/provider-utils": "2.0.7"
|
|
25
|
+
},
|
|
26
|
+
"devDependencies": {
|
|
27
|
+
"@types/node": "^18",
|
|
28
|
+
"tsup": "^8",
|
|
29
|
+
"typescript": "5.6.3",
|
|
30
|
+
"zod": "3.23.8",
|
|
31
|
+
"@vercel/ai-tsconfig": "0.0.0"
|
|
32
|
+
},
|
|
33
|
+
"peerDependencies": {
|
|
34
|
+
"zod": "^3.0.0"
|
|
35
|
+
},
|
|
36
|
+
"engines": {
|
|
37
|
+
"node": ">=18"
|
|
38
|
+
},
|
|
39
|
+
"publishConfig": {
|
|
40
|
+
"access": "public"
|
|
41
|
+
},
|
|
42
|
+
"homepage": "https://sdk.vercel.ai/docs",
|
|
43
|
+
"repository": {
|
|
44
|
+
"type": "git",
|
|
45
|
+
"url": "git+https://github.com/vercel/ai.git"
|
|
46
|
+
},
|
|
47
|
+
"bugs": {
|
|
48
|
+
"url": "https://github.com/vercel/ai/issues"
|
|
49
|
+
},
|
|
50
|
+
"keywords": [
|
|
51
|
+
"ai"
|
|
52
|
+
],
|
|
53
|
+
"scripts": {
|
|
54
|
+
"build": "tsup",
|
|
55
|
+
"build:watch": "tsup --watch",
|
|
56
|
+
"clean": "rm -rf dist",
|
|
57
|
+
"lint": "eslint \"./**/*.ts*\"",
|
|
58
|
+
"type-check": "tsc --noEmit",
|
|
59
|
+
"prettier-check": "prettier --check \"./**/*.ts*\"",
|
|
60
|
+
"test": "pnpm test:node && pnpm test:edge",
|
|
61
|
+
"test:edge": "vitest --config vitest.edge.config.js --run",
|
|
62
|
+
"test:node": "vitest --config vitest.node.config.js --run"
|
|
63
|
+
}
|
|
64
|
+
}
|