@ai-sdk/fireworks 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md ADDED
@@ -0,0 +1,9 @@
1
+ # @ai-sdk/fireworks
2
+
3
+ ## 0.0.1
4
+
5
+ ### Patch Changes
6
+
7
+ - ad2bf11: feat (provider/fireworks): Add Fireworks provider.
8
+ - Updated dependencies [ad2bf11]
9
+ - @ai-sdk/openai-compatible@0.0.7
package/LICENSE ADDED
@@ -0,0 +1,13 @@
1
+ Copyright 2023 Vercel, Inc.
2
+
3
+ Licensed under the Apache License, Version 2.0 (the "License");
4
+ you may not use this file except in compliance with the License.
5
+ You may obtain a copy of the License at
6
+
7
+ http://www.apache.org/licenses/LICENSE-2.0
8
+
9
+ Unless required by applicable law or agreed to in writing, software
10
+ distributed under the License is distributed on an "AS IS" BASIS,
11
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ See the License for the specific language governing permissions and
13
+ limitations under the License.
package/README.md ADDED
@@ -0,0 +1,35 @@
1
+ # AI SDK - Fireworks Provider
2
+
3
+ The **[Fireworks provider](https://sdk.vercel.ai/providers/ai-sdk-providers/fireworks)** for the [AI SDK](https://sdk.vercel.ai/docs) contains language model support for the [Fireworks](https://fireworks.ai) platform.
4
+
5
+ ## Setup
6
+
7
+ The Fireworks provider is available in the `@ai-sdk/fireworks` module. You can install it with
8
+
9
+ \```bash
10
+ npm i @ai-sdk/fireworks
11
+ \```
12
+
13
+ ## Provider Instance
14
+
15
+ You can import the default provider instance `fireworks` from `@ai-sdk/fireworks`:
16
+
17
+ \```ts
18
+ import { fireworks } from '@ai-sdk/fireworks';
19
+ \```
20
+
21
+ ## Example
22
+
23
+ \```ts
24
+ import { fireworks } from '@ai-sdk/fireworks';
25
+ import { generateText } from 'ai';
26
+
27
+ const { text } = await generateText({
28
+ model: fireworks('accounts/fireworks/models/llama-v2-13b-chat'),
29
+ prompt: 'Write a JavaScript function that sorts a list:',
30
+ });
31
+ \```
32
+
33
+ ## Documentation
34
+
35
+ Please check out the **[Fireworks provider](https://sdk.vercel.ai/providers/ai-sdk-providers/fireworks)** for more information.
@@ -0,0 +1,66 @@
1
+ import { LanguageModelV1, EmbeddingModelV1 } from '@ai-sdk/provider';
2
+ import { FetchFunction } from '@ai-sdk/provider-utils';
3
+ import { z } from 'zod';
4
+ import { OpenAICompatibleChatSettings, OpenAICompatibleCompletionSettings, OpenAICompatibleEmbeddingSettings } from '@ai-sdk/openai-compatible';
5
+
6
+ type FireworksChatModelId = 'accounts/fireworks/models/llama-v3p3-70b-instruct' | 'accounts/fireworks/models/llama-v3p3-70b-instruct' | 'accounts/fireworks/models/llama-v3p2-3b-instruct' | 'accounts/fireworks/models/llama-v3p1-405b-instruct' | 'accounts/fireworks/models/llama-v3p1-8b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct' | 'accounts/fireworks/models/mixtral-8x22b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct-hf' | 'accounts/fireworks/models/qwen2p5-coder-32b-instruct' | 'accounts/fireworks/models/qwen2p5-72b-instruct' | 'accounts/fireworks/models/qwen-qwq-32b-preview' | 'accounts/fireworks/models/qwen2-vl-72b-instruct' | (string & {});
7
+ interface FireworksChatSettings extends OpenAICompatibleChatSettings {
8
+ }
9
+
10
+ type FireworksCompletionModelId = 'accounts/fireworks/models/llama-v3-8b-instruct' | 'accounts/fireworks/models/llama-v2-34b-code' | (string & {});
11
+ interface FireworksCompletionSettings extends OpenAICompatibleCompletionSettings {
12
+ }
13
+
14
+ type FireworksEmbeddingModelId = 'nomic-ai/nomic-embed-text-v1.5' | (string & {});
15
+ interface FireworksEmbeddingSettings extends OpenAICompatibleEmbeddingSettings {
16
+ }
17
+
18
+ type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;
19
+ declare const fireworksErrorSchema: z.ZodObject<{
20
+ error: z.ZodString;
21
+ }, "strip", z.ZodTypeAny, {
22
+ error: string;
23
+ }, {
24
+ error: string;
25
+ }>;
26
+ interface FireworksProviderSettings {
27
+ /**
28
+ Fireworks API key.
29
+ */
30
+ apiKey?: string;
31
+ /**
32
+ Base URL for the API calls.
33
+ */
34
+ baseURL?: string;
35
+ /**
36
+ Custom headers to include in the requests.
37
+ */
38
+ headers?: Record<string, string>;
39
+ /**
40
+ Custom fetch implementation. You can use it as a middleware to intercept requests,
41
+ or to provide a custom fetch implementation for e.g. testing.
42
+ */
43
+ fetch?: FetchFunction;
44
+ }
45
+ interface FireworksProvider {
46
+ /**
47
+ Creates a model for text generation.
48
+ */
49
+ (modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
50
+ /**
51
+ Creates a chat model for text generation.
52
+ */
53
+ chatModel(modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
54
+ /**
55
+ Creates a completion model for text generation.
56
+ */
57
+ completionModel(modelId: FireworksCompletionModelId, settings?: FireworksCompletionSettings): LanguageModelV1;
58
+ /**
59
+ Creates a text embedding model for text generation.
60
+ */
61
+ textEmbeddingModel(modelId: FireworksEmbeddingModelId, settings?: FireworksEmbeddingSettings): EmbeddingModelV1<string>;
62
+ }
63
+ declare function createFireworks(options?: FireworksProviderSettings): FireworksProvider;
64
+ declare const fireworks: FireworksProvider;
65
+
66
+ export { type FireworksErrorData, type FireworksProvider, type FireworksProviderSettings, createFireworks, fireworks };
@@ -0,0 +1,66 @@
1
+ import { LanguageModelV1, EmbeddingModelV1 } from '@ai-sdk/provider';
2
+ import { FetchFunction } from '@ai-sdk/provider-utils';
3
+ import { z } from 'zod';
4
+ import { OpenAICompatibleChatSettings, OpenAICompatibleCompletionSettings, OpenAICompatibleEmbeddingSettings } from '@ai-sdk/openai-compatible';
5
+
6
+ type FireworksChatModelId = 'accounts/fireworks/models/llama-v3p3-70b-instruct' | 'accounts/fireworks/models/llama-v3p3-70b-instruct' | 'accounts/fireworks/models/llama-v3p2-3b-instruct' | 'accounts/fireworks/models/llama-v3p1-405b-instruct' | 'accounts/fireworks/models/llama-v3p1-8b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct' | 'accounts/fireworks/models/mixtral-8x22b-instruct' | 'accounts/fireworks/models/mixtral-8x7b-instruct-hf' | 'accounts/fireworks/models/qwen2p5-coder-32b-instruct' | 'accounts/fireworks/models/qwen2p5-72b-instruct' | 'accounts/fireworks/models/qwen-qwq-32b-preview' | 'accounts/fireworks/models/qwen2-vl-72b-instruct' | (string & {});
7
+ interface FireworksChatSettings extends OpenAICompatibleChatSettings {
8
+ }
9
+
10
+ type FireworksCompletionModelId = 'accounts/fireworks/models/llama-v3-8b-instruct' | 'accounts/fireworks/models/llama-v2-34b-code' | (string & {});
11
+ interface FireworksCompletionSettings extends OpenAICompatibleCompletionSettings {
12
+ }
13
+
14
+ type FireworksEmbeddingModelId = 'nomic-ai/nomic-embed-text-v1.5' | (string & {});
15
+ interface FireworksEmbeddingSettings extends OpenAICompatibleEmbeddingSettings {
16
+ }
17
+
18
+ type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;
19
+ declare const fireworksErrorSchema: z.ZodObject<{
20
+ error: z.ZodString;
21
+ }, "strip", z.ZodTypeAny, {
22
+ error: string;
23
+ }, {
24
+ error: string;
25
+ }>;
26
+ interface FireworksProviderSettings {
27
+ /**
28
+ Fireworks API key.
29
+ */
30
+ apiKey?: string;
31
+ /**
32
+ Base URL for the API calls.
33
+ */
34
+ baseURL?: string;
35
+ /**
36
+ Custom headers to include in the requests.
37
+ */
38
+ headers?: Record<string, string>;
39
+ /**
40
+ Custom fetch implementation. You can use it as a middleware to intercept requests,
41
+ or to provide a custom fetch implementation for e.g. testing.
42
+ */
43
+ fetch?: FetchFunction;
44
+ }
45
+ interface FireworksProvider {
46
+ /**
47
+ Creates a model for text generation.
48
+ */
49
+ (modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
50
+ /**
51
+ Creates a chat model for text generation.
52
+ */
53
+ chatModel(modelId: FireworksChatModelId, settings?: FireworksChatSettings): LanguageModelV1;
54
+ /**
55
+ Creates a completion model for text generation.
56
+ */
57
+ completionModel(modelId: FireworksCompletionModelId, settings?: FireworksCompletionSettings): LanguageModelV1;
58
+ /**
59
+ Creates a text embedding model for text generation.
60
+ */
61
+ textEmbeddingModel(modelId: FireworksEmbeddingModelId, settings?: FireworksEmbeddingSettings): EmbeddingModelV1<string>;
62
+ }
63
+ declare function createFireworks(options?: FireworksProviderSettings): FireworksProvider;
64
+ declare const fireworks: FireworksProvider;
65
+
66
+ export { type FireworksErrorData, type FireworksProvider, type FireworksProviderSettings, createFireworks, fireworks };
package/dist/index.js ADDED
@@ -0,0 +1,87 @@
1
+ "use strict";
2
+ var __defProp = Object.defineProperty;
3
+ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
+ var __getOwnPropNames = Object.getOwnPropertyNames;
5
+ var __hasOwnProp = Object.prototype.hasOwnProperty;
6
+ var __export = (target, all) => {
7
+ for (var name in all)
8
+ __defProp(target, name, { get: all[name], enumerable: true });
9
+ };
10
+ var __copyProps = (to, from, except, desc) => {
11
+ if (from && typeof from === "object" || typeof from === "function") {
12
+ for (let key of __getOwnPropNames(from))
13
+ if (!__hasOwnProp.call(to, key) && key !== except)
14
+ __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
15
+ }
16
+ return to;
17
+ };
18
+ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
19
+
20
+ // src/index.ts
21
+ var src_exports = {};
22
+ __export(src_exports, {
23
+ createFireworks: () => createFireworks,
24
+ fireworks: () => fireworks
25
+ });
26
+ module.exports = __toCommonJS(src_exports);
27
+
28
+ // src/fireworks-provider.ts
29
+ var import_openai_compatible = require("@ai-sdk/openai-compatible");
30
+ var import_provider_utils = require("@ai-sdk/provider-utils");
31
+ var import_zod = require("zod");
32
+ var fireworksErrorSchema = import_zod.z.object({
33
+ error: import_zod.z.string()
34
+ });
35
+ var fireworksErrorStructure = {
36
+ errorSchema: fireworksErrorSchema,
37
+ errorToMessage: (data) => data.error
38
+ };
39
+ function createFireworks(options = {}) {
40
+ var _a;
41
+ const baseURL = (0, import_provider_utils.withoutTrailingSlash)(
42
+ (_a = options.baseURL) != null ? _a : "https://api.fireworks.ai/inference/v1"
43
+ );
44
+ const getHeaders = () => ({
45
+ Authorization: `Bearer ${(0, import_provider_utils.loadApiKey)({
46
+ apiKey: options.apiKey,
47
+ environmentVariableName: "FIREWORKS_API_KEY",
48
+ description: "Fireworks API key"
49
+ })}`,
50
+ ...options.headers
51
+ });
52
+ const getCommonModelConfig = (modelType) => ({
53
+ provider: `fireworks.${modelType}`,
54
+ url: ({ path }) => `${baseURL}${path}`,
55
+ headers: getHeaders,
56
+ fetch: options.fetch,
57
+ errorStructure: fireworksErrorStructure
58
+ });
59
+ const createChatModel = (modelId, settings = {}) => {
60
+ return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId, settings, {
61
+ ...getCommonModelConfig("chat"),
62
+ defaultObjectGenerationMode: "json"
63
+ });
64
+ };
65
+ const createCompletionModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleCompletionLanguageModel(
66
+ modelId,
67
+ settings,
68
+ getCommonModelConfig("completion")
69
+ );
70
+ const createTextEmbeddingModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleEmbeddingModel(
71
+ modelId,
72
+ settings,
73
+ getCommonModelConfig("embedding")
74
+ );
75
+ const provider = (modelId, settings) => createChatModel(modelId, settings);
76
+ provider.completionModel = createCompletionModel;
77
+ provider.chatModel = createChatModel;
78
+ provider.textEmbeddingModel = createTextEmbeddingModel;
79
+ return provider;
80
+ }
81
+ var fireworks = createFireworks();
82
+ // Annotate the CommonJS export names for ESM import in node:
83
+ 0 && (module.exports = {
84
+ createFireworks,
85
+ fireworks
86
+ });
87
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/index.ts","../src/fireworks-provider.ts"],"sourcesContent":["export { createFireworks, fireworks } from './fireworks-provider';\nexport type {\n FireworksProvider,\n FireworksProviderSettings,\n FireworksErrorData,\n} from './fireworks-provider';\n","import {\n OpenAICompatibleChatLanguageModel,\n OpenAICompatibleCompletionLanguageModel,\n OpenAICompatibleEmbeddingModel,\n ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport { EmbeddingModelV1, LanguageModelV1 } from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport {\n FireworksChatModelId,\n FireworksChatSettings,\n} from './fireworks-chat-settings';\nimport {\n FireworksCompletionModelId,\n FireworksCompletionSettings,\n} from './fireworks-completion-settings';\nimport {\n FireworksEmbeddingModelId,\n FireworksEmbeddingSettings,\n} from './fireworks-embedding-settings';\n\nexport type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;\n\nconst fireworksErrorSchema = z.object({\n error: z.string(),\n});\n\nconst fireworksErrorStructure: ProviderErrorStructure<FireworksErrorData> = {\n errorSchema: fireworksErrorSchema,\n errorToMessage: data => data.error,\n};\n\nexport interface FireworksProviderSettings {\n /**\nFireworks API key.\n*/\n apiKey?: string;\n /**\nBase URL for the API calls.\n*/\n baseURL?: string;\n /**\nCustom headers to include in the requests.\n*/\n headers?: Record<string, string>;\n /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n fetch?: FetchFunction;\n}\n\nexport interface FireworksProvider {\n /**\nCreates a model for text generation.\n*/\n (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a chat model for text generation.\n*/\n chatModel(\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a completion model for text generation.\n*/\n completionModel(\n modelId: FireworksCompletionModelId,\n settings?: FireworksCompletionSettings,\n ): LanguageModelV1;\n\n /**\nCreates a text embedding model for text generation.\n*/\n textEmbeddingModel(\n modelId: FireworksEmbeddingModelId,\n settings?: FireworksEmbeddingSettings,\n ): EmbeddingModelV1<string>;\n}\n\nexport function createFireworks(\n options: FireworksProviderSettings = {},\n): FireworksProvider {\n const baseURL = withoutTrailingSlash(\n options.baseURL ?? 'https://api.fireworks.ai/inference/v1',\n );\n const getHeaders = () => ({\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'FIREWORKS_API_KEY',\n description: 'Fireworks API key',\n })}`,\n ...options.headers,\n });\n\n interface CommonModelConfig {\n provider: `fireworks.${string}`;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n errorStructure?: ProviderErrorStructure<FireworksErrorData>;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `fireworks.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n errorStructure: fireworksErrorStructure,\n });\n\n const createChatModel = (\n modelId: FireworksChatModelId,\n settings: FireworksChatSettings = {},\n ) => {\n return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n ...getCommonModelConfig('chat'),\n defaultObjectGenerationMode: 'json',\n });\n };\n\n const createCompletionModel = (\n modelId: FireworksCompletionModelId,\n settings: FireworksCompletionSettings = {},\n ) =>\n new OpenAICompatibleCompletionLanguageModel(\n modelId,\n settings,\n getCommonModelConfig('completion'),\n );\n\n const createTextEmbeddingModel = (\n modelId: FireworksEmbeddingModelId,\n settings: FireworksEmbeddingSettings = {},\n ) =>\n new OpenAICompatibleEmbeddingModel(\n modelId,\n settings,\n getCommonModelConfig('embedding'),\n );\n\n const provider = (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ) => createChatModel(modelId, settings);\n\n provider.completionModel = createCompletionModel;\n provider.chatModel = createChatModel;\n provider.textEmbeddingModel = createTextEmbeddingModel;\n\n return provider as FireworksProvider;\n}\n\nexport const fireworks = createFireworks();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,+BAKO;AAEP,4BAIO;AACP,iBAAkB;AAgBlB,IAAM,uBAAuB,aAAE,OAAO;AAAA,EACpC,OAAO,aAAE,OAAO;AAClB,CAAC;AAED,IAAM,0BAAsE;AAAA,EAC1E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AAwDO,SAAS,gBACd,UAAqC,CAAC,GACnB;AA7FrB;AA8FE,QAAM,cAAU;AAAA,KACd,aAAQ,YAAR,YAAmB;AAAA,EACrB;AACA,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,cAAU,kCAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AAUA,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,aAAa,SAAS;AAAA,IAChC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,IACf,gBAAgB;AAAA,EAClB;AAEA,QAAM,kBAAkB,CACtB,SACA,WAAkC,CAAC,MAChC;AACH,WAAO,IAAI,2DAAkC,SAAS,UAAU;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,6BAA6B;AAAA,IAC/B,CAAC;AAAA,EACH;AAEA,QAAM,wBAAwB,CAC5B,SACA,WAAwC,CAAC,MAEzC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,YAAY;AAAA,EACnC;AAEF,QAAM,2BAA2B,CAC/B,SACA,WAAuC,CAAC,MAExC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW;AAAA,EAClC;AAEF,QAAM,WAAW,CACf,SACA,aACG,gBAAgB,SAAS,QAAQ;AAEtC,WAAS,kBAAkB;AAC3B,WAAS,YAAY;AACrB,WAAS,qBAAqB;AAE9B,SAAO;AACT;AAEO,IAAM,YAAY,gBAAgB;","names":[]}
package/dist/index.mjs ADDED
@@ -0,0 +1,66 @@
1
+ // src/fireworks-provider.ts
2
+ import {
3
+ OpenAICompatibleChatLanguageModel,
4
+ OpenAICompatibleCompletionLanguageModel,
5
+ OpenAICompatibleEmbeddingModel
6
+ } from "@ai-sdk/openai-compatible";
7
+ import {
8
+ loadApiKey,
9
+ withoutTrailingSlash
10
+ } from "@ai-sdk/provider-utils";
11
+ import { z } from "zod";
12
+ var fireworksErrorSchema = z.object({
13
+ error: z.string()
14
+ });
15
+ var fireworksErrorStructure = {
16
+ errorSchema: fireworksErrorSchema,
17
+ errorToMessage: (data) => data.error
18
+ };
19
+ function createFireworks(options = {}) {
20
+ var _a;
21
+ const baseURL = withoutTrailingSlash(
22
+ (_a = options.baseURL) != null ? _a : "https://api.fireworks.ai/inference/v1"
23
+ );
24
+ const getHeaders = () => ({
25
+ Authorization: `Bearer ${loadApiKey({
26
+ apiKey: options.apiKey,
27
+ environmentVariableName: "FIREWORKS_API_KEY",
28
+ description: "Fireworks API key"
29
+ })}`,
30
+ ...options.headers
31
+ });
32
+ const getCommonModelConfig = (modelType) => ({
33
+ provider: `fireworks.${modelType}`,
34
+ url: ({ path }) => `${baseURL}${path}`,
35
+ headers: getHeaders,
36
+ fetch: options.fetch,
37
+ errorStructure: fireworksErrorStructure
38
+ });
39
+ const createChatModel = (modelId, settings = {}) => {
40
+ return new OpenAICompatibleChatLanguageModel(modelId, settings, {
41
+ ...getCommonModelConfig("chat"),
42
+ defaultObjectGenerationMode: "json"
43
+ });
44
+ };
45
+ const createCompletionModel = (modelId, settings = {}) => new OpenAICompatibleCompletionLanguageModel(
46
+ modelId,
47
+ settings,
48
+ getCommonModelConfig("completion")
49
+ );
50
+ const createTextEmbeddingModel = (modelId, settings = {}) => new OpenAICompatibleEmbeddingModel(
51
+ modelId,
52
+ settings,
53
+ getCommonModelConfig("embedding")
54
+ );
55
+ const provider = (modelId, settings) => createChatModel(modelId, settings);
56
+ provider.completionModel = createCompletionModel;
57
+ provider.chatModel = createChatModel;
58
+ provider.textEmbeddingModel = createTextEmbeddingModel;
59
+ return provider;
60
+ }
61
+ var fireworks = createFireworks();
62
+ export {
63
+ createFireworks,
64
+ fireworks
65
+ };
66
+ //# sourceMappingURL=index.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/fireworks-provider.ts"],"sourcesContent":["import {\n OpenAICompatibleChatLanguageModel,\n OpenAICompatibleCompletionLanguageModel,\n OpenAICompatibleEmbeddingModel,\n ProviderErrorStructure,\n} from '@ai-sdk/openai-compatible';\nimport { EmbeddingModelV1, LanguageModelV1 } from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport { z } from 'zod';\nimport {\n FireworksChatModelId,\n FireworksChatSettings,\n} from './fireworks-chat-settings';\nimport {\n FireworksCompletionModelId,\n FireworksCompletionSettings,\n} from './fireworks-completion-settings';\nimport {\n FireworksEmbeddingModelId,\n FireworksEmbeddingSettings,\n} from './fireworks-embedding-settings';\n\nexport type FireworksErrorData = z.infer<typeof fireworksErrorSchema>;\n\nconst fireworksErrorSchema = z.object({\n error: z.string(),\n});\n\nconst fireworksErrorStructure: ProviderErrorStructure<FireworksErrorData> = {\n errorSchema: fireworksErrorSchema,\n errorToMessage: data => data.error,\n};\n\nexport interface FireworksProviderSettings {\n /**\nFireworks API key.\n*/\n apiKey?: string;\n /**\nBase URL for the API calls.\n*/\n baseURL?: string;\n /**\nCustom headers to include in the requests.\n*/\n headers?: Record<string, string>;\n /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n fetch?: FetchFunction;\n}\n\nexport interface FireworksProvider {\n /**\nCreates a model for text generation.\n*/\n (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a chat model for text generation.\n*/\n chatModel(\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a completion model for text generation.\n*/\n completionModel(\n modelId: FireworksCompletionModelId,\n settings?: FireworksCompletionSettings,\n ): LanguageModelV1;\n\n /**\nCreates a text embedding model for text generation.\n*/\n textEmbeddingModel(\n modelId: FireworksEmbeddingModelId,\n settings?: FireworksEmbeddingSettings,\n ): EmbeddingModelV1<string>;\n}\n\nexport function createFireworks(\n options: FireworksProviderSettings = {},\n): FireworksProvider {\n const baseURL = withoutTrailingSlash(\n options.baseURL ?? 'https://api.fireworks.ai/inference/v1',\n );\n const getHeaders = () => ({\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'FIREWORKS_API_KEY',\n description: 'Fireworks API key',\n })}`,\n ...options.headers,\n });\n\n interface CommonModelConfig {\n provider: `fireworks.${string}`;\n url: ({ path }: { path: string }) => string;\n headers: () => Record<string, string>;\n fetch?: FetchFunction;\n errorStructure?: ProviderErrorStructure<FireworksErrorData>;\n }\n\n const getCommonModelConfig = (modelType: string): CommonModelConfig => ({\n provider: `fireworks.${modelType}`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n errorStructure: fireworksErrorStructure,\n });\n\n const createChatModel = (\n modelId: FireworksChatModelId,\n settings: FireworksChatSettings = {},\n ) => {\n return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n ...getCommonModelConfig('chat'),\n defaultObjectGenerationMode: 'json',\n });\n };\n\n const createCompletionModel = (\n modelId: FireworksCompletionModelId,\n settings: FireworksCompletionSettings = {},\n ) =>\n new OpenAICompatibleCompletionLanguageModel(\n modelId,\n settings,\n getCommonModelConfig('completion'),\n );\n\n const createTextEmbeddingModel = (\n modelId: FireworksEmbeddingModelId,\n settings: FireworksEmbeddingSettings = {},\n ) =>\n new OpenAICompatibleEmbeddingModel(\n modelId,\n settings,\n getCommonModelConfig('embedding'),\n );\n\n const provider = (\n modelId: FireworksChatModelId,\n settings?: FireworksChatSettings,\n ) => createChatModel(modelId, settings);\n\n provider.completionModel = createCompletionModel;\n provider.chatModel = createChatModel;\n provider.textEmbeddingModel = createTextEmbeddingModel;\n\n return provider as FireworksProvider;\n}\n\nexport const fireworks = createFireworks();\n"],"mappings":";AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AAEP;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS;AAgBlB,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,0BAAsE;AAAA,EAC1E,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AAwDO,SAAS,gBACd,UAAqC,CAAC,GACnB;AA7FrB;AA8FE,QAAM,UAAU;AAAA,KACd,aAAQ,YAAR,YAAmB;AAAA,EACrB;AACA,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,UAAU,WAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AAUA,QAAM,uBAAuB,CAAC,eAA0C;AAAA,IACtE,UAAU,aAAa,SAAS;AAAA,IAChC,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,IACpC,SAAS;AAAA,IACT,OAAO,QAAQ;AAAA,IACf,gBAAgB;AAAA,EAClB;AAEA,QAAM,kBAAkB,CACtB,SACA,WAAkC,CAAC,MAChC;AACH,WAAO,IAAI,kCAAkC,SAAS,UAAU;AAAA,MAC9D,GAAG,qBAAqB,MAAM;AAAA,MAC9B,6BAA6B;AAAA,IAC/B,CAAC;AAAA,EACH;AAEA,QAAM,wBAAwB,CAC5B,SACA,WAAwC,CAAC,MAEzC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,YAAY;AAAA,EACnC;AAEF,QAAM,2BAA2B,CAC/B,SACA,WAAuC,CAAC,MAExC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW;AAAA,EAClC;AAEF,QAAM,WAAW,CACf,SACA,aACG,gBAAgB,SAAS,QAAQ;AAEtC,WAAS,kBAAkB;AAC3B,WAAS,YAAY;AACrB,WAAS,qBAAqB;AAE9B,SAAO;AACT;AAEO,IAAM,YAAY,gBAAgB;","names":[]}
package/package.json ADDED
@@ -0,0 +1,64 @@
1
+ {
2
+ "name": "@ai-sdk/fireworks",
3
+ "version": "0.0.1",
4
+ "license": "Apache-2.0",
5
+ "sideEffects": false,
6
+ "main": "./dist/index.js",
7
+ "module": "./dist/index.mjs",
8
+ "types": "./dist/index.d.ts",
9
+ "files": [
10
+ "dist/**/*",
11
+ "CHANGELOG.md"
12
+ ],
13
+ "exports": {
14
+ "./package.json": "./package.json",
15
+ ".": {
16
+ "types": "./dist/index.d.ts",
17
+ "import": "./dist/index.mjs",
18
+ "require": "./dist/index.js"
19
+ }
20
+ },
21
+ "dependencies": {
22
+ "@ai-sdk/openai-compatible": "0.0.7",
23
+ "@ai-sdk/provider": "1.0.2",
24
+ "@ai-sdk/provider-utils": "2.0.4"
25
+ },
26
+ "devDependencies": {
27
+ "@types/node": "^18",
28
+ "tsup": "^8",
29
+ "typescript": "5.6.3",
30
+ "zod": "3.23.8",
31
+ "@vercel/ai-tsconfig": "0.0.0"
32
+ },
33
+ "peerDependencies": {
34
+ "zod": "^3.0.0"
35
+ },
36
+ "engines": {
37
+ "node": ">=18"
38
+ },
39
+ "publishConfig": {
40
+ "access": "public"
41
+ },
42
+ "homepage": "https://sdk.vercel.ai/docs",
43
+ "repository": {
44
+ "type": "git",
45
+ "url": "git+https://github.com/vercel/ai.git"
46
+ },
47
+ "bugs": {
48
+ "url": "https://github.com/vercel/ai/issues"
49
+ },
50
+ "keywords": [
51
+ "ai"
52
+ ],
53
+ "scripts": {
54
+ "build": "tsup",
55
+ "build:watch": "tsup --watch",
56
+ "clean": "rm -rf dist",
57
+ "lint": "eslint \"./**/*.ts*\"",
58
+ "type-check": "tsc --noEmit",
59
+ "prettier-check": "prettier --check \"./**/*.ts*\"",
60
+ "test": "pnpm test:node && pnpm test:edge",
61
+ "test:edge": "vitest --config vitest.edge.config.js --run",
62
+ "test:node": "vitest --config vitest.node.config.js --run"
63
+ }
64
+ }