@ai-sdk/cerebras 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7 -0
- package/LICENSE +13 -0
- package/README.md +60 -0
- package/dist/index.d.mts +63 -0
- package/dist/index.d.ts +63 -0
- package/dist/index.js +80 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +57 -0
- package/dist/index.mjs.map +1 -0
- package/package.json +64 -0
package/CHANGELOG.md
ADDED
package/LICENSE
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
Copyright 2023 Vercel, Inc.
|
|
2
|
+
|
|
3
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
you may not use this file except in compliance with the License.
|
|
5
|
+
You may obtain a copy of the License at
|
|
6
|
+
|
|
7
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
|
|
9
|
+
Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
See the License for the specific language governing permissions and
|
|
13
|
+
limitations under the License.
|
package/README.md
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
# AI SDK - Cerebras Provider
|
|
2
|
+
|
|
3
|
+
The **Cerebras provider** for the [AI SDK](https://sdk.vercel.ai/docs) contains language model support for [Cerebras](https://cerebras.ai), offering high-speed AI model inference powered by Cerebras Wafer-Scale Engines and CS-3 systems.
|
|
4
|
+
|
|
5
|
+
## Setup
|
|
6
|
+
|
|
7
|
+
The Cerebras provider is available in the `@ai-sdk/cerebras` module. You can install it with
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
npm i @ai-sdk/cerebras
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Provider Instance
|
|
14
|
+
|
|
15
|
+
You can import the default provider instance `cerebras` from `@ai-sdk/cerebras`:
|
|
16
|
+
|
|
17
|
+
```ts
|
|
18
|
+
import { cerebras } from '@ai-sdk/cerebras';
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
## Available Models
|
|
22
|
+
|
|
23
|
+
Currently, Cerebras offers two models:
|
|
24
|
+
|
|
25
|
+
### Llama 3.1 8B
|
|
26
|
+
|
|
27
|
+
- Model ID: `llama3.1-8b`
|
|
28
|
+
- 8 billion parameters
|
|
29
|
+
- Knowledge cutoff: March 2023
|
|
30
|
+
- Context Length: 8192
|
|
31
|
+
- Training Tokens: 15 trillion+
|
|
32
|
+
|
|
33
|
+
### Llama 3.3 70B
|
|
34
|
+
|
|
35
|
+
- Model ID: `llama-3.3-70b`
|
|
36
|
+
- 70 billion parameters
|
|
37
|
+
- Knowledge cutoff: December 2023
|
|
38
|
+
- Context Length: 8192
|
|
39
|
+
- Training Tokens: 15 trillion+
|
|
40
|
+
|
|
41
|
+
## Example
|
|
42
|
+
|
|
43
|
+
```ts
|
|
44
|
+
import { cerebras } from '@ai-sdk/cerebras';
|
|
45
|
+
import { generateText } from 'ai';
|
|
46
|
+
|
|
47
|
+
const { text } = await generateText({
|
|
48
|
+
model: cerebras('llama3.1-8b'),
|
|
49
|
+
prompt: 'Write a JavaScript function that sorts a list:',
|
|
50
|
+
});
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
## Documentation
|
|
54
|
+
|
|
55
|
+
For more information about Cerebras' high-speed inference capabilities and API documentation, please visit:
|
|
56
|
+
|
|
57
|
+
- [Cerebras Inference Documentation](https://inference-docs.cerebras.ai/introduction)
|
|
58
|
+
- [Cerebras Website](https://cerebras.ai)
|
|
59
|
+
|
|
60
|
+
Note: Due to high demand in the early launch phase, context windows are temporarily limited to 8192 tokens in the Free Tier.
|
package/dist/index.d.mts
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { ProviderV1, LanguageModelV1 } from '@ai-sdk/provider';
|
|
2
|
+
import { FetchFunction } from '@ai-sdk/provider-utils';
|
|
3
|
+
import { OpenAICompatibleChatSettings } from '@ai-sdk/openai-compatible';
|
|
4
|
+
import { z } from 'zod';
|
|
5
|
+
|
|
6
|
+
type CerebrasChatModelId = 'llama3.1-8b' | 'llama3.1-70b' | 'llama-3.3-70b' | (string & {});
|
|
7
|
+
interface CerebrasChatSettings extends OpenAICompatibleChatSettings {
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
declare const cerebrasErrorSchema: z.ZodObject<{
|
|
11
|
+
message: z.ZodString;
|
|
12
|
+
type: z.ZodString;
|
|
13
|
+
param: z.ZodString;
|
|
14
|
+
code: z.ZodString;
|
|
15
|
+
}, "strip", z.ZodTypeAny, {
|
|
16
|
+
message: string;
|
|
17
|
+
type: string;
|
|
18
|
+
param: string;
|
|
19
|
+
code: string;
|
|
20
|
+
}, {
|
|
21
|
+
message: string;
|
|
22
|
+
type: string;
|
|
23
|
+
param: string;
|
|
24
|
+
code: string;
|
|
25
|
+
}>;
|
|
26
|
+
type CerebrasErrorData = z.infer<typeof cerebrasErrorSchema>;
|
|
27
|
+
interface CerebrasProviderSettings {
|
|
28
|
+
/**
|
|
29
|
+
Cerebras API key.
|
|
30
|
+
*/
|
|
31
|
+
apiKey?: string;
|
|
32
|
+
/**
|
|
33
|
+
Base URL for the API calls.
|
|
34
|
+
*/
|
|
35
|
+
baseURL?: string;
|
|
36
|
+
/**
|
|
37
|
+
Custom headers to include in the requests.
|
|
38
|
+
*/
|
|
39
|
+
headers?: Record<string, string>;
|
|
40
|
+
/**
|
|
41
|
+
Custom fetch implementation. You can use it as a middleware to intercept requests,
|
|
42
|
+
or to provide a custom fetch implementation for e.g. testing.
|
|
43
|
+
*/
|
|
44
|
+
fetch?: FetchFunction;
|
|
45
|
+
}
|
|
46
|
+
interface CerebrasProvider extends ProviderV1 {
|
|
47
|
+
/**
|
|
48
|
+
Creates a Cerebras model for text generation.
|
|
49
|
+
*/
|
|
50
|
+
(modelId: CerebrasChatModelId, settings?: CerebrasChatSettings): LanguageModelV1;
|
|
51
|
+
/**
|
|
52
|
+
Creates a Cerebras model for text generation.
|
|
53
|
+
*/
|
|
54
|
+
languageModel(modelId: CerebrasChatModelId, settings?: CerebrasChatSettings): LanguageModelV1;
|
|
55
|
+
/**
|
|
56
|
+
Creates a Cerebras chat model for text generation.
|
|
57
|
+
*/
|
|
58
|
+
chat(modelId: CerebrasChatModelId, settings?: CerebrasChatSettings): LanguageModelV1;
|
|
59
|
+
}
|
|
60
|
+
declare function createCerebras(options?: CerebrasProviderSettings): CerebrasProvider;
|
|
61
|
+
declare const cerebras: CerebrasProvider;
|
|
62
|
+
|
|
63
|
+
export { type CerebrasErrorData, type CerebrasProvider, type CerebrasProviderSettings, cerebras, createCerebras };
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { ProviderV1, LanguageModelV1 } from '@ai-sdk/provider';
|
|
2
|
+
import { FetchFunction } from '@ai-sdk/provider-utils';
|
|
3
|
+
import { OpenAICompatibleChatSettings } from '@ai-sdk/openai-compatible';
|
|
4
|
+
import { z } from 'zod';
|
|
5
|
+
|
|
6
|
+
type CerebrasChatModelId = 'llama3.1-8b' | 'llama3.1-70b' | 'llama-3.3-70b' | (string & {});
|
|
7
|
+
interface CerebrasChatSettings extends OpenAICompatibleChatSettings {
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
declare const cerebrasErrorSchema: z.ZodObject<{
|
|
11
|
+
message: z.ZodString;
|
|
12
|
+
type: z.ZodString;
|
|
13
|
+
param: z.ZodString;
|
|
14
|
+
code: z.ZodString;
|
|
15
|
+
}, "strip", z.ZodTypeAny, {
|
|
16
|
+
message: string;
|
|
17
|
+
type: string;
|
|
18
|
+
param: string;
|
|
19
|
+
code: string;
|
|
20
|
+
}, {
|
|
21
|
+
message: string;
|
|
22
|
+
type: string;
|
|
23
|
+
param: string;
|
|
24
|
+
code: string;
|
|
25
|
+
}>;
|
|
26
|
+
type CerebrasErrorData = z.infer<typeof cerebrasErrorSchema>;
|
|
27
|
+
interface CerebrasProviderSettings {
|
|
28
|
+
/**
|
|
29
|
+
Cerebras API key.
|
|
30
|
+
*/
|
|
31
|
+
apiKey?: string;
|
|
32
|
+
/**
|
|
33
|
+
Base URL for the API calls.
|
|
34
|
+
*/
|
|
35
|
+
baseURL?: string;
|
|
36
|
+
/**
|
|
37
|
+
Custom headers to include in the requests.
|
|
38
|
+
*/
|
|
39
|
+
headers?: Record<string, string>;
|
|
40
|
+
/**
|
|
41
|
+
Custom fetch implementation. You can use it as a middleware to intercept requests,
|
|
42
|
+
or to provide a custom fetch implementation for e.g. testing.
|
|
43
|
+
*/
|
|
44
|
+
fetch?: FetchFunction;
|
|
45
|
+
}
|
|
46
|
+
interface CerebrasProvider extends ProviderV1 {
|
|
47
|
+
/**
|
|
48
|
+
Creates a Cerebras model for text generation.
|
|
49
|
+
*/
|
|
50
|
+
(modelId: CerebrasChatModelId, settings?: CerebrasChatSettings): LanguageModelV1;
|
|
51
|
+
/**
|
|
52
|
+
Creates a Cerebras model for text generation.
|
|
53
|
+
*/
|
|
54
|
+
languageModel(modelId: CerebrasChatModelId, settings?: CerebrasChatSettings): LanguageModelV1;
|
|
55
|
+
/**
|
|
56
|
+
Creates a Cerebras chat model for text generation.
|
|
57
|
+
*/
|
|
58
|
+
chat(modelId: CerebrasChatModelId, settings?: CerebrasChatSettings): LanguageModelV1;
|
|
59
|
+
}
|
|
60
|
+
declare function createCerebras(options?: CerebrasProviderSettings): CerebrasProvider;
|
|
61
|
+
declare const cerebras: CerebrasProvider;
|
|
62
|
+
|
|
63
|
+
export { type CerebrasErrorData, type CerebrasProvider, type CerebrasProviderSettings, cerebras, createCerebras };
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
|
|
20
|
+
// src/index.ts
|
|
21
|
+
var src_exports = {};
|
|
22
|
+
__export(src_exports, {
|
|
23
|
+
cerebras: () => cerebras,
|
|
24
|
+
createCerebras: () => createCerebras
|
|
25
|
+
});
|
|
26
|
+
module.exports = __toCommonJS(src_exports);
|
|
27
|
+
|
|
28
|
+
// src/cerebras-provider.ts
|
|
29
|
+
var import_openai_compatible = require("@ai-sdk/openai-compatible");
|
|
30
|
+
var import_provider = require("@ai-sdk/provider");
|
|
31
|
+
var import_provider_utils = require("@ai-sdk/provider-utils");
|
|
32
|
+
var import_zod = require("zod");
|
|
33
|
+
var cerebrasErrorSchema = import_zod.z.object({
|
|
34
|
+
message: import_zod.z.string(),
|
|
35
|
+
type: import_zod.z.string(),
|
|
36
|
+
param: import_zod.z.string(),
|
|
37
|
+
code: import_zod.z.string()
|
|
38
|
+
});
|
|
39
|
+
var cerebrasErrorStructure = {
|
|
40
|
+
errorSchema: cerebrasErrorSchema,
|
|
41
|
+
errorToMessage: (data) => data.message
|
|
42
|
+
};
|
|
43
|
+
function createCerebras(options = {}) {
|
|
44
|
+
var _a;
|
|
45
|
+
const baseURL = (0, import_provider_utils.withoutTrailingSlash)(
|
|
46
|
+
(_a = options.baseURL) != null ? _a : "https://api.cerebras.ai/v1"
|
|
47
|
+
);
|
|
48
|
+
const getHeaders = () => ({
|
|
49
|
+
Authorization: `Bearer ${(0, import_provider_utils.loadApiKey)({
|
|
50
|
+
apiKey: options.apiKey,
|
|
51
|
+
environmentVariableName: "CEREBRAS_API_KEY",
|
|
52
|
+
description: "Cerebras API key"
|
|
53
|
+
})}`,
|
|
54
|
+
...options.headers
|
|
55
|
+
});
|
|
56
|
+
const createLanguageModel = (modelId, settings = {}) => {
|
|
57
|
+
return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId, settings, {
|
|
58
|
+
provider: `cerebras.chat`,
|
|
59
|
+
url: ({ path }) => `${baseURL}${path}`,
|
|
60
|
+
headers: getHeaders,
|
|
61
|
+
fetch: options.fetch,
|
|
62
|
+
defaultObjectGenerationMode: "tool",
|
|
63
|
+
errorStructure: cerebrasErrorStructure
|
|
64
|
+
});
|
|
65
|
+
};
|
|
66
|
+
const provider = (modelId, settings) => createLanguageModel(modelId, settings);
|
|
67
|
+
provider.languageModel = createLanguageModel;
|
|
68
|
+
provider.chat = createLanguageModel;
|
|
69
|
+
provider.textEmbeddingModel = (modelId) => {
|
|
70
|
+
throw new import_provider.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
|
|
71
|
+
};
|
|
72
|
+
return provider;
|
|
73
|
+
}
|
|
74
|
+
var cerebras = createCerebras();
|
|
75
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
76
|
+
0 && (module.exports = {
|
|
77
|
+
cerebras,
|
|
78
|
+
createCerebras
|
|
79
|
+
});
|
|
80
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/cerebras-provider.ts"],"sourcesContent":["export { createCerebras, cerebras } from './cerebras-provider';\nexport type {\n CerebrasProvider,\n CerebrasProviderSettings,\n} from './cerebras-provider';\nexport type { CerebrasErrorData } from './cerebras-provider';\n","import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV1,\n NoSuchModelError,\n ProviderV1,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n CerebrasChatModelId,\n CerebrasChatSettings,\n} from './cerebras-chat-settings';\nimport { z } from 'zod';\nimport { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\n\n// Add error schema and structure\nconst cerebrasErrorSchema = z.object({\n message: z.string(),\n type: z.string(),\n param: z.string(),\n code: z.string(),\n});\n\nexport type CerebrasErrorData = z.infer<typeof cerebrasErrorSchema>;\n\nconst cerebrasErrorStructure: ProviderErrorStructure<CerebrasErrorData> = {\n errorSchema: cerebrasErrorSchema,\n errorToMessage: data => data.message,\n};\n\nexport interface CerebrasProviderSettings {\n /**\nCerebras API key.\n*/\n apiKey?: string;\n /**\nBase URL for the API calls.\n*/\n baseURL?: string;\n /**\nCustom headers to include in the requests.\n*/\n headers?: Record<string, string>;\n /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n fetch?: FetchFunction;\n}\n\nexport interface CerebrasProvider extends ProviderV1 {\n /**\nCreates a Cerebras model for text generation.\n*/\n (\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a Cerebras model for text generation.\n*/\n languageModel(\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a Cerebras chat model for text generation.\n*/\n chat(\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ): LanguageModelV1;\n}\n\nexport function createCerebras(\n options: CerebrasProviderSettings = {},\n): CerebrasProvider {\n const baseURL = withoutTrailingSlash(\n options.baseURL ?? 'https://api.cerebras.ai/v1',\n );\n const getHeaders = () => ({\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'CEREBRAS_API_KEY',\n description: 'Cerebras API key',\n })}`,\n ...options.headers,\n });\n\n const createLanguageModel = (\n modelId: CerebrasChatModelId,\n settings: CerebrasChatSettings = {},\n ) => {\n return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n provider: `cerebras.chat`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n defaultObjectGenerationMode: 'tool',\n errorStructure: cerebrasErrorStructure,\n });\n };\n\n const provider = (\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ) => createLanguageModel(modelId, settings);\n\n provider.languageModel = createLanguageModel;\n provider.chat = createLanguageModel;\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n return provider as CerebrasProvider;\n}\n\nexport const cerebras = createCerebras();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,+BAAkD;AAClD,sBAIO;AACP,4BAIO;AAKP,iBAAkB;AAIlB,IAAM,sBAAsB,aAAE,OAAO;AAAA,EACnC,SAAS,aAAE,OAAO;AAAA,EAClB,MAAM,aAAE,OAAO;AAAA,EACf,OAAO,aAAE,OAAO;AAAA,EAChB,MAAM,aAAE,OAAO;AACjB,CAAC;AAID,IAAM,yBAAoE;AAAA,EACxE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AAgDO,SAAS,eACd,UAAoC,CAAC,GACnB;AAjFpB;AAkFE,QAAM,cAAU;AAAA,KACd,aAAQ,YAAR,YAAmB;AAAA,EACrB;AACA,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,cAAU,kCAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AAEA,QAAM,sBAAsB,CAC1B,SACA,WAAiC,CAAC,MAC/B;AACH,WAAO,IAAI,2DAAkC,SAAS,UAAU;AAAA,MAC9D,UAAU;AAAA,MACV,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,MACpC,SAAS;AAAA,MACT,OAAO,QAAQ;AAAA,MACf,6BAA6B;AAAA,MAC7B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CACf,SACA,aACG,oBAAoB,SAAS,QAAQ;AAE1C,WAAS,gBAAgB;AACzB,WAAS,OAAO;AAChB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iCAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,SAAO;AACT;AAEO,IAAM,WAAW,eAAe;","names":[]}
|
package/dist/index.mjs
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
// src/cerebras-provider.ts
|
|
2
|
+
import { OpenAICompatibleChatLanguageModel } from "@ai-sdk/openai-compatible";
|
|
3
|
+
import {
|
|
4
|
+
NoSuchModelError
|
|
5
|
+
} from "@ai-sdk/provider";
|
|
6
|
+
import {
|
|
7
|
+
loadApiKey,
|
|
8
|
+
withoutTrailingSlash
|
|
9
|
+
} from "@ai-sdk/provider-utils";
|
|
10
|
+
import { z } from "zod";
|
|
11
|
+
var cerebrasErrorSchema = z.object({
|
|
12
|
+
message: z.string(),
|
|
13
|
+
type: z.string(),
|
|
14
|
+
param: z.string(),
|
|
15
|
+
code: z.string()
|
|
16
|
+
});
|
|
17
|
+
var cerebrasErrorStructure = {
|
|
18
|
+
errorSchema: cerebrasErrorSchema,
|
|
19
|
+
errorToMessage: (data) => data.message
|
|
20
|
+
};
|
|
21
|
+
function createCerebras(options = {}) {
|
|
22
|
+
var _a;
|
|
23
|
+
const baseURL = withoutTrailingSlash(
|
|
24
|
+
(_a = options.baseURL) != null ? _a : "https://api.cerebras.ai/v1"
|
|
25
|
+
);
|
|
26
|
+
const getHeaders = () => ({
|
|
27
|
+
Authorization: `Bearer ${loadApiKey({
|
|
28
|
+
apiKey: options.apiKey,
|
|
29
|
+
environmentVariableName: "CEREBRAS_API_KEY",
|
|
30
|
+
description: "Cerebras API key"
|
|
31
|
+
})}`,
|
|
32
|
+
...options.headers
|
|
33
|
+
});
|
|
34
|
+
const createLanguageModel = (modelId, settings = {}) => {
|
|
35
|
+
return new OpenAICompatibleChatLanguageModel(modelId, settings, {
|
|
36
|
+
provider: `cerebras.chat`,
|
|
37
|
+
url: ({ path }) => `${baseURL}${path}`,
|
|
38
|
+
headers: getHeaders,
|
|
39
|
+
fetch: options.fetch,
|
|
40
|
+
defaultObjectGenerationMode: "tool",
|
|
41
|
+
errorStructure: cerebrasErrorStructure
|
|
42
|
+
});
|
|
43
|
+
};
|
|
44
|
+
const provider = (modelId, settings) => createLanguageModel(modelId, settings);
|
|
45
|
+
provider.languageModel = createLanguageModel;
|
|
46
|
+
provider.chat = createLanguageModel;
|
|
47
|
+
provider.textEmbeddingModel = (modelId) => {
|
|
48
|
+
throw new NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
|
|
49
|
+
};
|
|
50
|
+
return provider;
|
|
51
|
+
}
|
|
52
|
+
var cerebras = createCerebras();
|
|
53
|
+
export {
|
|
54
|
+
cerebras,
|
|
55
|
+
createCerebras
|
|
56
|
+
};
|
|
57
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/cerebras-provider.ts"],"sourcesContent":["import { OpenAICompatibleChatLanguageModel } from '@ai-sdk/openai-compatible';\nimport {\n LanguageModelV1,\n NoSuchModelError,\n ProviderV1,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadApiKey,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n CerebrasChatModelId,\n CerebrasChatSettings,\n} from './cerebras-chat-settings';\nimport { z } from 'zod';\nimport { ProviderErrorStructure } from '@ai-sdk/openai-compatible';\n\n// Add error schema and structure\nconst cerebrasErrorSchema = z.object({\n message: z.string(),\n type: z.string(),\n param: z.string(),\n code: z.string(),\n});\n\nexport type CerebrasErrorData = z.infer<typeof cerebrasErrorSchema>;\n\nconst cerebrasErrorStructure: ProviderErrorStructure<CerebrasErrorData> = {\n errorSchema: cerebrasErrorSchema,\n errorToMessage: data => data.message,\n};\n\nexport interface CerebrasProviderSettings {\n /**\nCerebras API key.\n*/\n apiKey?: string;\n /**\nBase URL for the API calls.\n*/\n baseURL?: string;\n /**\nCustom headers to include in the requests.\n*/\n headers?: Record<string, string>;\n /**\nCustom fetch implementation. You can use it as a middleware to intercept requests,\nor to provide a custom fetch implementation for e.g. testing.\n*/\n fetch?: FetchFunction;\n}\n\nexport interface CerebrasProvider extends ProviderV1 {\n /**\nCreates a Cerebras model for text generation.\n*/\n (\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a Cerebras model for text generation.\n*/\n languageModel(\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ): LanguageModelV1;\n\n /**\nCreates a Cerebras chat model for text generation.\n*/\n chat(\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ): LanguageModelV1;\n}\n\nexport function createCerebras(\n options: CerebrasProviderSettings = {},\n): CerebrasProvider {\n const baseURL = withoutTrailingSlash(\n options.baseURL ?? 'https://api.cerebras.ai/v1',\n );\n const getHeaders = () => ({\n Authorization: `Bearer ${loadApiKey({\n apiKey: options.apiKey,\n environmentVariableName: 'CEREBRAS_API_KEY',\n description: 'Cerebras API key',\n })}`,\n ...options.headers,\n });\n\n const createLanguageModel = (\n modelId: CerebrasChatModelId,\n settings: CerebrasChatSettings = {},\n ) => {\n return new OpenAICompatibleChatLanguageModel(modelId, settings, {\n provider: `cerebras.chat`,\n url: ({ path }) => `${baseURL}${path}`,\n headers: getHeaders,\n fetch: options.fetch,\n defaultObjectGenerationMode: 'tool',\n errorStructure: cerebrasErrorStructure,\n });\n };\n\n const provider = (\n modelId: CerebrasChatModelId,\n settings?: CerebrasChatSettings,\n ) => createLanguageModel(modelId, settings);\n\n provider.languageModel = createLanguageModel;\n provider.chat = createLanguageModel;\n provider.textEmbeddingModel = (modelId: string) => {\n throw new NoSuchModelError({ modelId, modelType: 'textEmbeddingModel' });\n };\n\n return provider as CerebrasProvider;\n}\n\nexport const cerebras = createCerebras();\n"],"mappings":";AAAA,SAAS,yCAAyC;AAClD;AAAA,EAEE;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AAKP,SAAS,SAAS;AAIlB,IAAM,sBAAsB,EAAE,OAAO;AAAA,EACnC,SAAS,EAAE,OAAO;AAAA,EAClB,MAAM,EAAE,OAAO;AAAA,EACf,OAAO,EAAE,OAAO;AAAA,EAChB,MAAM,EAAE,OAAO;AACjB,CAAC;AAID,IAAM,yBAAoE;AAAA,EACxE,aAAa;AAAA,EACb,gBAAgB,UAAQ,KAAK;AAC/B;AAgDO,SAAS,eACd,UAAoC,CAAC,GACnB;AAjFpB;AAkFE,QAAM,UAAU;AAAA,KACd,aAAQ,YAAR,YAAmB;AAAA,EACrB;AACA,QAAM,aAAa,OAAO;AAAA,IACxB,eAAe,UAAU,WAAW;AAAA,MAClC,QAAQ,QAAQ;AAAA,MAChB,yBAAyB;AAAA,MACzB,aAAa;AAAA,IACf,CAAC,CAAC;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AAEA,QAAM,sBAAsB,CAC1B,SACA,WAAiC,CAAC,MAC/B;AACH,WAAO,IAAI,kCAAkC,SAAS,UAAU;AAAA,MAC9D,UAAU;AAAA,MACV,KAAK,CAAC,EAAE,KAAK,MAAM,GAAG,OAAO,GAAG,IAAI;AAAA,MACpC,SAAS;AAAA,MACT,OAAO,QAAQ;AAAA,MACf,6BAA6B;AAAA,MAC7B,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CACf,SACA,aACG,oBAAoB,SAAS,QAAQ;AAE1C,WAAS,gBAAgB;AACzB,WAAS,OAAO;AAChB,WAAS,qBAAqB,CAAC,YAAoB;AACjD,UAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,qBAAqB,CAAC;AAAA,EACzE;AAEA,SAAO;AACT;AAEO,IAAM,WAAW,eAAe;","names":[]}
|
package/package.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@ai-sdk/cerebras",
|
|
3
|
+
"version": "0.0.1",
|
|
4
|
+
"license": "Apache-2.0",
|
|
5
|
+
"sideEffects": false,
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"module": "./dist/index.mjs",
|
|
8
|
+
"types": "./dist/index.d.ts",
|
|
9
|
+
"files": [
|
|
10
|
+
"dist/**/*",
|
|
11
|
+
"CHANGELOG.md"
|
|
12
|
+
],
|
|
13
|
+
"exports": {
|
|
14
|
+
"./package.json": "./package.json",
|
|
15
|
+
".": {
|
|
16
|
+
"types": "./dist/index.d.ts",
|
|
17
|
+
"import": "./dist/index.mjs",
|
|
18
|
+
"require": "./dist/index.js"
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"dependencies": {
|
|
22
|
+
"@ai-sdk/openai-compatible": "0.0.16",
|
|
23
|
+
"@ai-sdk/provider": "1.0.4",
|
|
24
|
+
"@ai-sdk/provider-utils": "2.0.7"
|
|
25
|
+
},
|
|
26
|
+
"devDependencies": {
|
|
27
|
+
"@types/node": "^18",
|
|
28
|
+
"tsup": "^8",
|
|
29
|
+
"typescript": "5.6.3",
|
|
30
|
+
"zod": "3.23.8",
|
|
31
|
+
"@vercel/ai-tsconfig": "0.0.0"
|
|
32
|
+
},
|
|
33
|
+
"peerDependencies": {
|
|
34
|
+
"zod": "^3.0.0"
|
|
35
|
+
},
|
|
36
|
+
"engines": {
|
|
37
|
+
"node": ">=18"
|
|
38
|
+
},
|
|
39
|
+
"publishConfig": {
|
|
40
|
+
"access": "public"
|
|
41
|
+
},
|
|
42
|
+
"homepage": "https://sdk.vercel.ai/docs",
|
|
43
|
+
"repository": {
|
|
44
|
+
"type": "git",
|
|
45
|
+
"url": "git+https://github.com/vercel/ai.git"
|
|
46
|
+
},
|
|
47
|
+
"bugs": {
|
|
48
|
+
"url": "https://github.com/vercel/ai/issues"
|
|
49
|
+
},
|
|
50
|
+
"keywords": [
|
|
51
|
+
"ai"
|
|
52
|
+
],
|
|
53
|
+
"scripts": {
|
|
54
|
+
"build": "tsup",
|
|
55
|
+
"build:watch": "tsup --watch",
|
|
56
|
+
"clean": "rm -rf dist",
|
|
57
|
+
"lint": "eslint \"./**/*.ts*\"",
|
|
58
|
+
"type-check": "tsc --noEmit",
|
|
59
|
+
"prettier-check": "prettier --check \"./**/*.ts*\"",
|
|
60
|
+
"test": "pnpm test:node && pnpm test:edge",
|
|
61
|
+
"test:edge": "vitest --config vitest.edge.config.js --run",
|
|
62
|
+
"test:node": "vitest --config vitest.node.config.js --run"
|
|
63
|
+
}
|
|
64
|
+
}
|