@jaypie/llm 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Llm.d.ts +3 -2
- package/dist/index.js +22 -6
- package/dist/index.js.map +1 -1
- package/dist/providers/AnthropicProvider.class.d.ts +2 -1
- package/dist/providers/OpenAiProvider.class.d.ts +3 -2
- package/dist/types/LlmProvider.interface.d.ts +8 -1
- package/package.json +5 -2
- /package/dist/{__tests__ → providers/__tests__}/OpenAiProvider.spec.d.ts +0 -0
package/dist/Llm.d.ts
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import { LlmProviderName } from "./constants.js";
|
|
2
|
-
import { LlmProvider } from "./types/LlmProvider.interface.js";
|
|
2
|
+
import { LlmProvider, LlmMessageOptions } from "./types/LlmProvider.interface.js";
|
|
3
|
+
import { JsonObject } from "./types/jaypie.d.js";
|
|
3
4
|
declare class Llm implements LlmProvider {
|
|
4
5
|
private _provider;
|
|
5
6
|
private _llm;
|
|
6
7
|
constructor(providerName?: LlmProviderName);
|
|
7
8
|
private createProvider;
|
|
8
|
-
send(message: string): Promise<string>;
|
|
9
|
+
send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
|
|
9
10
|
}
|
|
10
11
|
export default Llm;
|
package/dist/index.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
import { getEnvSecret } from '@jaypie/aws';
|
|
2
|
-
import { ConfigurationError } from '@jaypie/core';
|
|
2
|
+
import { ConfigurationError, placeholders } from '@jaypie/core';
|
|
3
3
|
import { OpenAI } from 'openai';
|
|
4
|
+
import { zodResponseFormat } from 'openai/helpers/zod';
|
|
5
|
+
import { z } from 'zod';
|
|
4
6
|
|
|
5
7
|
const PROVIDER = {
|
|
6
8
|
ANTHROPIC: {
|
|
@@ -48,11 +50,25 @@ class OpenAiProvider {
|
|
|
48
50
|
this._client = new OpenAI({ apiKey });
|
|
49
51
|
return this._client;
|
|
50
52
|
}
|
|
51
|
-
async send(message) {
|
|
53
|
+
async send(message, options) {
|
|
52
54
|
const client = await this.getClient();
|
|
55
|
+
const messages = [];
|
|
56
|
+
if (options?.system) {
|
|
57
|
+
messages.push({ role: "system", content: options.system });
|
|
58
|
+
}
|
|
59
|
+
const formattedMessage = placeholders(message, options?.data);
|
|
60
|
+
messages.push({ role: "user", content: formattedMessage });
|
|
61
|
+
if (options?.response && options.response instanceof z.ZodType) {
|
|
62
|
+
const completion = await client.beta.chat.completions.parse({
|
|
63
|
+
messages,
|
|
64
|
+
model: options?.model || this.model,
|
|
65
|
+
response_format: zodResponseFormat(options.response, "response"),
|
|
66
|
+
});
|
|
67
|
+
return completion.choices[0].message.parsed.response;
|
|
68
|
+
}
|
|
53
69
|
const completion = await client.chat.completions.create({
|
|
54
|
-
messages
|
|
55
|
-
model: this.model,
|
|
70
|
+
messages,
|
|
71
|
+
model: options?.model || this.model,
|
|
56
72
|
});
|
|
57
73
|
return completion.choices[0]?.message?.content || "";
|
|
58
74
|
}
|
|
@@ -83,8 +99,8 @@ class Llm {
|
|
|
83
99
|
throw new Error(`Unsupported provider: ${providerName}`);
|
|
84
100
|
}
|
|
85
101
|
}
|
|
86
|
-
async send(message) {
|
|
87
|
-
return this._llm.send(message);
|
|
102
|
+
async send(message, options) {
|
|
103
|
+
return this._llm.send(message, options);
|
|
88
104
|
}
|
|
89
105
|
}
|
|
90
106
|
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sources":["../src/constants.ts","../src/providers/OpenAiProvider.class.ts","../src/providers/AnthropicProvider.class.ts","../src/Llm.ts"],"sourcesContent":["export const PROVIDER = {\n ANTHROPIC: {\n MODEL: {\n CLAUDE_3_HAIKU: \"claude-3-5-haiku-latest\" as const,\n CLAUDE_3_OPUS: \"claude-3-opus-latest\" as const,\n CLAUDE_3_SONNET: \"claude-3-5-sonnet-latest\" as const,\n DEFAULT: \"claude-3-5-sonnet-latest\" as const,\n },\n NAME: \"anthropic\" as const,\n },\n OPENAI: {\n MODEL: {\n DEFAULT: \"gpt-4o\" as const,\n GPT_4: \"gpt-4\" as const,\n GPT_4_O: \"gpt-4o\" as const,\n },\n NAME: \"openai\" as const,\n },\n} as const;\n\nexport type LlmProviderName =\n | typeof PROVIDER.OPENAI.NAME\n | typeof PROVIDER.ANTHROPIC.NAME;\n\n// Last: Defaults\nexport const DEFAULT = {\n PROVIDER: PROVIDER.OPENAI,\n} as const;\n","import { getEnvSecret } from \"@jaypie/aws\";\nimport { ConfigurationError } from \"@jaypie/core\";\nimport { OpenAI } from \"openai\";\nimport { PROVIDER } from \"../constants.js\";\nimport {
|
|
1
|
+
{"version":3,"file":"index.js","sources":["../src/constants.ts","../src/providers/OpenAiProvider.class.ts","../src/providers/AnthropicProvider.class.ts","../src/Llm.ts"],"sourcesContent":["export const PROVIDER = {\n ANTHROPIC: {\n MODEL: {\n CLAUDE_3_HAIKU: \"claude-3-5-haiku-latest\" as const,\n CLAUDE_3_OPUS: \"claude-3-opus-latest\" as const,\n CLAUDE_3_SONNET: \"claude-3-5-sonnet-latest\" as const,\n DEFAULT: \"claude-3-5-sonnet-latest\" as const,\n },\n NAME: \"anthropic\" as const,\n },\n OPENAI: {\n MODEL: {\n DEFAULT: \"gpt-4o\" as const,\n GPT_4: \"gpt-4\" as const,\n GPT_4_O: \"gpt-4o\" as const,\n },\n NAME: \"openai\" as const,\n },\n} as const;\n\nexport type LlmProviderName =\n | typeof PROVIDER.OPENAI.NAME\n | typeof PROVIDER.ANTHROPIC.NAME;\n\n// Last: Defaults\nexport const DEFAULT = {\n PROVIDER: PROVIDER.OPENAI,\n} as const;\n","import { getEnvSecret } from \"@jaypie/aws\";\nimport { ConfigurationError, placeholders } from \"@jaypie/core\";\nimport { OpenAI } from \"openai\";\nimport { zodResponseFormat } from \"openai/helpers/zod\";\nimport { z } from \"zod\";\nimport { PROVIDER } from \"../constants.js\";\nimport { JsonObject } from \"../types/jaypie.d.js\";\nimport {\n LlmProvider,\n LlmMessageOptions,\n} from \"../types/LlmProvider.interface.js\";\n\nexport class OpenAiProvider implements LlmProvider {\n private model: string;\n private _client?: OpenAI;\n private apiKey?: string;\n\n constructor(\n model: string = PROVIDER.OPENAI.MODEL.DEFAULT,\n { apiKey }: { apiKey?: string } = {},\n ) {\n this.model = model;\n this.apiKey = apiKey;\n }\n\n private async getClient(): Promise<OpenAI> {\n if (this._client) {\n return this._client;\n }\n\n const apiKey = this.apiKey || (await getEnvSecret(\"OPENAI_API_KEY\"));\n if (!apiKey) {\n throw new ConfigurationError(\n \"The application could not resolve the requested keys\",\n );\n }\n\n this._client = new OpenAI({ apiKey });\n return this._client;\n }\n\n async send(\n message: string,\n options?: LlmMessageOptions,\n ): Promise<string | JsonObject> {\n const client = await this.getClient();\n const messages = [];\n\n if (options?.system) {\n messages.push({ role: \"system\" as const, content: options.system });\n }\n const formattedMessage = placeholders(message, options?.data);\n messages.push({ role: \"user\" as const, content: formattedMessage });\n\n if (options?.response && options.response instanceof z.ZodType) {\n const completion = await client.beta.chat.completions.parse({\n messages,\n model: options?.model || this.model,\n response_format: zodResponseFormat(options.response, \"response\"),\n });\n return completion.choices[0].message.parsed.response;\n }\n\n const completion = await client.chat.completions.create({\n messages,\n model: options?.model || this.model,\n });\n\n return completion.choices[0]?.message?.content || \"\";\n }\n}\n","import { PROVIDER } from \"../constants.js\";\nimport { JsonObject } from \"../types/jaypie.d.js\";\nimport { LlmProvider } from \"../types/LlmProvider.interface.js\";\n\nexport class AnthropicProvider implements LlmProvider {\n private model: string;\n\n constructor(model: string = PROVIDER.ANTHROPIC.MODEL.DEFAULT) {\n this.model = model;\n }\n\n async send(message: string): Promise<string | JsonObject> {\n // TODO: Implement Anthropic API call\n return `[anthropic ${this.model}] ${message}`;\n }\n}\n","import { DEFAULT, LlmProviderName, PROVIDER } from \"./constants.js\";\nimport {\n LlmProvider,\n LlmMessageOptions,\n} from \"./types/LlmProvider.interface.js\";\nimport { OpenAiProvider } from \"./providers/OpenAiProvider.class.js\";\nimport { AnthropicProvider } from \"./providers/AnthropicProvider.class.js\";\nimport { JsonObject } from \"./types/jaypie.d.js\";\n\nclass Llm implements LlmProvider {\n private _provider: LlmProviderName;\n private _llm: LlmProvider;\n\n constructor(providerName: LlmProviderName = DEFAULT.PROVIDER.NAME) {\n this._provider = providerName;\n this._llm = this.createProvider(providerName);\n }\n\n private createProvider(providerName: LlmProviderName): LlmProvider {\n switch (providerName) {\n case PROVIDER.OPENAI.NAME:\n return new OpenAiProvider();\n case PROVIDER.ANTHROPIC.NAME:\n return new AnthropicProvider();\n default:\n throw new Error(`Unsupported provider: ${providerName}`);\n }\n }\n\n async send(\n message: string,\n options?: LlmMessageOptions,\n ): Promise<string | JsonObject> {\n return this._llm.send(message, options);\n }\n}\n\nexport default Llm;\n"],"names":[],"mappings":";;;;;;AAAO,MAAM,QAAQ,GAAG;AACtB,IAAA,SAAS,EAAE;AACT,QAAA,KAAK,EAAE;AACL,YAAA,cAAc,EAAE,yBAAkC;AAClD,YAAA,aAAa,EAAE,sBAA+B;AAC9C,YAAA,eAAe,EAAE,0BAAmC;AACpD,YAAA,OAAO,EAAE,0BAAmC;AAC7C,SAAA;AACD,QAAA,IAAI,EAAE,WAAoB;AAC3B,KAAA;AACD,IAAA,MAAM,EAAE;AACN,QAAA,KAAK,EAAE;AACL,YAAA,OAAO,EAAE,QAAiB;AAC1B,YAAA,KAAK,EAAE,OAAgB;AACvB,YAAA,OAAO,EAAE,QAAiB;AAC3B,SAAA;AACD,QAAA,IAAI,EAAE,QAAiB;AACxB,KAAA;CACO;AAMV;AACO,MAAM,OAAO,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC,MAAM;CACjB;;;;;;;;MCfG,cAAc,CAAA;AAKzB,IAAA,WAAA,CACE,KAAgB,GAAA,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAC7C,EAAE,MAAM,EAAA,GAA0B,EAAE,EAAA;AAEpC,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;AAClB,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;;AAGd,IAAA,MAAM,SAAS,GAAA;AACrB,QAAA,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO,IAAI,CAAC,OAAO;;AAGrB,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,MAAM,YAAY,CAAC,gBAAgB,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,EAAE;AACX,YAAA,MAAM,IAAI,kBAAkB,CAC1B,sDAAsD,CACvD;;QAGH,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,OAAO;;AAGrB,IAAA,MAAM,IAAI,CACR,OAAe,EACf,OAA2B,EAAA;AAE3B,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE;QACrC,MAAM,QAAQ,GAAG,EAAE;AAEnB,QAAA,IAAI,OAAO,EAAE,MAAM,EAAE;AACnB,YAAA,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;;QAErE,MAAM,gBAAgB,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC;AAC7D,QAAA,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAEnE,QAAA,IAAI,OAAO,EAAE,QAAQ,IAAI,OAAO,CAAC,QAAQ,YAAY,CAAC,CAAC,OAAO,EAAE;AAC9D,YAAA,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;gBAC1D,QAAQ;AACR,gBAAA,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK;gBACnC,eAAe,EAAE,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC;AACjE,aAAA,CAAC;AACF,YAAA,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ;;QAGtD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACtD,QAAQ;AACR,YAAA,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK;AACpC,SAAA,CAAC;AAEF,QAAA,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;;AAEvD;;MClEY,iBAAiB,CAAA;AAG5B,IAAA,WAAA,CAAY,QAAgB,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAA;AAC1D,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;;IAGpB,MAAM,IAAI,CAAC,OAAe,EAAA;;AAExB,QAAA,OAAO,cAAc,IAAI,CAAC,KAAK,CAAK,EAAA,EAAA,OAAO,EAAE;;AAEhD;;ACND,MAAM,GAAG,CAAA;AAIP,IAAA,WAAA,CAAY,YAAgC,GAAA,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAA;AAC/D,QAAA,IAAI,CAAC,SAAS,GAAG,YAAY;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC;;AAGvC,IAAA,cAAc,CAAC,YAA6B,EAAA;QAClD,QAAQ,YAAY;AAClB,YAAA,KAAK,QAAQ,CAAC,MAAM,CAAC,IAAI;gBACvB,OAAO,IAAI,cAAc,EAAE;AAC7B,YAAA,KAAK,QAAQ,CAAC,SAAS,CAAC,IAAI;gBAC1B,OAAO,IAAI,iBAAiB,EAAE;AAChC,YAAA;AACE,gBAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,YAAY,CAAA,CAAE,CAAC;;;AAI9D,IAAA,MAAM,IAAI,CACR,OAAe,EACf,OAA2B,EAAA;QAE3B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;;AAE1C;;;;"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
+
import { JsonObject } from "../types/jaypie.d.js";
|
|
1
2
|
import { LlmProvider } from "../types/LlmProvider.interface.js";
|
|
2
3
|
export declare class AnthropicProvider implements LlmProvider {
|
|
3
4
|
private model;
|
|
4
5
|
constructor(model?: string);
|
|
5
|
-
send(message: string): Promise<string>;
|
|
6
|
+
send(message: string): Promise<string | JsonObject>;
|
|
6
7
|
}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { JsonObject } from "../types/jaypie.d.js";
|
|
2
|
+
import { LlmProvider, LlmMessageOptions } from "../types/LlmProvider.interface.js";
|
|
2
3
|
export declare class OpenAiProvider implements LlmProvider {
|
|
3
4
|
private model;
|
|
4
5
|
private _client?;
|
|
@@ -7,5 +8,5 @@ export declare class OpenAiProvider implements LlmProvider {
|
|
|
7
8
|
apiKey?: string;
|
|
8
9
|
});
|
|
9
10
|
private getClient;
|
|
10
|
-
send(message: string): Promise<string>;
|
|
11
|
+
send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
|
|
11
12
|
}
|
|
@@ -1,3 +1,10 @@
|
|
|
1
|
+
import { JsonObject } from "./jaypie.d.js";
|
|
2
|
+
export interface LlmMessageOptions {
|
|
3
|
+
data?: Record<string, string>;
|
|
4
|
+
model?: string;
|
|
5
|
+
response?: unknown;
|
|
6
|
+
system?: string;
|
|
7
|
+
}
|
|
1
8
|
export interface LlmProvider {
|
|
2
|
-
send(message: string): Promise<string>;
|
|
9
|
+
send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
|
|
3
10
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@jaypie/llm",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.1",
|
|
4
4
|
"description": "Large language model utilities",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Finlayson Studio",
|
|
@@ -31,5 +31,8 @@
|
|
|
31
31
|
"@jaypie/core": "^1.1.2",
|
|
32
32
|
"openai": "^4.82.0"
|
|
33
33
|
},
|
|
34
|
-
"
|
|
34
|
+
"devDependencies": {
|
|
35
|
+
"zod": "^3.24.1"
|
|
36
|
+
},
|
|
37
|
+
"gitHead": "d99a08bd9b50c951c56ebe89c1aa17a87ebc8e6e"
|
|
35
38
|
}
|
|
File without changes
|