@jaypie/llm 0.1.2 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/package.json +2 -2
package/dist/index.js
CHANGED
|
@@ -77,14 +77,15 @@ class OpenAiProvider {
|
|
|
77
77
|
model: options?.model || this.model,
|
|
78
78
|
response_format: zodResponseFormat(options.response, "response"),
|
|
79
79
|
});
|
|
80
|
-
this.log.var({ completion });
|
|
81
|
-
return completion.choices[0].message.parsed
|
|
80
|
+
this.log.var({ assistantReply: completion.choices[0].message.parsed });
|
|
81
|
+
return completion.choices[0].message.parsed;
|
|
82
82
|
}
|
|
83
83
|
this.log.trace("Using text output (unstructured)");
|
|
84
84
|
const completion = await client.chat.completions.create({
|
|
85
85
|
messages,
|
|
86
86
|
model: options?.model || this.model,
|
|
87
87
|
});
|
|
88
|
+
this.log.var({ assistantReply: completion.choices[0].message.content });
|
|
88
89
|
return completion.choices[0]?.message?.content || "";
|
|
89
90
|
}
|
|
90
91
|
}
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sources":["../src/constants.ts","../src/providers/OpenAiProvider.class.ts","../src/providers/AnthropicProvider.class.ts","../src/Llm.ts"],"sourcesContent":["export const PROVIDER = {\n ANTHROPIC: {\n MODEL: {\n CLAUDE_3_HAIKU: \"claude-3-5-haiku-latest\" as const,\n CLAUDE_3_OPUS: \"claude-3-opus-latest\" as const,\n CLAUDE_3_SONNET: \"claude-3-5-sonnet-latest\" as const,\n DEFAULT: \"claude-3-5-sonnet-latest\" as const,\n },\n NAME: \"anthropic\" as const,\n },\n OPENAI: {\n MODEL: {\n DEFAULT: \"gpt-4o\" as const,\n GPT_4: \"gpt-4\" as const,\n GPT_4_O: \"gpt-4o\" as const,\n },\n NAME: \"openai\" as const,\n },\n} as const;\n\nexport type LlmProviderName =\n | typeof PROVIDER.OPENAI.NAME\n | typeof PROVIDER.ANTHROPIC.NAME;\n\n// Last: Defaults\nexport const DEFAULT = {\n PROVIDER: PROVIDER.OPENAI,\n} as const;\n","import { getEnvSecret } from \"@jaypie/aws\";\nimport {\n ConfigurationError,\n JAYPIE,\n log as defaultLog,\n placeholders,\n} from \"@jaypie/core\";\nimport { OpenAI } from \"openai\";\nimport { zodResponseFormat } from \"openai/helpers/zod\";\nimport { z } from \"zod\";\nimport { PROVIDER } from \"../constants.js\";\nimport { JsonObject } from \"../types/jaypie.d.js\";\nimport {\n LlmProvider,\n LlmMessageOptions,\n} from \"../types/LlmProvider.interface.js\";\n\nexport class OpenAiProvider implements LlmProvider {\n private model: string;\n private _client?: OpenAI;\n private apiKey?: string;\n private log: typeof defaultLog;\n\n constructor(\n model: string = PROVIDER.OPENAI.MODEL.DEFAULT,\n { apiKey }: { apiKey?: string } = {},\n ) {\n this.model = model;\n this.apiKey = apiKey;\n this.log = defaultLog.lib({ lib: JAYPIE.LIB.LLM });\n }\n\n private async getClient(): Promise<OpenAI> {\n if (this._client) {\n return this._client;\n }\n\n const apiKey = this.apiKey || (await getEnvSecret(\"OPENAI_API_KEY\"));\n if (!apiKey) {\n throw new ConfigurationError(\n \"The application could not resolve the requested keys\",\n );\n }\n\n this._client = new OpenAI({ apiKey });\n this.log.trace(\"Initialized OpenAI client\");\n return this._client;\n }\n\n async send(\n message: string,\n options?: LlmMessageOptions,\n ): Promise<string | JsonObject> {\n const client = await this.getClient();\n const messages = [];\n\n if (options?.system) {\n const systemMessage = {\n role: \"developer\" as const,\n content: options.system,\n };\n messages.push(systemMessage);\n this.log.var({ systemMessage });\n }\n const formattedMessage = placeholders(message, options?.data);\n const userMessage = {\n role: \"user\" as const,\n content: formattedMessage,\n };\n messages.push(userMessage);\n this.log.var({ userMessage });\n\n if (options?.response && options.response instanceof z.ZodType) {\n this.log.trace(\"Using structured output\");\n const completion = await client.beta.chat.completions.parse({\n messages,\n model: options?.model || this.model,\n response_format: zodResponseFormat(options.response, \"response\"),\n });\n this.log.var({ completion });\n return completion.choices[0].message.parsed
|
|
1
|
+
{"version":3,"file":"index.js","sources":["../src/constants.ts","../src/providers/OpenAiProvider.class.ts","../src/providers/AnthropicProvider.class.ts","../src/Llm.ts"],"sourcesContent":["export const PROVIDER = {\n ANTHROPIC: {\n MODEL: {\n CLAUDE_3_HAIKU: \"claude-3-5-haiku-latest\" as const,\n CLAUDE_3_OPUS: \"claude-3-opus-latest\" as const,\n CLAUDE_3_SONNET: \"claude-3-5-sonnet-latest\" as const,\n DEFAULT: \"claude-3-5-sonnet-latest\" as const,\n },\n NAME: \"anthropic\" as const,\n },\n OPENAI: {\n MODEL: {\n DEFAULT: \"gpt-4o\" as const,\n GPT_4: \"gpt-4\" as const,\n GPT_4_O: \"gpt-4o\" as const,\n },\n NAME: \"openai\" as const,\n },\n} as const;\n\nexport type LlmProviderName =\n | typeof PROVIDER.OPENAI.NAME\n | typeof PROVIDER.ANTHROPIC.NAME;\n\n// Last: Defaults\nexport const DEFAULT = {\n PROVIDER: PROVIDER.OPENAI,\n} as const;\n","import { getEnvSecret } from \"@jaypie/aws\";\nimport {\n ConfigurationError,\n JAYPIE,\n log as defaultLog,\n placeholders,\n} from \"@jaypie/core\";\nimport { OpenAI } from \"openai\";\nimport { zodResponseFormat } from \"openai/helpers/zod\";\nimport { z } from \"zod\";\nimport { PROVIDER } from \"../constants.js\";\nimport { JsonObject } from \"../types/jaypie.d.js\";\nimport {\n LlmProvider,\n LlmMessageOptions,\n} from \"../types/LlmProvider.interface.js\";\n\nexport class OpenAiProvider implements LlmProvider {\n private model: string;\n private _client?: OpenAI;\n private apiKey?: string;\n private log: typeof defaultLog;\n\n constructor(\n model: string = PROVIDER.OPENAI.MODEL.DEFAULT,\n { apiKey }: { apiKey?: string } = {},\n ) {\n this.model = model;\n this.apiKey = apiKey;\n this.log = defaultLog.lib({ lib: JAYPIE.LIB.LLM });\n }\n\n private async getClient(): Promise<OpenAI> {\n if (this._client) {\n return this._client;\n }\n\n const apiKey = this.apiKey || (await getEnvSecret(\"OPENAI_API_KEY\"));\n if (!apiKey) {\n throw new ConfigurationError(\n \"The application could not resolve the requested keys\",\n );\n }\n\n this._client = new OpenAI({ apiKey });\n this.log.trace(\"Initialized OpenAI client\");\n return this._client;\n }\n\n async send(\n message: string,\n options?: LlmMessageOptions,\n ): Promise<string | JsonObject> {\n const client = await this.getClient();\n const messages = [];\n\n if (options?.system) {\n const systemMessage = {\n role: \"developer\" as const,\n content: options.system,\n };\n messages.push(systemMessage);\n this.log.var({ systemMessage });\n }\n const formattedMessage = placeholders(message, options?.data);\n const userMessage = {\n role: \"user\" as const,\n content: formattedMessage,\n };\n messages.push(userMessage);\n this.log.var({ userMessage });\n\n if (options?.response && options.response instanceof z.ZodType) {\n this.log.trace(\"Using structured output\");\n const completion = await client.beta.chat.completions.parse({\n messages,\n model: options?.model || this.model,\n response_format: zodResponseFormat(options.response, \"response\"),\n });\n this.log.var({ assistantReply: completion.choices[0].message.parsed });\n return completion.choices[0].message.parsed;\n }\n\n this.log.trace(\"Using text output (unstructured)\");\n const completion = await client.chat.completions.create({\n messages,\n model: options?.model || this.model,\n });\n this.log.var({ assistantReply: completion.choices[0].message.content });\n\n return completion.choices[0]?.message?.content || \"\";\n }\n}\n","import { PROVIDER } from \"../constants.js\";\nimport { JsonObject } from \"../types/jaypie.d.js\";\nimport { LlmProvider } from \"../types/LlmProvider.interface.js\";\n\nexport class AnthropicProvider implements LlmProvider {\n private model: string;\n\n constructor(model: string = PROVIDER.ANTHROPIC.MODEL.DEFAULT) {\n this.model = model;\n }\n\n async send(message: string): Promise<string | JsonObject> {\n // TODO: Implement Anthropic API call\n return `[anthropic ${this.model}] ${message}`;\n }\n}\n","import { DEFAULT, LlmProviderName, PROVIDER } from \"./constants.js\";\nimport {\n LlmProvider,\n LlmMessageOptions,\n} from \"./types/LlmProvider.interface.js\";\nimport { OpenAiProvider } from \"./providers/OpenAiProvider.class.js\";\nimport { AnthropicProvider } from \"./providers/AnthropicProvider.class.js\";\nimport { JsonObject } from \"./types/jaypie.d.js\";\n\nclass Llm implements LlmProvider {\n private _provider: LlmProviderName;\n private _llm: LlmProvider;\n\n constructor(providerName: LlmProviderName = DEFAULT.PROVIDER.NAME) {\n this._provider = providerName;\n this._llm = this.createProvider(providerName);\n }\n\n private createProvider(providerName: LlmProviderName): LlmProvider {\n switch (providerName) {\n case PROVIDER.OPENAI.NAME:\n return new OpenAiProvider();\n case PROVIDER.ANTHROPIC.NAME:\n return new AnthropicProvider();\n default:\n throw new Error(`Unsupported provider: ${providerName}`);\n }\n }\n\n async send(\n message: string,\n options?: LlmMessageOptions,\n ): Promise<string | JsonObject> {\n return this._llm.send(message, options);\n }\n}\n\nexport default Llm;\n"],"names":["defaultLog"],"mappings":";;;;;;AAAO,MAAM,QAAQ,GAAG;AACtB,IAAA,SAAS,EAAE;AACT,QAAA,KAAK,EAAE;AACL,YAAA,cAAc,EAAE,yBAAkC;AAClD,YAAA,aAAa,EAAE,sBAA+B;AAC9C,YAAA,eAAe,EAAE,0BAAmC;AACpD,YAAA,OAAO,EAAE,0BAAmC;AAC7C,SAAA;AACD,QAAA,IAAI,EAAE,WAAoB;AAC3B,KAAA;AACD,IAAA,MAAM,EAAE;AACN,QAAA,KAAK,EAAE;AACL,YAAA,OAAO,EAAE,QAAiB;AAC1B,YAAA,KAAK,EAAE,OAAgB;AACvB,YAAA,OAAO,EAAE,QAAiB;AAC3B,SAAA;AACD,QAAA,IAAI,EAAE,QAAiB;AACxB,KAAA;CACO;AAMV;AACO,MAAM,OAAO,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC,MAAM;CACjB;;;;;;;;MCVG,cAAc,CAAA;AAMzB,IAAA,WAAA,CACE,KAAgB,GAAA,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAC7C,EAAE,MAAM,EAAA,GAA0B,EAAE,EAAA;AAEpC,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;AAClB,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;AACpB,QAAA,IAAI,CAAC,GAAG,GAAGA,GAAU,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;;AAG5C,IAAA,MAAM,SAAS,GAAA;AACrB,QAAA,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO,IAAI,CAAC,OAAO;;AAGrB,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,MAAM,YAAY,CAAC,gBAAgB,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,EAAE;AACX,YAAA,MAAM,IAAI,kBAAkB,CAC1B,sDAAsD,CACvD;;QAGH,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;AACrC,QAAA,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC;QAC3C,OAAO,IAAI,CAAC,OAAO;;AAGrB,IAAA,MAAM,IAAI,CACR,OAAe,EACf,OAA2B,EAAA;AAE3B,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE;QACrC,MAAM,QAAQ,GAAG,EAAE;AAEnB,QAAA,IAAI,OAAO,EAAE,MAAM,EAAE;AACnB,YAAA,MAAM,aAAa,GAAG;AACpB,gBAAA,IAAI,EAAE,WAAoB;gBAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;aACxB;AACD,YAAA,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,CAAC;;QAEjC,MAAM,gBAAgB,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC;AAC7D,QAAA,MAAM,WAAW,GAAG;AAClB,YAAA,IAAI,EAAE,MAAe;AACrB,YAAA,OAAO,EAAE,gBAAgB;SAC1B;AACD,QAAA,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;QAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC;AAE7B,QAAA,IAAI,OAAO,EAAE,QAAQ,IAAI,OAAO,CAAC,QAAQ,YAAY,CAAC,CAAC,OAAO,EAAE;AAC9D,YAAA,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC;AACzC,YAAA,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;gBAC1D,QAAQ;AACR,gBAAA,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK;gBACnC,eAAe,EAAE,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC;AACjE,aAAA,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACtE,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;;AAG7C,QAAA,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kCAAkC,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACtD,QAAQ;AACR,YAAA,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK;AACpC,SAAA,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;AAEvE,QAAA,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;;AAEvD;;MCxFY,iBAAiB,CAAA;AAG5B,IAAA,WAAA,CAAY,QAAgB,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAA;AAC1D,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;;IAGpB,MAAM,IAAI,CAAC,OAAe,EAAA;;AAExB,QAAA,OAAO,cAAc,IAAI,CAAC,KAAK,CAAK,EAAA,EAAA,OAAO,EAAE;;AAEhD;;ACND,MAAM,GAAG,CAAA;AAIP,IAAA,WAAA,CAAY,YAAgC,GAAA,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAA;AAC/D,QAAA,IAAI,CAAC,SAAS,GAAG,YAAY;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC;;AAGvC,IAAA,cAAc,CAAC,YAA6B,EAAA;QAClD,QAAQ,YAAY;AAClB,YAAA,KAAK,QAAQ,CAAC,MAAM,CAAC,IAAI;gBACvB,OAAO,IAAI,cAAc,EAAE;AAC7B,YAAA,KAAK,QAAQ,CAAC,SAAS,CAAC,IAAI;gBAC1B,OAAO,IAAI,iBAAiB,EAAE;AAChC,YAAA;AACE,gBAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,YAAY,CAAA,CAAE,CAAC;;;AAI9D,IAAA,MAAM,IAAI,CACR,OAAe,EACf,OAA2B,EAAA;QAE3B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;;AAE1C;;;;"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@jaypie/llm",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.4",
|
|
4
4
|
"description": "Large language model utilities",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Finlayson Studio",
|
|
@@ -34,5 +34,5 @@
|
|
|
34
34
|
"devDependencies": {
|
|
35
35
|
"zod": "^3.24.1"
|
|
36
36
|
},
|
|
37
|
-
"gitHead": "
|
|
37
|
+
"gitHead": "2e0620e5d25b1bc17f95dfe573870f54da190fa9"
|
|
38
38
|
}
|