@jaypie/llm 0.1.0

package/LICENSE.txt

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Finlayson Studio, LLC
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/Llm.d.ts

@@ -0,0 +1,10 @@
+import { LlmProviderName } from "./constants.js";
+import { LlmProvider } from "./types/LlmProvider.interface.js";
+declare class Llm implements LlmProvider {
+    private _provider;
+    private _llm;
+    constructor(providerName?: LlmProviderName);
+    private createProvider;
+    send(message: string): Promise<string>;
+}
+export default Llm;

package/dist/__tests__/Llm.class.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/__tests__/OpenAiProvider.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/__tests__/constants.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/__tests__/index.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/constants.d.ts

@@ -0,0 +1,30 @@
+export declare const PROVIDER: {
+    readonly ANTHROPIC: {
+        readonly MODEL: {
+            readonly CLAUDE_3_HAIKU: "claude-3-5-haiku-latest";
+            readonly CLAUDE_3_OPUS: "claude-3-opus-latest";
+            readonly CLAUDE_3_SONNET: "claude-3-5-sonnet-latest";
+            readonly DEFAULT: "claude-3-5-sonnet-latest";
+        };
+        readonly NAME: "anthropic";
+    };
+    readonly OPENAI: {
+        readonly MODEL: {
+            readonly DEFAULT: "gpt-4o";
+            readonly GPT_4: "gpt-4";
+            readonly GPT_4_O: "gpt-4o";
+        };
+        readonly NAME: "openai";
+    };
+};
+export type LlmProviderName = typeof PROVIDER.OPENAI.NAME | typeof PROVIDER.ANTHROPIC.NAME;
+export declare const DEFAULT: {
+    readonly PROVIDER: {
+        readonly MODEL: {
+            readonly DEFAULT: "gpt-4o";
+            readonly GPT_4: "gpt-4";
+            readonly GPT_4_O: "gpt-4o";
+        };
+        readonly NAME: "openai";
+    };
+};

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export { default as Llm } from "./Llm.js";
+export * as LLM from "./constants.js";

package/dist/index.js

@@ -0,0 +1,92 @@
+import { getEnvSecret } from '@jaypie/aws';
+import { ConfigurationError } from '@jaypie/core';
+import { OpenAI } from 'openai';
+
+const PROVIDER = {
+    ANTHROPIC: {
+        MODEL: {
+            CLAUDE_3_HAIKU: "claude-3-5-haiku-latest",
+            CLAUDE_3_OPUS: "claude-3-opus-latest",
+            CLAUDE_3_SONNET: "claude-3-5-sonnet-latest",
+            DEFAULT: "claude-3-5-sonnet-latest",
+        },
+        NAME: "anthropic",
+    },
+    OPENAI: {
+        MODEL: {
+            DEFAULT: "gpt-4o",
+            GPT_4: "gpt-4",
+            GPT_4_O: "gpt-4o",
+        },
+        NAME: "openai",
+    },
+};
+// Last: Defaults
+const DEFAULT = {
+    PROVIDER: PROVIDER.OPENAI,
+};
+
+var constants = /*#__PURE__*/Object.freeze({
+    __proto__: null,
+    DEFAULT: DEFAULT,
+    PROVIDER: PROVIDER
+});
+
+class OpenAiProvider {
+    constructor(model = PROVIDER.OPENAI.MODEL.DEFAULT, { apiKey } = {}) {
+        this.model = model;
+        this.apiKey = apiKey;
+    }
+    async getClient() {
+        if (this._client) {
+            return this._client;
+        }
+        const apiKey = this.apiKey || (await getEnvSecret("OPENAI_API_KEY"));
+        if (!apiKey) {
+            throw new ConfigurationError("The application could not resolve the requested keys");
+        }
+        this._client = new OpenAI({ apiKey });
+        return this._client;
+    }
+    async send(message) {
+        const client = await this.getClient();
+        const completion = await client.chat.completions.create({
+            messages: [{ role: "user", content: message }],
+            model: this.model,
+        });
+        return completion.choices[0]?.message?.content || "";
+    }
+}
+
+class AnthropicProvider {
+    constructor(model = PROVIDER.ANTHROPIC.MODEL.DEFAULT) {
+        this.model = model;
+    }
+    async send(message) {
+        // TODO: Implement Anthropic API call
+        return `[anthropic ${this.model}] ${message}`;
+    }
+}
+
+class Llm {
+    constructor(providerName = DEFAULT.PROVIDER.NAME) {
+        this._provider = providerName;
+        this._llm = this.createProvider(providerName);
+    }
+    createProvider(providerName) {
+        switch (providerName) {
+            case PROVIDER.OPENAI.NAME:
+                return new OpenAiProvider();
+            case PROVIDER.ANTHROPIC.NAME:
+                return new AnthropicProvider();
+            default:
+                throw new Error(`Unsupported provider: ${providerName}`);
+        }
+    }
+    async send(message) {
+        return this._llm.send(message);
+    }
+}
+
+export { constants as LLM, Llm };
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":["../src/constants.ts","../src/providers/OpenAiProvider.class.ts","../src/providers/AnthropicProvider.class.ts","../src/Llm.ts"],"sourcesContent":["export const PROVIDER = {\n  ANTHROPIC: {\n    MODEL: {\n      CLAUDE_3_HAIKU: \"claude-3-5-haiku-latest\" as const,\n      CLAUDE_3_OPUS: \"claude-3-opus-latest\" as const,\n      CLAUDE_3_SONNET: \"claude-3-5-sonnet-latest\" as const,\n      DEFAULT: \"claude-3-5-sonnet-latest\" as const,\n    },\n    NAME: \"anthropic\" as const,\n  },\n  OPENAI: {\n    MODEL: {\n      DEFAULT: \"gpt-4o\" as const,\n      GPT_4: \"gpt-4\" as const,\n      GPT_4_O: \"gpt-4o\" as const,\n    },\n    NAME: \"openai\" as const,\n  },\n} as const;\n\nexport type LlmProviderName =\n  | typeof PROVIDER.OPENAI.NAME\n  | typeof PROVIDER.ANTHROPIC.NAME;\n\n// Last: Defaults\nexport const DEFAULT = {\n  PROVIDER: PROVIDER.OPENAI,\n} as const;\n","import { getEnvSecret } from \"@jaypie/aws\";\nimport { ConfigurationError } from \"@jaypie/core\";\nimport { OpenAI } from \"openai\";\nimport { PROVIDER } from \"../constants.js\";\nimport { LlmProvider } from \"../types/LlmProvider.interface.js\";\n\nexport class OpenAiProvider implements LlmProvider {\n  private model: string;\n  private _client?: OpenAI;\n  private apiKey?: string;\n\n  constructor(\n    model: string = PROVIDER.OPENAI.MODEL.DEFAULT,\n    { apiKey }: { apiKey?: string } = {},\n  ) {\n    this.model = model;\n    this.apiKey = apiKey;\n  }\n\n  private async getClient(): Promise<OpenAI> {\n    if (this._client) {\n      return this._client;\n    }\n\n    const apiKey = this.apiKey || (await getEnvSecret(\"OPENAI_API_KEY\"));\n    if (!apiKey) {\n      throw new ConfigurationError(\n        \"The application could not resolve the requested keys\",\n      );\n    }\n\n    this._client = new OpenAI({ apiKey });\n    return this._client;\n  }\n\n  async send(message: string): Promise<string> {\n    const client = await this.getClient();\n    const completion = await client.chat.completions.create({\n      messages: [{ role: \"user\", content: message }],\n      model: this.model,\n    });\n\n    return completion.choices[0]?.message?.content || \"\";\n  }\n}\n","import { LlmProvider } from \"../types/LlmProvider.interface.js\";\nimport { PROVIDER } from \"../constants.js\";\n\nexport class AnthropicProvider implements LlmProvider {\n  private model: string;\n\n  constructor(model: string = PROVIDER.ANTHROPIC.MODEL.DEFAULT) {\n    this.model = model;\n  }\n\n  async send(message: string): Promise<string> {\n    // TODO: Implement Anthropic API call\n    return `[anthropic ${this.model}] ${message}`;\n  }\n} ","import { DEFAULT, LlmProviderName, PROVIDER } from \"./constants.js\";\nimport { LlmProvider } from \"./types/LlmProvider.interface.js\";\nimport { OpenAiProvider } from \"./providers/OpenAiProvider.class.js\";\nimport { AnthropicProvider } from \"./providers/AnthropicProvider.class.js\";\n\nclass Llm implements LlmProvider {\n  private _provider: LlmProviderName;\n  private _llm: LlmProvider;\n\n  constructor(providerName: LlmProviderName = DEFAULT.PROVIDER.NAME) {\n    this._provider = providerName;\n    this._llm = this.createProvider(providerName);\n  }\n\n  private createProvider(providerName: LlmProviderName): LlmProvider {\n    switch (providerName) {\n      case PROVIDER.OPENAI.NAME:\n        return new OpenAiProvider();\n      case PROVIDER.ANTHROPIC.NAME:\n        return new AnthropicProvider();\n      default:\n        throw new Error(`Unsupported provider: ${providerName}`);\n    }\n  }\n\n  async send(message: string): Promise<string> {\n    return this._llm.send(message);\n  }\n}\n\nexport default Llm;\n"],"names":[],"mappings":";;;;AAAO,MAAM,QAAQ,GAAG;AACtB,IAAA,SAAS,EAAE;AACT,QAAA,KAAK,EAAE;AACL,YAAA,cAAc,EAAE,yBAAkC;AAClD,YAAA,aAAa,EAAE,sBAA+B;AAC9C,YAAA,eAAe,EAAE,0BAAmC;AACpD,YAAA,OAAO,EAAE,0BAAmC;AAC7C,SAAA;AACD,QAAA,IAAI,EAAE,WAAoB;AAC3B,KAAA;AACD,IAAA,MAAM,EAAE;AACN,QAAA,KAAK,EAAE;AACL,YAAA,OAAO,EAAE,QAAiB;AAC1B,YAAA,KAAK,EAAE,OAAgB;AACvB,YAAA,OAAO,EAAE,QAAiB;AAC3B,SAAA;AACD,QAAA,IAAI,EAAE,QAAiB;AACxB,KAAA;CACO;AAMV;AACO,MAAM,OAAO,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC,MAAM;CACjB;;;;;;;;MCrBG,cAAc,CAAA;AAKzB,IAAA,WAAA,CACE,KAAgB,GAAA,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAC7C,EAAE,MAAM,EAAA,GAA0B,EAAE,EAAA;AAEpC,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;AAClB,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;;AAGd,IAAA,MAAM,SAAS,GAAA;AACrB,QAAA,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO,IAAI,CAAC,OAAO;;AAGrB,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,MAAM,YAAY,CAAC,gBAAgB,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,EAAE;AACX,YAAA,MAAM,IAAI,kBAAkB,CAC1B,sDAAsD,CACvD;;QAGH,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,OAAO;;IAGrB,MAAM,IAAI,CAAC,OAAe,EAAA;AACxB,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE;QACrC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACtD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9C,KAAK,EAAE,IAAI,CAAC,KAAK;AAClB,SAAA,CAAC;AAEF,QAAA,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;;AAEvD;;MCzCY,iBAAiB,CAAA;AAG5B,IAAA,WAAA,CAAY,QAAgB,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAA;AAC1D,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;;IAGpB,MAAM,IAAI,CAAC,OAAe,EAAA;;AAExB,QAAA,OAAO,cAAc,IAAI,CAAC,KAAK,CAAK,EAAA,EAAA,OAAO,EAAE;;AAEhD;;ACTD,MAAM,GAAG,CAAA;AAIP,IAAA,WAAA,CAAY,YAAgC,GAAA,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAA;AAC/D,QAAA,IAAI,CAAC,SAAS,GAAG,YAAY;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC;;AAGvC,IAAA,cAAc,CAAC,YAA6B,EAAA;QAClD,QAAQ,YAAY;AAClB,YAAA,KAAK,QAAQ,CAAC,MAAM,CAAC,IAAI;gBACvB,OAAO,IAAI,cAAc,EAAE;AAC7B,YAAA,KAAK,QAAQ,CAAC,SAAS,CAAC,IAAI;gBAC1B,OAAO,IAAI,iBAAiB,EAAE;AAChC,YAAA;AACE,gBAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,YAAY,CAAA,CAAE,CAAC;;;IAI9D,MAAM,IAAI,CAAC,OAAe,EAAA;QACxB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;;AAEjC;;;;"}

package/dist/providers/AnthropicProvider.class.d.ts

@@ -0,0 +1,6 @@
+import { LlmProvider } from "../types/LlmProvider.interface.js";
+export declare class AnthropicProvider implements LlmProvider {
+    private model;
+    constructor(model?: string);
+    send(message: string): Promise<string>;
+}

package/dist/providers/OpenAiProvider.class.d.ts

@@ -0,0 +1,11 @@
+import { LlmProvider } from "../types/LlmProvider.interface.js";
+export declare class OpenAiProvider implements LlmProvider {
+    private model;
+    private _client?;
+    private apiKey?;
+    constructor(model?: string, { apiKey }?: {
+        apiKey?: string;
+    });
+    private getClient;
+    send(message: string): Promise<string>;
+}

package/dist/types/LlmProvider.interface.d.ts

@@ -0,0 +1,3 @@
+export interface LlmProvider {
+    send(message: string): Promise<string>;
+}

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@jaypie/llm",
+  "version": "0.1.0",
+  "description": "Large language model utilities",
+  "license": "MIT",
+  "author": "Finlayson Studio",
+  "type": "module",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "rollup --config",
+    "format": "eslint . --fix",
+    "lint": "eslint .",
+    "test": "vitest run .",
+    "test:watch": "vitest"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@jaypie/aws": "^1.1.15",
+    "@jaypie/core": "^1.1.2",
+    "openai": "^4.82.0"
+  },
+  "gitHead": "dcf1657e9cc4f949dba53da917ead808fd73459a"
+}