@memberjunction/ai 2.39.0 → 2.41.0

package/dist/generic/chat.types.d.ts

@@ -5,8 +5,17 @@ export declare const ChatMessageRole: {
     readonly assistant: "assistant";
 };
 export type ChatMessageRole = typeof ChatMessageRole[keyof typeof ChatMessageRole];
+export type ChatMessageContentBlock = {
+    type: 'text' | 'image_url' | 'video_url' | 'audio_url' | 'file_url';
+    content: string;
+};
+export type ChatMessageContent = string | ChatMessageContentBlock[];
 export type ChatMessage = {
     role: ChatMessageRole;
+    content: ChatMessageContent;
+};
+export type ChatCompletionMessage = {
+    role: 'assistant';
     content: string;
 };
 export interface StreamingChatCallbacks {
@@ -25,17 +34,34 @@ export declare class ChatParams extends BaseParams {
     streamingCallbacks?: StreamingChatCallbacks;
     effortLevel?: string;
     enableCaching?: boolean;
+    includeLogProbs?: boolean;
 }
-export declare function GetUserMessageFromChatParams(p: ChatParams): string | undefined;
-export declare function GetSystemPromptFromChatParams(p: ChatParams): string | undefined;
+export declare function GetUserMessageFromChatParams(p: ChatParams): ChatMessageContent | undefined;
+export declare function GetSystemPromptFromChatParams(p: ChatParams): ChatMessageContent | undefined;
+export type ChatResultSingleLogProb = {
+    bytes: Array<number> | null;
+    logprob: number;
+    token: string;
+    top_logprobs: Array<{
+        token: string;
+        logprob: number;
+        bytes: Array<number> | null;
+    }> | null;
+};
+export type ChatResultLogProbs = {
+    content: Array<ChatResultSingleLogProb> | null;
+    refusal: Array<ChatResultSingleLogProb> | null;
+};
 export type ChatResultChoice = {
-    message: ChatMessage;
+    message: ChatCompletionMessage;
     finish_reason: string;
     index: number;
+    logprobs?: ChatResultLogProbs | null;
 };
 export type ChatResultData = {
     choices: ChatResultChoice[];
-    usage: ModelUsage;
+    model?: string;
+    usage?: ModelUsage;
 };
 export interface CacheMetadata {
     cacheHit?: boolean;

package/dist/generic/chat.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAKD,MAAM,WAAW,gCAAgC;IAM7C,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAO7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAM9C,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC;CACtD;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;IAK5C,WAAW,CAAC,EAAE,MAAM,CAAC;IAWrB,aAAa,CAAC,EAAE,OAAO,CAAQ;CAClC;AAMD,wBAAgB,4BAA4B,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,CAE9E;AAMD,wBAAgB,6BAA6B,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,CAE/E;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC3B,OAAO,EAAE,WAAW,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IACzB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAC3B,KAAK,EAAE,UAAU,CAAA;CACpB,CAAA;AAKD,MAAM,WAAW,aAAa;IAI1B,QAAQ,CAAC,EAAE,OAAO,CAAC;IAKnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,UAAW,SAAQ,UAAU;IACtC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,aAAa,CAAC;CAC7B"}
+{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,uBAAuB,GAAG;IAKlC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,CAAC;IAMpE,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,uBAAuB,EAAE,CAAC;AAKpE,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,kBAAkB,CAAC;CAC/B,CAAA;AAKD,MAAM,MAAM,qBAAqB,GAAG;IAIhC,IAAI,EAAE,WAAW,CAAC;IAKlB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAKD,MAAM,WAAW,gCAAgC;IAM7C,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAO7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAM9C,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC;CACtD;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;IAK5C,WAAW,CAAC,EAAE,MAAM,CAAC;IAWrB,aAAa,CAAC,EAAE,OAAO,CAAQ;IAQ/B,eAAe,CAAC,EAAE,OAAO,CAAS;CACrC;AAMD,wBAAgB,4BAA4B,CAAC,CAAC,EAAE,UAAU,GAAG,kBAAkB,GAAG,SAAS,CAE1F;AAMD,wBAAgB,6BAA6B,CAAC,CAAC,EAAE,UAAU,GAAG,kBAAkB,GAAG,SAAS,CAE3F;AAKD,MAAM,MAAM,uBAAuB,GAAG;IAMlC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAK5B,OAAO,EAAE,MAAM,CAAA;IAKf,KAAK,EAAE,MAAM,CAAA;IAKb,YAAY,EAAE,KAAK,CAAC;QAIhB,KAAK,EAAE,MAAM,CAAA;QAIb,OAAO,EAAE,MAAM,CAAA;QAMf,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;KAC/B,CAAC,GAAG,IAAI,CAAC;CACb,CAAA;AAKD,MAAM,MAAM,kBAAkB,GAAG;IAI7B,OAAO,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC;IAI/C,OAAO,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC;CAClD,CAAA;AAKD,MAAM,MAAM,gBAAgB,GAAG;IAC3B,OAAO,EAAE,qBAAqB,CAAA;IAC9B,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAA;CACvC,CAAA;AAKD,MAAM,MAAM,cAAc,GAAG;IAIzB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAI3B,KAAK,CAAC,EAAE,MAAM,CAAA;IAId,KAAK,CAAC,EAAE,UAAU,CAAA;CACrB,CAAA;AAKD,MAAM,WAAW,aAAa;IAI1B,QAAQ,CAAC,EAAE,OAAO,CAAC;IAKnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,UAAW,SAAQ,UAAU;IACtC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,aAAa,CAAC;CAC7B"}

package/dist/generic/chat.types.js

@@ -13,6 +13,7 @@ class ChatParams extends baseModel_1.BaseParams {
         this.messages = [];
         this.streaming = false;
         this.enableCaching = true;
+        this.includeLogProbs = false;
     }
 }
 exports.ChatParams = ChatParams;

package/dist/generic/chat.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;AAqEX,MAAa,UAAW,SAAQ,sBAAU;IAA1C;;QAII,aAAQ,GAAkB,EAAE,CAAC;QAO7B,cAAS,GAAa,KAAK,CAAC;QAsB5B,kBAAa,GAAa,IAAI,CAAC;IACnC,CAAC;CAAA;AAlCD,gCAkCC;AAMD,SAAgB,4BAA4B,CAAC,CAAa;IACtD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;AAC1E,CAAC;AAFD,oEAEC;AAMD,SAAgB,6BAA6B,CAAC,CAAa;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;AAC5E,CAAC;AAFD,sEAEC;AA4BD,MAAa,UAAW,SAAQ,sBAAU;CASzC;AATD,gCASC"}
+{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;AA0GX,MAAa,UAAW,SAAQ,sBAAU;IAA1C;;QAII,aAAQ,GAAkB,EAAE,CAAC;QAO7B,cAAS,GAAa,KAAK,CAAC;QAsB5B,kBAAa,GAAa,IAAI,CAAC;QAQ/B,oBAAe,GAAa,KAAK,CAAC;IACtC,CAAC;CAAA;AA1CD,gCA0CC;AAMD,SAAgB,4BAA4B,CAAC,CAAa;IACtD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;AAC1E,CAAC;AAFD,oEAEC;AAMD,SAAgB,6BAA6B,CAAC,CAAa;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;AAC5E,CAAC;AAFD,sEAEC;AAqGD,MAAa,UAAW,SAAQ,sBAAU;CASzC;AATD,gCASC"}

package/dist/generic/summarize.types.d.ts

@@ -1,10 +1,11 @@
 import { BaseResult } from "./baseModel";
-import { ChatParams } from "./chat.types";
+import { ChatMessageContent, ChatParams } from "./chat.types";
 export declare class SummarizeParams extends ChatParams {
 }
 export declare class SummarizeResult extends BaseResult {
-    text: string;
+    get text(): string;
+    private _text;
     summaryText: string;
-    constructor(text: string, summaryText: string, success: boolean, startTime: Date, endTime: Date);
+    constructor(text: ChatMessageContent, summaryText: string, success: boolean, startTime: Date, endTime: Date);
 }
 //# sourceMappingURL=summarize.types.d.ts.map

package/dist/generic/summarize.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"summarize.types.d.ts","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAM1C,qBAAa,eAAgB,SAAQ,UAAU;CAC9C;AAED,qBAAa,eAAgB,SAAQ,UAAU;IAC3C,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;gBACN,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAKnG"}
+{"version":3,"file":"summarize.types.d.ts","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAA2B,UAAU,EAAE,MAAM,cAAc,CAAC;AAMvF,qBAAa,eAAgB,SAAQ,UAAU;CAC9C;AAED,qBAAa,eAAgB,SAAQ,UAAU;IAC3C,IAAW,IAAI,IAAI,MAAM,CAExB;IACD,OAAO,CAAC,KAAK,CAAS;IAEtB,WAAW,EAAE,MAAM,CAAA;gBACN,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAU/G"}

package/dist/generic/summarize.types.js

@@ -7,9 +7,15 @@ class SummarizeParams extends chat_types_1.ChatParams {
 }
 exports.SummarizeParams = SummarizeParams;
 class SummarizeResult extends baseModel_1.BaseResult {
+    get text() {
+        return this._text;
+    }
     constructor(text, summaryText, success, startTime, endTime) {
         super(success, startTime, endTime);
-        this.text = text;
+        if (Array.isArray(text)) {
+            text = text.filter((block) => block.type === 'text').map((block) => block.content).join('\n\n');
+        }
+        this._text = text;
         this.summaryText = summaryText;
     }
 }

package/dist/generic/summarize.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"summarize.types.js","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":";;;AAAA,2CAAoD;AACpD,6CAA0C;AAM1C,MAAa,eAAgB,SAAQ,uBAAU;CAC9C;AADD,0CACC;AAED,MAAa,eAAgB,SAAQ,sBAAU;IAG3C,YAAa,IAAY,EAAE,WAAmB,EAAE,OAAgB,EAAE,SAAe,EAAE,OAAa;QAC5F,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;CACJ;AARD,0CAQC"}
+{"version":3,"file":"summarize.types.js","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":";;;AAAA,2CAAoD;AACpD,6CAAuF;AAMvF,MAAa,eAAgB,SAAQ,uBAAU;CAC9C;AADD,0CACC;AAED,MAAa,eAAgB,SAAQ,sBAAU;IAC3C,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAID,YAAa,IAAwB,EAAE,WAAmB,EAAE,OAAgB,EAAE,SAAe,EAAE,OAAa;QACxG,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAGnC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpG,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;CACJ;AAjBD,0CAiBC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/ai",
-  "version": "2.39.0",
+  "version": "2.41.0",
   "description": "MemberJunction: AI Module - LLMs and other AI services wrapped and abstracted for use in MemberJunction",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -15,7 +15,7 @@
   "author": "MemberJunction.com",
   "license": "ISC",
   "dependencies": {
-    "@memberjunction/global": "2.39.0",
+    "@memberjunction/global": "2.41.0",
     "dotenv": "^16.4.1",
     "rxjs": "^7.8.1",
     "typeorm": "^0.3.20"

package/readme.md

@@ -1,6 +1,17 @@
 # @memberjunction/ai
 
-The MemberJunction AI Core package provides a comprehensive abstraction layer for working with various AI models (LLMs, embedding models, etc.) in a provider-agnostic way, allowing your application to easily switch between different AI providers without refactoring your code.
+The MemberJunction AI Core package provides a comprehensive abstraction layer for working with various AI models (LLMs, Video and Audio Generation, Text-To-Speech (TTS), embedding models, etc.) in a provider-agnostic way, allowing your application to easily switch between different AI providers without refactoring your code.
+
+## Standalone Usage
+
+**IMPORTANT**: This package can be used completely independently from the rest of the MemberJunction framework:
+
+- **Zero** database setup required
+- No environment variables or other settings expected (you are responsible for this and pass in API keys to the constructors)
+- Works in any TypeScript environment that can safely make API calls (e.g. don't use in browsers)
+- Perfect for server-side applications, backend services, and CLI tools
+
+The `@memberjunction/ai` package and all provider packages in `@memberjunction/ai-*` are designed to be lightweight, standalone modules that can be used in any TypeScript project.
 
 ## Features
 
@@ -30,29 +41,7 @@ npm install @memberjunction/ai-mistral
 
 ## Usage
 
-### Direct Provider Usage
-
-Directly use a specific AI provider when you know which one you need:
-
-```typescript
-import { OpenAILLM } from '@memberjunction/ai-openai';
-
-// Create an instance with your API key
-const llm = new OpenAILLM('your-openai-api-key');
-
-// Use the provider-specific implementation
-const result = await llm.ChatCompletion({
-  model: 'gpt-4',
-  messages: [
-    { role: 'system', content: 'You are a helpful assistant.' },
-    { role: 'user', content: 'What is AI abstraction?' }
-  ]
-});
-
-console.log(result.data.choices[0].message.content);
-```
-
-### Provider-Agnostic Usage
+### Provider-Agnostic Usage (Recommended)
 
 For maximum flexibility, use the class factory approach to select the provider at runtime:
 
@@ -60,7 +49,11 @@ For maximum flexibility, use the class factory approach to select the provider a
 import { BaseLLM, ChatParams } from '@memberjunction/ai';
 import { MJGlobal } from '@memberjunction/global';
 
-// Get the highest registered implementation of BaseLLM
+// Required to stop tree-shaking of the MistralLLM - since there's no static code path to this class when using Class Factory pattern, you need this to prevent some bundlers from tree-shaking optimization on this class.
+import { LoadMistralLLM } from '@memberjunction/ai-mistral';
+LoadMistralLLM(); 
+
+// Get an implementation of BaseLLM by provider name
 const llm = MJGlobal.Instance.ClassFactory.CreateInstance<BaseLLM>(
   BaseLLM, 
   'MistralLLM',  // Provider class name
@@ -88,6 +81,10 @@ import { BaseLLM } from '@memberjunction/ai';
 import { MJGlobal } from '@memberjunction/global';
 import dotenv from 'dotenv';
 
+// Required to stop tree-shaking of the OpenAILLM - since there's no static code path to this class when using Class Factory pattern, you need this to prevent some bundlers from tree-shaking optimization on this class.
+import { LoadOpenAILLM } from '@memberjunction/ai-openai';
+LoadOpenAILLM(); 
+
 dotenv.config();
 
 const providerName = process.env.AI_PROVIDER || 'OpenAILLM';
@@ -100,6 +97,29 @@ const llm = MJGlobal.Instance.ClassFactory.CreateInstance<BaseLLM>(
 );
 ```
 
+### Direct Provider Usage
+
+When necessary, you can directly use a specific AI provider:
+
+```typescript
+import { OpenAILLM } from '@memberjunction/ai-openai';
+
+// Note with direct use of the OpenAILLM class no need for the LoadOpenAILLM call to prevent tree shaking since there is a static code path to the class
+// Create an instance with your API key
+const llm = new OpenAILLM('your-openai-api-key');
+
+// Use the provider-specific implementation
+const result = await llm.ChatCompletion({
+  model: 'gpt-4',
+  messages: [
+    { role: 'system', content: 'You are a helpful assistant.' },
+    { role: 'user', content: 'What is AI abstraction?' }
+  ]
+});
+
+console.log(result.data.choices[0].message.content);
+```
+
 ## Core Abstractions
 
 ### Base Models
@@ -136,7 +156,7 @@ const result: ChatResult = await llm.ChatCompletion(params);
 
 ### Streaming Chat Completion
 
-For real-time streaming of responses (supported by most modern LLM providers):
+For real-time streaming of responses:
 
 ```typescript
 import { ChatParams, ChatResult, ChatMessage, StreamingChatCallbacks } from '@memberjunction/ai';
@@ -180,26 +200,6 @@ const params: ChatParams = {
 await llm.ChatCompletion(params);
 ```
 
-### Checking Streaming Support
-
-Check if a provider supports streaming before enabling it:
-
-```typescript
-// Check if the provider supports streaming
-if (llm.SupportsStreaming) {
-  console.log("Provider supports streaming!");
-  params.streaming = true;
-  params.streamingCallbacks = callbacks;
-} else {
-  console.log("Provider doesn't support streaming, using standard request");
-  params.streaming = false;
-}
-
-// The call automatically handles both streaming and non-streaming paths
-await llm.ChatCompletion(params);
-```
- 
-
 ### Text Summarization
 
 For summarizing longer text content:
@@ -282,29 +282,24 @@ console.log('Completion Tokens:', result.data.usage.completionTokens);
 console.log('Total Tokens:', result.data.usage.totalTokens);
 ```
 
-## Provider Streaming Support
-
-The following providers support streaming in the current implementation:
-
-| Provider | Streaming Support |
-|----------|------------------|
-| OpenAI   | ✅ Full support   |
-| Anthropic | ✅ Full support  |
-| Mistral  | ✅ Full support   |
-| Groq     | ✅ Full support   |
-| Gemini   | ✅ Full support   |
-| BettyBot | ❌ Not supported  |
-
 ## Available Providers
 
 The following provider packages implement the MemberJunction AI abstractions:
 
-- `@memberjunction/ai-openai` - OpenAI (GPT models)
-- `@memberjunction/ai-anthropic` - Anthropic (Claude models)
-- `@memberjunction/ai-mistral` - Mistral AI
-- `@memberjunction/ai-gemini` - Google's Gemini models
-- `@memberjunction/ai-groq` - Groq's optimized inference
-- `@memberjunction/ai-bettybot` - BettyBot AI
+- [`@memberjunction/ai-openai`](../Providers/OpenAI/readme.md) - OpenAI (GPT models)
+- [`@memberjunction/ai-anthropic`](../Providers/Anthropic/readme.md) - Anthropic (Claude models)
+- [`@memberjunction/ai-mistral`](../Providers/Mistral/readme.md) - Mistral AI
+- [`@memberjunction/ai-gemini`](../Providers/Gemini/readme.md) - Google's Gemini models
+- [`@memberjunction/ai-vertex`](../Providers/Vertex/readme.md) - Google Vertex AI (various models including Gemini, others)
+- [`@memberjunction/ai-bedrock`](../Providers/Bedrock/readme.md) - Amazon Bedrock (Claude, Llama, Titan, etc.)
+- [`@memberjunction/ai-groq`](../Providers/Groq/readme.md) - Groq's optimized inference (https://www.groq.com)
+- [`@memberjunction/ai-bettybot`](../Providers/BettyBot/readme.md) - Betty AI (https://www.meetbetty.ai)
+- [`@memberjunction/ai-azure`](../Providers/Azure/readme.md) - Azure AI Foundry with support for OpenAI, Mistral, Phi, more
+- [`@memberjunction/ai-cerebras`](../Providers/Cerebras/readme.md) - Cerebras models
+- [`@memberjunction/ai-elevenlabs`](../Providers/ElevenLabs/readme.md) - ElevenLabs audio models
+- [`@memberjunction/ai-heygen`](../Providers/HeyGen/readme.md) - HeyGen video models
+
+Note: Each provider implements the features they support. See individual provider documentation for specific capabilities.
 
 ## Implementation Details
 
@@ -325,8 +320,6 @@ This architecture allows for a clean separation between common streaming logic a
 
 - `@memberjunction/global` - MemberJunction global utilities including class factory
 - `rxjs` - Reactive extensions for JavaScript
-- `typeorm` - ORM for database operations
 
 ## License
-
-ISC
+See the [repository root](../../../LICENSE) for license information.