@memberjunction/ai 2.39.0 → 2.40.0

package/dist/generic/chat.types.d.ts

@@ -5,8 +5,17 @@ export declare const ChatMessageRole: {
     readonly assistant: "assistant";
 };
 export type ChatMessageRole = typeof ChatMessageRole[keyof typeof ChatMessageRole];
+export type ChatMessageContentBlock = {
+    type: 'text' | 'image_url' | 'video_url' | 'audio_url' | 'file_url';
+    content: string;
+};
+export type ChatMessageContent = string | ChatMessageContentBlock[];
 export type ChatMessage = {
     role: ChatMessageRole;
+    content: ChatMessageContent;
+};
+export type ChatCompletionMessage = {
+    role: 'assistant';
     content: string;
 };
 export interface StreamingChatCallbacks {
@@ -25,17 +34,34 @@ export declare class ChatParams extends BaseParams {
     streamingCallbacks?: StreamingChatCallbacks;
     effortLevel?: string;
     enableCaching?: boolean;
+    includeLogProbs?: boolean;
 }
-export declare function GetUserMessageFromChatParams(p: ChatParams): string | undefined;
-export declare function GetSystemPromptFromChatParams(p: ChatParams): string | undefined;
+export declare function GetUserMessageFromChatParams(p: ChatParams): ChatMessageContent | undefined;
+export declare function GetSystemPromptFromChatParams(p: ChatParams): ChatMessageContent | undefined;
+export type ChatResultSingleLogProb = {
+    bytes: Array<number> | null;
+    logprob: number;
+    token: string;
+    top_logprobs: Array<{
+        token: string;
+        logprob: number;
+        bytes: Array<number> | null;
+    }> | null;
+};
+export type ChatResultLogProbs = {
+    content: Array<ChatResultSingleLogProb> | null;
+    refusal: Array<ChatResultSingleLogProb> | null;
+};
 export type ChatResultChoice = {
-    message: ChatMessage;
+    message: ChatCompletionMessage;
     finish_reason: string;
     index: number;
+    logprobs?: ChatResultLogProbs | null;
 };
 export type ChatResultData = {
     choices: ChatResultChoice[];
-    usage: ModelUsage;
+    model?: string;
+    usage?: ModelUsage;
 };
 export interface CacheMetadata {
     cacheHit?: boolean;

package/dist/generic/chat.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAKD,MAAM,WAAW,gCAAgC;IAM7C,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAO7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAM9C,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC;CACtD;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;IAK5C,WAAW,CAAC,EAAE,MAAM,CAAC;IAWrB,aAAa,CAAC,EAAE,OAAO,CAAQ;CAClC;AAMD,wBAAgB,4BAA4B,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,CAE9E;AAMD,wBAAgB,6BAA6B,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,CAE/E;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC3B,OAAO,EAAE,WAAW,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IACzB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAC3B,KAAK,EAAE,UAAU,CAAA;CACpB,CAAA;AAKD,MAAM,WAAW,aAAa;IAI1B,QAAQ,CAAC,EAAE,OAAO,CAAC;IAKnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,UAAW,SAAQ,UAAU;IACtC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,aAAa,CAAC;CAC7B"}
+{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,uBAAuB,GAAG;IAKlC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,CAAC;IAMpE,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,uBAAuB,EAAE,CAAC;AAKpE,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,kBAAkB,CAAC;CAC/B,CAAA;AAKD,MAAM,MAAM,qBAAqB,GAAG;IAIhC,IAAI,EAAE,WAAW,CAAC;IAKlB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAKD,MAAM,WAAW,gCAAgC;IAM7C,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAO7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAM9C,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC;CACtD;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;IAK5C,WAAW,CAAC,EAAE,MAAM,CAAC;IAWrB,aAAa,CAAC,EAAE,OAAO,CAAQ;IAQ/B,eAAe,CAAC,EAAE,OAAO,CAAS;CACrC;AAMD,wBAAgB,4BAA4B,CAAC,CAAC,EAAE,UAAU,GAAG,kBAAkB,GAAG,SAAS,CAE1F;AAMD,wBAAgB,6BAA6B,CAAC,CAAC,EAAE,UAAU,GAAG,kBAAkB,GAAG,SAAS,CAE3F;AAKD,MAAM,MAAM,uBAAuB,GAAG;IAMlC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAK5B,OAAO,EAAE,MAAM,CAAA;IAKf,KAAK,EAAE,MAAM,CAAA;IAKb,YAAY,EAAE,KAAK,CAAC;QAIhB,KAAK,EAAE,MAAM,CAAA;QAIb,OAAO,EAAE,MAAM,CAAA;QAMf,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;KAC/B,CAAC,GAAG,IAAI,CAAC;CACb,CAAA;AAKD,MAAM,MAAM,kBAAkB,GAAG;IAI7B,OAAO,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC;IAI/C,OAAO,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC;CAClD,CAAA;AAKD,MAAM,MAAM,gBAAgB,GAAG;IAC3B,OAAO,EAAE,qBAAqB,CAAA;IAC9B,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAA;CACvC,CAAA;AAKD,MAAM,MAAM,cAAc,GAAG;IAIzB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAI3B,KAAK,CAAC,EAAE,MAAM,CAAA;IAId,KAAK,CAAC,EAAE,UAAU,CAAA;CACrB,CAAA;AAKD,MAAM,WAAW,aAAa;IAI1B,QAAQ,CAAC,EAAE,OAAO,CAAC;IAKnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,UAAW,SAAQ,UAAU;IACtC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,aAAa,CAAC;CAC7B"}

package/dist/generic/chat.types.js

@@ -13,6 +13,7 @@ class ChatParams extends baseModel_1.BaseParams {
         this.messages = [];
         this.streaming = false;
         this.enableCaching = true;
+        this.includeLogProbs = false;
     }
 }
 exports.ChatParams = ChatParams;

package/dist/generic/chat.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;AAqEX,MAAa,UAAW,SAAQ,sBAAU;IAA1C;;QAII,aAAQ,GAAkB,EAAE,CAAC;QAO7B,cAAS,GAAa,KAAK,CAAC;QAsB5B,kBAAa,GAAa,IAAI,CAAC;IACnC,CAAC;CAAA;AAlCD,gCAkCC;AAMD,SAAgB,4BAA4B,CAAC,CAAa;IACtD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;AAC1E,CAAC;AAFD,oEAEC;AAMD,SAAgB,6BAA6B,CAAC,CAAa;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;AAC5E,CAAC;AAFD,sEAEC;AA4BD,MAAa,UAAW,SAAQ,sBAAU;CASzC;AATD,gCASC"}
+{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;AA0GX,MAAa,UAAW,SAAQ,sBAAU;IAA1C;;QAII,aAAQ,GAAkB,EAAE,CAAC;QAO7B,cAAS,GAAa,KAAK,CAAC;QAsB5B,kBAAa,GAAa,IAAI,CAAC;QAQ/B,oBAAe,GAAa,KAAK,CAAC;IACtC,CAAC;CAAA;AA1CD,gCA0CC;AAMD,SAAgB,4BAA4B,CAAC,CAAa;IACtD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;AAC1E,CAAC;AAFD,oEAEC;AAMD,SAAgB,6BAA6B,CAAC,CAAa;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;AAC5E,CAAC;AAFD,sEAEC;AAqGD,MAAa,UAAW,SAAQ,sBAAU;CASzC;AATD,gCASC"}

package/dist/generic/summarize.types.d.ts

@@ -1,10 +1,11 @@
 import { BaseResult } from "./baseModel";
-import { ChatParams } from "./chat.types";
+import { ChatMessageContent, ChatParams } from "./chat.types";
 export declare class SummarizeParams extends ChatParams {
 }
 export declare class SummarizeResult extends BaseResult {
-    text: string;
+    get text(): string;
+    private _text;
     summaryText: string;
-    constructor(text: string, summaryText: string, success: boolean, startTime: Date, endTime: Date);
+    constructor(text: ChatMessageContent, summaryText: string, success: boolean, startTime: Date, endTime: Date);
 }
 //# sourceMappingURL=summarize.types.d.ts.map

package/dist/generic/summarize.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"summarize.types.d.ts","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAM1C,qBAAa,eAAgB,SAAQ,UAAU;CAC9C;AAED,qBAAa,eAAgB,SAAQ,UAAU;IAC3C,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;gBACN,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAKnG"}
+{"version":3,"file":"summarize.types.d.ts","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAA2B,UAAU,EAAE,MAAM,cAAc,CAAC;AAMvF,qBAAa,eAAgB,SAAQ,UAAU;CAC9C;AAED,qBAAa,eAAgB,SAAQ,UAAU;IAC3C,IAAW,IAAI,IAAI,MAAM,CAExB;IACD,OAAO,CAAC,KAAK,CAAS;IAEtB,WAAW,EAAE,MAAM,CAAA;gBACN,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAU/G"}

package/dist/generic/summarize.types.js

@@ -7,9 +7,15 @@ class SummarizeParams extends chat_types_1.ChatParams {
 }
 exports.SummarizeParams = SummarizeParams;
 class SummarizeResult extends baseModel_1.BaseResult {
+    get text() {
+        return this._text;
+    }
     constructor(text, summaryText, success, startTime, endTime) {
         super(success, startTime, endTime);
-        this.text = text;
+        if (Array.isArray(text)) {
+            text = text.filter((block) => block.type === 'text').map((block) => block.content).join('\n\n');
+        }
+        this._text = text;
         this.summaryText = summaryText;
     }
 }

package/dist/generic/summarize.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"summarize.types.js","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":";;;AAAA,2CAAoD;AACpD,6CAA0C;AAM1C,MAAa,eAAgB,SAAQ,uBAAU;CAC9C;AADD,0CACC;AAED,MAAa,eAAgB,SAAQ,sBAAU;IAG3C,YAAa,IAAY,EAAE,WAAmB,EAAE,OAAgB,EAAE,SAAe,EAAE,OAAa;QAC5F,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;CACJ;AARD,0CAQC"}
+{"version":3,"file":"summarize.types.js","sourceRoot":"","sources":["../../src/generic/summarize.types.ts"],"names":[],"mappings":";;;AAAA,2CAAoD;AACpD,6CAAuF;AAMvF,MAAa,eAAgB,SAAQ,uBAAU;CAC9C;AADD,0CACC;AAED,MAAa,eAAgB,SAAQ,sBAAU;IAC3C,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAID,YAAa,IAAwB,EAAE,WAAmB,EAAE,OAAgB,EAAE,SAAe,EAAE,OAAa;QACxG,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAGnC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpG,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;CACJ;AAjBD,0CAiBC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/ai",
-  "version": "2.39.0",
+  "version": "2.40.0",
   "description": "MemberJunction: AI Module - LLMs and other AI services wrapped and abstracted for use in MemberJunction",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -15,7 +15,7 @@
   "author": "MemberJunction.com",
   "license": "ISC",
   "dependencies": {
-    "@memberjunction/global": "2.39.0",
+    "@memberjunction/global": "2.40.0",
     "dotenv": "^16.4.1",
     "rxjs": "^7.8.1",
     "typeorm": "^0.3.20"