@memberjunction/ai 2.50.0 → 2.52.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/generic/baseModel.d.ts +2 -0
- package/dist/generic/baseModel.d.ts.map +1 -1
- package/dist/generic/baseModel.js.map +1 -1
- package/dist/generic/chat.types.d.ts +6 -0
- package/dist/generic/chat.types.d.ts.map +1 -1
- package/dist/generic/chat.types.js.map +1 -1
- package/dist/generic/prompt.types.d.ts +62 -0
- package/dist/generic/prompt.types.d.ts.map +1 -0
- package/dist/generic/prompt.types.js +3 -0
- package/dist/generic/prompt.types.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/package.json +2 -2
- package/readme.md +99 -0
|
@@ -14,6 +14,8 @@ export declare class BaseParams {
|
|
|
14
14
|
modelSpecificResponseFormat?: any;
|
|
15
15
|
maxOutputTokens?: number;
|
|
16
16
|
reasoningBudgetTokens?: number;
|
|
17
|
+
seed?: number;
|
|
18
|
+
stopSequences?: string[];
|
|
17
19
|
}
|
|
18
20
|
export declare class ModelUsage {
|
|
19
21
|
constructor(promptTokens: number, completionTokens: number, cost?: number, costCurrency?: string);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseModel.d.ts","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":"AAAA,qBAAa,UAAU;IACnB,OAAO,EAAE,OAAO,CAAA;IAChB,SAAS,EAAE,IAAI,CAAA;IACf,OAAO,EAAE,IAAI,CAAA;IACb,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,GAAG,CAAA;IACd,IAAI,WAAW,IAAI,MAAM,CAExB;gBACY,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAKhE;AAED,qBAAa,UAAU;IAInB,KAAK,EAAE,MAAM,CAAA;IAKb,WAAW,CAAC,EAAE,MAAM,CAAA;IAKpB,cAAc,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,eAAe,CAAS;IAKhF,2BAA2B,CAAC,EAAE,GAAG,CAAA;IAKjC,eAAe,CAAC,EAAE,MAAM,CAAA;IAKxB,qBAAqB,CAAC,EAAE,MAAM,CAAA;
|
|
1
|
+
{"version":3,"file":"baseModel.d.ts","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":"AAAA,qBAAa,UAAU;IACnB,OAAO,EAAE,OAAO,CAAA;IAChB,SAAS,EAAE,IAAI,CAAA;IACf,OAAO,EAAE,IAAI,CAAA;IACb,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,GAAG,CAAA;IACd,IAAI,WAAW,IAAI,MAAM,CAExB;gBACY,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAKhE;AAED,qBAAa,UAAU;IAInB,KAAK,EAAE,MAAM,CAAA;IAKb,WAAW,CAAC,EAAE,MAAM,CAAA;IAKpB,cAAc,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,eAAe,CAAS;IAKhF,2BAA2B,CAAC,EAAE,GAAG,CAAA;IAKjC,eAAe,CAAC,EAAE,MAAM,CAAA;IAKxB,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAO9B,IAAI,CAAC,EAAE,MAAM,CAAA;IAMb,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;CAC3B;AAYD,qBAAa,UAAU;gBASP,YAAY,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;IAgBhG,YAAY,EAAE,MAAM,CAAA;IAMpB,gBAAgB,EAAE,MAAM,CAAA;IAOxB,IAAI,CAAC,EAAE,MAAM,CAAA;IAOb,YAAY,CAAC,EAAE,MAAM,CAAA;IAQrB,IAAI,WAAW,IAAI,MAAM,CAExB;CACJ;AAKD,8BAAsB,SAAS;IAC3B,OAAO,CAAC,OAAO,CAAS;IAIxB,SAAS,KAAK,MAAM,IAAI,MAAM,CAE7B;gBACY,MAAM,EAAE,MAAM;CAM9B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseModel.js","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":";;;AAAA,MAAa,UAAU;IAMnB,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC;IACD,YAAa,OAAgB,EAAE,SAAe,EAAE,OAAa;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;CACJ;AAdD,gCAcC;AAED,MAAa,UAAU;IAAvB;QAcI,mBAAc,GAA4D,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"baseModel.js","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":";;;AAAA,MAAa,UAAU;IAMnB,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC;IACD,YAAa,OAAgB,EAAE,SAAe,EAAE,OAAa;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;CACJ;AAdD,gCAcC;AAED,MAAa,UAAU;IAAvB;QAcI,mBAAc,GAA4D,KAAK,CAAC;IA6BpF,CAAC;CAAA;AA3CD,gCA2CC;AAYD,MAAa,UAAU;IASnB,YAAY,YAAoB,EAAE,gBAAwB,EAAE,IAAa,EAAE,YAAqB;QAC5F,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACrC,CAAC;IACL,CAAC;IAmCD,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC;IACrD,CAAC;CACJ;AAxDD,gCAwDC;AAKD,MAAsB,SAAS;IAK3B,IAAc,MAAM;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IACD,YAAa,MAAc;QACvB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAE5E,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IAC1B,CAAC;CACJ;AAdD,8BAcC"}
|
|
@@ -37,6 +37,12 @@ export declare class ChatParams extends BaseParams {
|
|
|
37
37
|
enableCaching?: boolean;
|
|
38
38
|
includeLogProbs?: boolean;
|
|
39
39
|
cancellationToken?: AbortSignal;
|
|
40
|
+
topP?: number;
|
|
41
|
+
frequencyPenalty?: number;
|
|
42
|
+
presencePenalty?: number;
|
|
43
|
+
topK?: number;
|
|
44
|
+
minP?: number;
|
|
45
|
+
topLogProbs?: number;
|
|
40
46
|
}
|
|
41
47
|
export declare function GetUserMessageFromChatParams(p: ChatParams): ChatMessageContent | undefined;
|
|
42
48
|
export declare function GetSystemPromptFromChatParams(p: ChatParams): ChatMessageContent | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,uBAAuB,GAAG;IAKlC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,CAAC;IAMpE,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,uBAAuB,EAAE,CAAC;AAKpE,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,kBAAkB,CAAC;CAC/B,CAAA;AAKD,MAAM,MAAM,qBAAqB,GAAG;IAIhC,IAAI,EAAE,WAAW,CAAC;IAKlB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAKD,MAAM,WAAW,gCAAgC;IAM7C,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAO7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAM9C,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC;CACtD;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;IAK5C,WAAW,CAAC,EAAE,MAAM,CAAC;IAWrB,aAAa,CAAC,EAAE,OAAO,CAAQ;IAQ/B,eAAe,CAAC,EAAE,OAAO,CAAS;IAOlC,iBAAiB,CAAC,EAAE,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,uBAAuB,GAAG;IAKlC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,CAAC;IAMpE,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,uBAAuB,EAAE,CAAC;AAKpE,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,kBAAkB,CAAC;CAC/B,CAAA;AAKD,MAAM,MAAM,qBAAqB,GAAG;IAIhC,IAAI,EAAE,WAAW,CAAC;IAKlB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAKD,MAAM,WAAW,gCAAgC;IAM7C,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAO7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAM9C,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC;CACtD;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;IAK5C,WAAW,CAAC,EAAE,MAAM,CAAC;IAWrB,aAAa,CAAC,EAAE,OAAO,CAAQ;IAQ/B,eAAe,CAAC,EAAE,OAAO,CAAS;IAOlC,iBAAiB,CAAC,EAAE,WAAW,CAAC;IAWhC,IAAI,CAAC,EAAE,MAAM,CAAC;IAOd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAM1B,eAAe,CAAC,EAAE,MAAM,CAAC;IAUzB,IAAI,CAAC,EAAE,MAAM,CAAC;IAOd,IAAI,CAAC,EAAE,MAAM,CAAC;IAOd,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAMD,wBAAgB,4BAA4B,CAAC,CAAC,EAAE,UAAU,GAAG,kBAAkB,GAAG,SAAS,CAE1F;AAMD,wBAAgB,6BAA6B,CAAC,CAAC,EAAE,UAAU,GAAG,kBAAkB,GAAG,SAAS,CAE3F;AAKD,MAAM,MAAM,uBAAuB,GAAG;IAMlC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAK5B,OAAO,EAAE,MAAM,CAAA;IAKf,KAAK,EAAE,MAAM,CAAA;IAKb,YAAY,EAAE,KAAK,CAAC;QAIhB,KAAK,EAAE,MAAM,CAAA;QAIb,OAAO,EAAE,MAAM,CAAA;QAMf,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;KAC/B,CAAC,GAAG,IAAI,CAAC;CACb,CAAA;AAKD,MAAM,MAAM,kBAAkB,GAAG;IAI7B,OAAO,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC;IAI/C,OAAO,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC;CAClD,CAAA;AAKD,MAAM,MAAM,gBAAgB,GAAG;IAC3B,OAAO,EAAE,qBAAqB,CAAA;IAC9B,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAA;CACvC,CAAA;AAKD,MAAM,MAAM,cAAc,GAAG;IAIzB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAI3B,KAAK,CAAC,EAAE,MAAM,CAAA;IAId,KAAK,CAAC,EAAE,UAAU,CAAA;CACrB,CAAA;AAKD,MAAM,WAAW,aAAa;IAI1B,QAAQ,CAAC,EAAE,OAAO,CAAC;IAKnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,UAAW,SAAQ,UAAU;IACtC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,aAAa,CAAC;CAC7B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;AA0GX,MAAa,UAAW,SAAQ,sBAAU;IAA1C;;QAII,aAAQ,GAAkB,EAAE,CAAC;QAO7B,cAAS,GAAa,KAAK,CAAC;QAsB5B,kBAAa,GAAa,IAAI,CAAC;QAQ/B,oBAAe,GAAa,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;AA0GX,MAAa,UAAW,SAAQ,sBAAU;IAA1C;;QAII,aAAQ,GAAkB,EAAE,CAAC;QAO7B,cAAS,GAAa,KAAK,CAAC;QAsB5B,kBAAa,GAAa,IAAI,CAAC;QAQ/B,oBAAe,GAAa,KAAK,CAAC;IAwDtC,CAAC;CAAA;AAjGD,gCAiGC;AAMD,SAAgB,4BAA4B,CAAC,CAAa;IACtD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;AAC1E,CAAC;AAFD,oEAEC;AAMD,SAAgB,6BAA6B,CAAC,CAAa;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;AAC5E,CAAC;AAFD,sEAEC;AAqGD,MAAa,UAAW,SAAQ,sBAAU;CASzC;AATD,gCASC"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { ChatResult } from './chat.types';
|
|
2
|
+
export type ExecutionStatus = 'pending' | 'running' | 'completed' | 'failed' | 'cancelled';
|
|
3
|
+
export type CancellationReason = 'user_requested' | 'timeout' | 'error' | 'resource_limit';
|
|
4
|
+
export interface ModelInfo {
|
|
5
|
+
modelId: string;
|
|
6
|
+
modelName: string;
|
|
7
|
+
vendorId?: string;
|
|
8
|
+
vendorName?: string;
|
|
9
|
+
powerRank?: number;
|
|
10
|
+
modelType?: string;
|
|
11
|
+
}
|
|
12
|
+
export interface JudgeMetadata {
|
|
13
|
+
judgePromptId: string;
|
|
14
|
+
judgeExecutionTimeMS: number;
|
|
15
|
+
judgeTokensUsed?: number;
|
|
16
|
+
judgeCancelled?: boolean;
|
|
17
|
+
judgeErrorMessage?: string;
|
|
18
|
+
}
|
|
19
|
+
export interface ValidationAttempt {
|
|
20
|
+
attemptNumber: number;
|
|
21
|
+
success: boolean;
|
|
22
|
+
errorMessage?: string;
|
|
23
|
+
validationErrors?: any[];
|
|
24
|
+
rawOutput: string;
|
|
25
|
+
parsedOutput?: unknown;
|
|
26
|
+
timestamp: Date;
|
|
27
|
+
}
|
|
28
|
+
export interface AIPromptRunResult<T = unknown> {
|
|
29
|
+
success: boolean;
|
|
30
|
+
status?: ExecutionStatus;
|
|
31
|
+
cancelled?: boolean;
|
|
32
|
+
cancellationReason?: CancellationReason;
|
|
33
|
+
rawResult?: string;
|
|
34
|
+
result?: T;
|
|
35
|
+
chatResult: ChatResult;
|
|
36
|
+
errorMessage?: string;
|
|
37
|
+
promptRun?: any;
|
|
38
|
+
executionTimeMS?: number;
|
|
39
|
+
promptTokens?: number;
|
|
40
|
+
completionTokens?: number;
|
|
41
|
+
tokensUsed?: number;
|
|
42
|
+
combinedPromptTokens?: number;
|
|
43
|
+
combinedCompletionTokens?: number;
|
|
44
|
+
combinedTokensUsed?: number;
|
|
45
|
+
cost?: number;
|
|
46
|
+
costCurrency?: string;
|
|
47
|
+
combinedCost?: number;
|
|
48
|
+
validationResult?: any;
|
|
49
|
+
validationAttempts?: ValidationAttempt[];
|
|
50
|
+
additionalResults?: AIPromptRunResult<T>[];
|
|
51
|
+
ranking?: number;
|
|
52
|
+
judgeRationale?: string;
|
|
53
|
+
modelInfo?: ModelInfo;
|
|
54
|
+
judgeMetadata?: JudgeMetadata;
|
|
55
|
+
wasStreamed?: boolean;
|
|
56
|
+
cacheInfo?: {
|
|
57
|
+
cacheHit: boolean;
|
|
58
|
+
cacheKey?: string;
|
|
59
|
+
cacheSource?: string;
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=prompt.types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt.types.d.ts","sourceRoot":"","sources":["../../src/generic/prompt.types.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAK1C,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;AAK3F,MAAM,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,SAAS,GAAG,OAAO,GAAG,gBAAgB,CAAC;AAK3F,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAKD,MAAM,WAAW,aAAa;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAKD,MAAM,WAAW,iBAAiB;IAEhC,aAAa,EAAE,MAAM,CAAC;IAEtB,OAAO,EAAE,OAAO,CAAC;IAEjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC;IAEzB,SAAS,EAAE,MAAM,CAAC;IAElB,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,SAAS,EAAE,IAAI,CAAC;CACjB;AAKD,MAAM,WAAW,iBAAiB,CAAC,CAAC,GAAG,OAAO;IAI5C,OAAO,EAAE,OAAO,CAAC;IAKjB,MAAM,CAAC,EAAE,eAAe,CAAC;IAKzB,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAKxC,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,MAAM,CAAC,EAAE,CAAC,CAAC;IAMX,UAAU,EAAE,UAAU,CAAC;IAKvB,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,SAAS,CAAC,EAAE,GAAG,CAAC;IAKhB,eAAe,CAAC,EAAE,MAAM,CAAC;IAMzB,YAAY,CAAC,EAAE,MAAM,CAAC;IAMtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAO1B,UAAU,CAAC,EAAE,MAAM,CAAC;IAMpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAM9B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAOlC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAM5B,IAAI,CAAC,EAAE,MAAM,CAAC;IAMd,YAAY,CAAC,EAAE,MAAM,CAAC;IAOtB,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,gBAAgB,CAAC,EAAE,GAAG,CAAC;IAKvB,kBAAkB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAOzC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC;IAK3C,OAAO,CAAC,EAAE,MAAM,CAAC;IAKjB,cAAc,CAAC,EAAE,MAAM,CAAC;IAKxB,SAAS,CAAC,EAAE,SAAS,CAAC;IAKtB,aAAa,CAAC,EAAE,aAAa,CAAC;IAK9B,WAAW,CAAC,EAAE,OAAO,CAAC;IAKtB,SAAS,CAAC,EAAE;QACV,QAAQ,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt.types.js","sourceRoot":"","sources":["../../src/generic/prompt.types.ts"],"names":[],"mappings":""}
|
package/dist/index.d.ts
CHANGED
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -25,4 +25,5 @@ __exportStar(require("./generic/embed.types"), exports);
|
|
|
25
25
|
__exportStar(require("./generic/baseEmbeddings"), exports);
|
|
26
26
|
__exportStar(require("./generic/baseAudio"), exports);
|
|
27
27
|
__exportStar(require("./generic/baseVideo"), exports);
|
|
28
|
+
__exportStar(require("./generic/prompt.types"), exports);
|
|
28
29
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAmC;AACnC,oDAAkC;AAClC,0DAAwC;AACxC,uDAAqC;AACrC,2DAAyC;AACzC,4DAA0C;AAC1C,6DAA2C;AAC3C,wDAAsC;AACtC,2DAAyC;AACzC,sDAAoC;AACpC,sDAAoC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAmC;AACnC,oDAAkC;AAClC,0DAAwC;AACxC,uDAAqC;AACrC,2DAAyC;AACzC,4DAA0C;AAC1C,6DAA2C;AAC3C,wDAAsC;AACtC,2DAAyC;AACzC,sDAAoC;AACpC,sDAAoC;AACpC,yDAAuC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/ai",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.52.0",
|
|
4
4
|
"description": "MemberJunction: AI Module - LLMs and other AI services wrapped and abstracted for use in MemberJunction",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
"author": "MemberJunction.com",
|
|
16
16
|
"license": "ISC",
|
|
17
17
|
"dependencies": {
|
|
18
|
-
"@memberjunction/global": "2.
|
|
18
|
+
"@memberjunction/global": "2.52.0",
|
|
19
19
|
"dotenv": "^16.4.1",
|
|
20
20
|
"rxjs": "^7.8.1"
|
|
21
21
|
},
|
package/readme.md
CHANGED
|
@@ -6,6 +6,17 @@ The MemberJunction AI Core package provides a comprehensive abstraction layer fo
|
|
|
6
6
|
|
|
7
7
|
This package serves as the foundation for all AI capabilities in the MemberJunction ecosystem. It defines abstract base classes and interfaces that are implemented by provider-specific packages, enabling seamless integration with various AI services while maintaining a consistent API.
|
|
8
8
|
|
|
9
|
+
### Type Organization Update (2025)
|
|
10
|
+
|
|
11
|
+
As part of a major type reorganization to improve code organization and reduce circular dependencies:
|
|
12
|
+
- **Core Package** now contains:
|
|
13
|
+
- Base AI model abstractions (`BaseModel`, `BaseLLM`, `BaseEmbeddings`, etc.)
|
|
14
|
+
- Core AI result types (`BaseResult`, `ChatResult`, `ModelUsage`, etc.)
|
|
15
|
+
- Common interfaces and types used across all AI packages
|
|
16
|
+
- **Agent-specific types** have moved to `@memberjunction/ai-agents`
|
|
17
|
+
- **Prompt-specific types** remain in `@memberjunction/ai-prompts`
|
|
18
|
+
- **Engine-specific types** (like agent type definitions) are in `@memberjunction/aiengine`
|
|
19
|
+
|
|
9
20
|
## Standalone Usage
|
|
10
21
|
|
|
11
22
|
**IMPORTANT**: This package can be used completely independently from the rest of the MemberJunction framework:
|
|
@@ -147,6 +158,7 @@ Abstract class for text generation models. Features:
|
|
|
147
158
|
- Additional provider-specific settings management
|
|
148
159
|
- Response format control (Any, Text, Markdown, JSON, ModelSpecific)
|
|
149
160
|
- Support for reasoning budget tokens (for reasoning models)
|
|
161
|
+
- Advanced sampling parameters (see [Parameter Reference](#parameter-reference) below)
|
|
150
162
|
|
|
151
163
|
#### BaseEmbeddings
|
|
152
164
|
Abstract class for text embedding models. Provides:
|
|
@@ -538,11 +550,53 @@ The BaseLLM class uses a template method pattern for handling streaming:
|
|
|
538
550
|
|
|
539
551
|
This architecture allows for a clean separation between common streaming logic and provider-specific implementations.
|
|
540
552
|
|
|
553
|
+
## Import Examples
|
|
554
|
+
|
|
555
|
+
```typescript
|
|
556
|
+
// Import base model classes
|
|
557
|
+
import { BaseLLM, BaseEmbeddings, BaseAudioGenerator } from '@memberjunction/ai';
|
|
558
|
+
|
|
559
|
+
// Import result types
|
|
560
|
+
import { ChatResult, ModelUsage, BaseResult } from '@memberjunction/ai';
|
|
561
|
+
|
|
562
|
+
// Import parameter types
|
|
563
|
+
import { ChatParams, ChatMessage, StreamingChatCallbacks } from '@memberjunction/ai';
|
|
564
|
+
|
|
565
|
+
// Import utility classes
|
|
566
|
+
import { AIAPIKeys, GetAIAPIKey } from '@memberjunction/ai';
|
|
567
|
+
```
|
|
568
|
+
|
|
541
569
|
## Dependencies
|
|
542
570
|
|
|
543
571
|
- `@memberjunction/global` - MemberJunction global utilities including class factory
|
|
544
572
|
- `rxjs` - Reactive extensions for JavaScript
|
|
545
573
|
|
|
574
|
+
## Type Exports
|
|
575
|
+
|
|
576
|
+
The Core package exports fundamental types used throughout the AI ecosystem:
|
|
577
|
+
|
|
578
|
+
### Base Model Classes
|
|
579
|
+
- `BaseModel` - Foundation class for all AI models
|
|
580
|
+
- `BaseLLM` - Base class for language models
|
|
581
|
+
- `BaseEmbeddings` - Base class for embedding models
|
|
582
|
+
- `BaseAudioGenerator` - Base class for audio models
|
|
583
|
+
- `BaseVideoGenerator` - Base class for video models
|
|
584
|
+
- `BaseDiffusion` - Base class for image generation models
|
|
585
|
+
|
|
586
|
+
### Core Result Types
|
|
587
|
+
- `BaseResult` - Base result structure for all AI operations
|
|
588
|
+
- `ChatResult` - Result from chat completions
|
|
589
|
+
- `ModelUsage` - Token/resource usage tracking
|
|
590
|
+
- `SummarizeResult` - Text summarization results
|
|
591
|
+
- `ClassifyResult` - Text classification results
|
|
592
|
+
- `EmbeddingResult` - Embedding generation results
|
|
593
|
+
|
|
594
|
+
### Common Interfaces
|
|
595
|
+
- `ChatMessage` - Message structure for conversations
|
|
596
|
+
- `ChatParams` - Parameters for chat operations
|
|
597
|
+
- `StreamingChatCallbacks` - Callbacks for streaming responses
|
|
598
|
+
- `ParallelChatCompletionsCallbacks` - Callbacks for parallel execution
|
|
599
|
+
|
|
546
600
|
## API Reference
|
|
547
601
|
|
|
548
602
|
### Result Types
|
|
@@ -703,6 +757,51 @@ The package is configured with TypeScript strict mode and targets ES2022. See `t
|
|
|
703
757
|
- Use the provided type guards and interfaces
|
|
704
758
|
- Ensure content format matches the expected structure
|
|
705
759
|
|
|
760
|
+
## Parameter Reference
|
|
761
|
+
|
|
762
|
+
### ChatParams Parameters
|
|
763
|
+
|
|
764
|
+
The `ChatParams` class supports the following parameters for controlling LLM behavior:
|
|
765
|
+
|
|
766
|
+
#### Core Parameters (from BaseParams)
|
|
767
|
+
- `model` (required): The model name to use
|
|
768
|
+
- `temperature`: Controls randomness (0.0 = deterministic, 2.0 = very random)
|
|
769
|
+
- `maxOutputTokens`: Maximum tokens to generate in response
|
|
770
|
+
- `responseFormat`: Output format - 'Any', 'Text', 'Markdown', 'JSON', or 'ModelSpecific'
|
|
771
|
+
- `seed`: Random seed for reproducible outputs (provider-dependent)
|
|
772
|
+
- `stopSequences`: Array of sequences that will stop generation
|
|
773
|
+
|
|
774
|
+
#### Sampling Parameters
|
|
775
|
+
- `topP`: Top-p (nucleus) sampling (0-1). Alternative to temperature, considers cumulative probability
|
|
776
|
+
- `topK`: Top-k sampling. Limits to top K most likely tokens (provider-dependent)
|
|
777
|
+
- `minP`: Minimum probability threshold (0-1). Filters out low-probability tokens
|
|
778
|
+
|
|
779
|
+
#### Repetition Control
|
|
780
|
+
- `frequencyPenalty`: Reduce token repetition based on frequency (-2.0 to 2.0)
|
|
781
|
+
- `presencePenalty`: Encourage topic diversity (-2.0 to 2.0)
|
|
782
|
+
|
|
783
|
+
#### Advanced Features
|
|
784
|
+
- `streaming`: Enable streaming responses
|
|
785
|
+
- `includeLogProbs`: Request log probabilities for tokens
|
|
786
|
+
- `topLogProbs`: Number of top log probabilities to return (2-20)
|
|
787
|
+
- `effortLevel`: Model-specific effort/reasoning level
|
|
788
|
+
- `reasoningBudgetTokens`: Token budget for reasoning models
|
|
789
|
+
- `enableCaching`: Enable provider caching features
|
|
790
|
+
- `cancellationToken`: AbortSignal for cancelling operations
|
|
791
|
+
|
|
792
|
+
### Provider Support
|
|
793
|
+
|
|
794
|
+
Not all providers support all parameters. The framework will:
|
|
795
|
+
- Pass supported parameters to the provider
|
|
796
|
+
- Log warnings for unsupported parameters (visible in console)
|
|
797
|
+
- Continue execution without failing
|
|
798
|
+
|
|
799
|
+
Common support patterns:
|
|
800
|
+
- **OpenAI**: Supports most parameters except topK, minP
|
|
801
|
+
- **Anthropic**: Supports topP, topK, but not frequency/presence penalties
|
|
802
|
+
- **Google/Gemini**: Supports topP, topK, temperature
|
|
803
|
+
- **Others**: Vary by provider - check console warnings
|
|
804
|
+
|
|
706
805
|
## License
|
|
707
806
|
|
|
708
807
|
See the [repository root](../../../LICENSE) for license information.
|