@botpress/zai 1.0.0-beta.1 → 1.0.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/env.d.ts +0 -36
- package/dist/src/zai.d.ts +6 -12
- package/dist/src/zai.js +2 -0
- package/dist/src/zai.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/typings.d.ts +0 -6
- package/dist/typings.tsbuildinfo +1 -1
- package/package.json +18 -9
- package/tsconfig.json +1 -0
- package/dist/src/operations/check.test.js +0 -129
- package/dist/src/operations/extract.test.js +0 -163
- package/dist/src/operations/filter.test.js +0 -151
- package/dist/src/operations/label.test.js +0 -213
- package/dist/src/operations/rewrite.test.js +0 -96
- package/dist/src/operations/summarize.test.js +0 -22
- package/dist/src/operations/text.test.js +0 -51
- package/dist/src/operations/zai-learn.test.js +0 -71
- package/dist/src/operations/zai-retry.test.js +0 -50
- package/src/adapters/adapter.ts +0 -35
- package/src/adapters/botpress-table.ts +0 -213
- package/src/adapters/memory.ts +0 -13
- package/src/env.ts +0 -54
- package/src/index.ts +0 -11
- package/src/models.ts +0 -347
- package/src/operations/__tests/botpress_docs.txt +0 -26040
- package/src/operations/__tests/index.ts +0 -30
- package/src/operations/check.test.ts +0 -155
- package/src/operations/check.ts +0 -187
- package/src/operations/constants.ts +0 -2
- package/src/operations/errors.ts +0 -9
- package/src/operations/extract.test.ts +0 -209
- package/src/operations/extract.ts +0 -291
- package/src/operations/filter.test.ts +0 -182
- package/src/operations/filter.ts +0 -231
- package/src/operations/label.test.ts +0 -239
- package/src/operations/label.ts +0 -332
- package/src/operations/rewrite.test.ts +0 -114
- package/src/operations/rewrite.ts +0 -148
- package/src/operations/summarize.test.ts +0 -25
- package/src/operations/summarize.ts +0 -193
- package/src/operations/text.test.ts +0 -60
- package/src/operations/text.ts +0 -63
- package/src/operations/zai-learn.test.ts +0 -85
- package/src/operations/zai-retry.test.ts +0 -64
- package/src/scripts/update-models.ts +0 -74
- package/src/utils.ts +0 -61
- package/src/zai.ts +0 -179
package/dist/src/env.d.ts
CHANGED
|
@@ -1,37 +1 @@
|
|
|
1
|
-
import { z } from '@bpinternal/zui';
|
|
2
|
-
declare const envVariables: import("@bpinternal/zui").ZodObject<{
|
|
3
|
-
CI: import("@bpinternal/zui").ZodOptional<import("@bpinternal/zui").ZodBoolean>;
|
|
4
|
-
VITE_CLOUD_API_ENDPOINT: import("@bpinternal/zui").ZodString;
|
|
5
|
-
VITE_BOT_ID: import("@bpinternal/zui").ZodString;
|
|
6
|
-
VITE_CLOUD_PAT: import("@bpinternal/zui").ZodString;
|
|
7
|
-
VITEST_CLOUD_PAT: import("@bpinternal/zui").ZodOptional<import("@bpinternal/zui").ZodString>;
|
|
8
|
-
VITEST_BOT_ID: import("@bpinternal/zui").ZodOptional<import("@bpinternal/zui").ZodString>;
|
|
9
|
-
}, "strip", import("@bpinternal/zui").ZodTypeAny, {
|
|
10
|
-
VITE_CLOUD_API_ENDPOINT: string;
|
|
11
|
-
VITE_BOT_ID: string;
|
|
12
|
-
VITE_CLOUD_PAT: string;
|
|
13
|
-
CI?: boolean | undefined;
|
|
14
|
-
VITEST_CLOUD_PAT?: string | undefined;
|
|
15
|
-
VITEST_BOT_ID?: string | undefined;
|
|
16
|
-
}, {
|
|
17
|
-
VITE_CLOUD_API_ENDPOINT: string;
|
|
18
|
-
VITE_BOT_ID: string;
|
|
19
|
-
VITE_CLOUD_PAT: string;
|
|
20
|
-
CI?: boolean | undefined;
|
|
21
|
-
VITEST_CLOUD_PAT?: string | undefined;
|
|
22
|
-
VITEST_BOT_ID?: string | undefined;
|
|
23
|
-
}>;
|
|
24
|
-
type Deprecated = Omit<{
|
|
25
|
-
[key: string]: any;
|
|
26
|
-
}, keyof z.infer<typeof envVariables>>;
|
|
27
|
-
type AllEnv = z.infer<typeof envVariables> & Deprecated;
|
|
28
|
-
/** @internal */
|
|
29
|
-
declare global {
|
|
30
|
-
namespace NodeJS {
|
|
31
|
-
interface ProcessEnv extends AllEnv {
|
|
32
|
-
/** @deprecated please define your ENV variable in {@link env.ts} */
|
|
33
|
-
[key: keyof Deprecated]: any;
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
1
|
export {};
|
package/dist/src/zai.d.ts
CHANGED
|
@@ -1,23 +1,21 @@
|
|
|
1
1
|
import { Client } from '@botpress/client';
|
|
2
|
-
import { llm } from '@botpress/shared/interfaces';
|
|
3
2
|
import { type TextTokenizer } from '@botpress/wasm';
|
|
4
3
|
import { z } from '@bpinternal/zui';
|
|
5
4
|
import { Adapter } from './adapters/adapter';
|
|
6
5
|
import { Models } from './models';
|
|
7
|
-
import { GenerationMetadata } from './utils';
|
|
8
6
|
type ActiveLearning = z.input<typeof ActiveLearning>;
|
|
9
7
|
declare const ActiveLearning: import("@bpinternal/zui").ZodObject<{
|
|
10
8
|
enable: import("@bpinternal/zui").ZodDefault<import("@bpinternal/zui").ZodBoolean>;
|
|
11
9
|
tableName: import("@bpinternal/zui").ZodDefault<import("@bpinternal/zui").ZodString>;
|
|
12
10
|
taskId: import("@bpinternal/zui").ZodDefault<import("@bpinternal/zui").ZodString>;
|
|
13
11
|
}, "strip", import("@bpinternal/zui").ZodTypeAny, {
|
|
14
|
-
enable: boolean;
|
|
15
12
|
tableName: string;
|
|
16
13
|
taskId: string;
|
|
14
|
+
enable: boolean;
|
|
17
15
|
}, {
|
|
18
|
-
enable?: boolean | undefined;
|
|
19
16
|
tableName?: string | undefined;
|
|
20
17
|
taskId?: string | undefined;
|
|
18
|
+
enable?: boolean | undefined;
|
|
21
19
|
}>;
|
|
22
20
|
type ZaiConfig = z.input<typeof ZaiConfig>;
|
|
23
21
|
declare const ZaiConfig: import("@bpinternal/zui").ZodObject<{
|
|
@@ -36,13 +34,13 @@ declare const ZaiConfig: import("@bpinternal/zui").ZodObject<{
|
|
|
36
34
|
tableName: import("@bpinternal/zui").ZodDefault<import("@bpinternal/zui").ZodString>;
|
|
37
35
|
taskId: import("@bpinternal/zui").ZodDefault<import("@bpinternal/zui").ZodString>;
|
|
38
36
|
}, "strip", import("@bpinternal/zui").ZodTypeAny, {
|
|
39
|
-
enable: boolean;
|
|
40
37
|
tableName: string;
|
|
41
38
|
taskId: string;
|
|
39
|
+
enable: boolean;
|
|
42
40
|
}, {
|
|
43
|
-
enable?: boolean | undefined;
|
|
44
41
|
tableName?: string | undefined;
|
|
45
42
|
taskId?: string | undefined;
|
|
43
|
+
enable?: boolean | undefined;
|
|
46
44
|
}>>;
|
|
47
45
|
namespace: import("@bpinternal/zui").ZodDefault<import("@bpinternal/zui").ZodString>;
|
|
48
46
|
}, "strip", import("@bpinternal/zui").ZodTypeAny, {
|
|
@@ -52,9 +50,9 @@ declare const ZaiConfig: import("@bpinternal/zui").ZodObject<{
|
|
|
52
50
|
};
|
|
53
51
|
modelId: "anthropic__claude-3-haiku-20240307" | "anthropic__claude-3-5-sonnet-20240620" | "groq__gemma-7b-it" | "groq__gemma2-9b-it" | "groq__llama3-70b-8192" | "groq__llama3-8b-8192" | "groq__llama-3.1-70b-versatile" | "groq__llama-3.1-8b-instant" | "groq__llama-3.2-11b-vision-preview" | "groq__llama-3.2-1b-preview" | "groq__llama-3.2-3b-preview" | "groq__llama-3.2-90b-vision-preview" | "groq__mixtral-8x7b-32768" | "openai__gpt-3.5-turbo-0125" | "openai__gpt-4-turbo-2024-04-09" | "openai__gpt-4o-2024-08-06" | "openai__gpt-4o-2024-05-13" | "openai__gpt-4o-mini-2024-07-18";
|
|
54
52
|
activeLearning: {
|
|
55
|
-
enable: boolean;
|
|
56
53
|
tableName: string;
|
|
57
54
|
taskId: string;
|
|
55
|
+
enable: boolean;
|
|
58
56
|
};
|
|
59
57
|
namespace: string;
|
|
60
58
|
userId?: string | undefined;
|
|
@@ -66,9 +64,9 @@ declare const ZaiConfig: import("@bpinternal/zui").ZodObject<{
|
|
|
66
64
|
} | undefined;
|
|
67
65
|
modelId?: "anthropic__claude-3-haiku-20240307" | "anthropic__claude-3-5-sonnet-20240620" | "groq__gemma-7b-it" | "groq__gemma2-9b-it" | "groq__llama3-70b-8192" | "groq__llama3-8b-8192" | "groq__llama-3.1-70b-versatile" | "groq__llama-3.1-8b-instant" | "groq__llama-3.2-11b-vision-preview" | "groq__llama-3.2-1b-preview" | "groq__llama-3.2-3b-preview" | "groq__llama-3.2-90b-vision-preview" | "groq__mixtral-8x7b-32768" | "openai__gpt-3.5-turbo-0125" | "openai__gpt-4-turbo-2024-04-09" | "openai__gpt-4o-2024-08-06" | "openai__gpt-4o-2024-05-13" | "openai__gpt-4o-mini-2024-07-18" | undefined;
|
|
68
66
|
activeLearning?: {
|
|
69
|
-
enable?: boolean | undefined;
|
|
70
67
|
tableName?: string | undefined;
|
|
71
68
|
taskId?: string | undefined;
|
|
69
|
+
enable?: boolean | undefined;
|
|
72
70
|
} | undefined;
|
|
73
71
|
namespace?: string | undefined;
|
|
74
72
|
}>;
|
|
@@ -85,10 +83,6 @@ export declare class Zai {
|
|
|
85
83
|
protected adapter: Adapter;
|
|
86
84
|
protected activeLearning: ActiveLearning;
|
|
87
85
|
constructor(config: ZaiConfig);
|
|
88
|
-
protected callModel(props: Partial<llm.GenerateContentInput>): Promise<llm.GenerateContentOutput & {
|
|
89
|
-
metadata: GenerationMetadata;
|
|
90
|
-
}>;
|
|
91
|
-
private _callModel;
|
|
92
86
|
protected getTokenizer(): Promise<TextTokenizer>;
|
|
93
87
|
protected get taskId(): string | undefined;
|
|
94
88
|
with(options: Partial<ZaiConfig>): Zai;
|
package/dist/src/zai.js
CHANGED
|
@@ -66,6 +66,7 @@ export class Zai {
|
|
|
66
66
|
? new TableAdapter({ client: this.client, tableName: parsed.activeLearning.tableName })
|
|
67
67
|
: new MemoryAdapter([]);
|
|
68
68
|
}
|
|
69
|
+
/** @internal */
|
|
69
70
|
async callModel(props) {
|
|
70
71
|
let retries = this.retry.maxRetries;
|
|
71
72
|
while (retries-- >= 0) {
|
|
@@ -83,6 +84,7 @@ export class Zai {
|
|
|
83
84
|
}
|
|
84
85
|
throw new Error('Failed to call model after multiple retries');
|
|
85
86
|
}
|
|
87
|
+
/** @internal */
|
|
86
88
|
async _callModel(props) {
|
|
87
89
|
let retries = this.retry.maxRetries;
|
|
88
90
|
do {
|
package/dist/src/zai.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"zai.js","sourceRoot":"","sources":["../../src/zai.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"zai.js","sourceRoot":"","sources":["../../src/zai.ts"],"names":[],"mappings":"AAMA,OAAO,EAAsB,gBAAgB,EAAE,MAAM,gBAAgB,CAAA;AACrE,OAAO,EAAE,CAAC,EAAE,MAAM,iBAAiB,CAAA;AAGnC,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAA;AACjC,OAAO,EAAE,cAAc,EAAsB,MAAM,SAAS,CAAA;AAK5D,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAChF,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,KAAK,CACJ,8BAA8B,EAC9B,oGAAoG,CACrG;SACA,QAAQ,CAAC,sDAAsD,CAAC;SAChE,OAAO,CAAC,qBAAqB,CAAC;IACjC,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,KAAK,CACJ,yBAAyB,EACzB,oGAAoG,CACrG;SACA,QAAQ,CAAC,oBAAoB,CAAC;SAC9B,OAAO,CAAC,SAAS,CAAC;CACtB,CAAC,CAAA;AAGF,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IACzB,MAAM,EAAE,cAAc;IACtB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC,CAAC,QAAQ,EAAE;IAC9E,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IACtF,OAAO,EAAE,CAAC;SACP,MAAM,CACL,CAAC,KAAK,EAAE,EAAE;QACR,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACvD,OAAO,KAAK,CAAA;QACd,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC,EACD;QACE,OAAO,EAAE,kBAAkB;KAC5B,CACF;SACA,QAAQ,CAAC,qCAAqC,CAAC;SAC/C,OAAO,CAAC,gCAAkD,CAAC;IAC9D,cAAc,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IACzD,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,KAAK,CACJ,yBAAyB,EACzB,oGAAoG,CACrG;SACA,OAAO,CAAC,KAAK,CAAC;CAClB,CAAC,CAAA;AAEF,MAAM,OAAO,GAAG;IACJ,MAAM,CAAC,SAAS,GAAkB,IAAK,CAAA;IACvC,MAAM,CAAQ;IAEhB,cAAc,CAAW;IAEzB,MAAM,CAAoB;IAC1B,WAAW,CAAQ;IACnB,KAAK,CAAQ;IACb,KAAK,CAAwB;IAE3B,KAAK,CAAyB;IAC9B,SAAS,CAAQ;IACjB,OAAO,CAAS;IAChB,cAAc,CAAgB;IAExC,YAAY,MAAiB;QAC3B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAA;QAC5B,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAEtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QAC3B,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;QAC9B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAA;QACpB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QAC3B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAA0B,CAAA;QAC9C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,OAAO,CAAE,CAAA;QACzD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAA;QAE3C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,cAAc,EAAE,MAAM;YAC1C,CAAC,CAAC,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC;YACvF,CAAC,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC,CAAA;IAC3B,CAAC;IAED,gBAAgB;IACN,KAAK,CAAC,SAAS,CACvB,KAAwC;QAExC,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAA;QACnC,OAAO,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;YACrC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;oBACjB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;gBAC3D,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,6CAA6C,EAAE,CAAC,CAAC,CAAA;gBACnE,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;IAChE,CAAC;IAED,gBAAgB;IACR,KAAK,CAAC,UAAU,CACtB,KAAwC;QAExC,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAA;QACnC,GAAG,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YACxB,MAAM,KAAK,GAA6B;gBACtC,QAAQ,EAAE,EAAE;gBACZ,WAAW,EAAE,GAAG;gBAChB,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE;gBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,KAAK;aACT,CAAA;YAED,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC/C,IAAI,EAAE,GAAG,IAAI,CAAC,WAAW,kBAAkB;gBAC3C,KAAK;aACN,CAAC,CAAqD,CAAA;YAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;YAElC,OAAO;gBACL,GAAG,MAAM;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO;oBACP,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE;oBACxE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE;iBAC/E;aACF,CAAA;QACH,CAAC,QAAQ,EAAE,OAAO,GAAG,CAAC,EAAC;IACzB,CAAC;IAES,KAAK,CAAC,YAAY;QAC1B,GAAG,CAAC,SAAS,KAAK,MAAM,gBAAgB,EAAE,CAAA;QAC1C,OAAO,GAAG,CAAC,SAAS,CAAA;IACtB,CAAC;IAED,IAAc,MAAM;QAClB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,SAAS,CAAA;QAClB,CAAC;QAED,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC/E,CAAC;IAEM,IAAI,CAAC,OAA2B;QACrC,OAAO,IAAI,GAAG,CAAC;YACb,GAAG,IAAI,CAAC,cAAc;YACtB,GAAG,OAAO;SACX,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,MAAc;QACzB,OAAO,IAAI,GAAG,CAAC;YACb,GAAG,IAAI,CAAC,cAAc;YACtB,cAAc,EAAE,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE;SACjE,CAAC,CAAA;IACJ,CAAC"}
|