@tyvm/knowhow 0.0.17 → 0.0.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/agents/tools/execCommand.ts +46 -27
- package/src/index.ts +1 -0
- package/src/plugins/downloader/plugin.ts +5 -2
- package/src/plugins/url.ts +8 -2
- package/src/processors/TokenCompressor.ts +9 -3
- package/src/processors/index.ts +3 -0
- package/ts_build/src/agents/tools/execCommand.js +23 -10
- package/ts_build/src/agents/tools/execCommand.js.map +1 -1
- package/ts_build/src/index.d.ts +1 -0
- package/ts_build/src/index.js +2 -1
- package/ts_build/src/index.js.map +1 -1
- package/ts_build/src/plugins/downloader/plugin.js +5 -2
- package/ts_build/src/plugins/downloader/plugin.js.map +1 -1
- package/ts_build/src/plugins/url.js +6 -2
- package/ts_build/src/plugins/url.js.map +1 -1
- package/ts_build/src/processors/TokenCompressor.d.ts +2 -1
- package/ts_build/src/processors/TokenCompressor.js +8 -3
- package/ts_build/src/processors/TokenCompressor.js.map +1 -1
- package/ts_build/src/processors/index.d.ts +3 -0
- package/ts_build/src/processors/index.js +10 -0
- package/ts_build/src/processors/index.js.map +1 -0
package/package.json
CHANGED
|
@@ -13,20 +13,28 @@ export interface ExecCommandOptions {
|
|
|
13
13
|
const execWithTimeout = async (
|
|
14
14
|
command: string,
|
|
15
15
|
options: ExecCommandOptions = {}
|
|
16
|
-
): Promise<{
|
|
17
|
-
|
|
18
|
-
|
|
16
|
+
): Promise<{
|
|
17
|
+
stdout: string;
|
|
18
|
+
stderr: string;
|
|
19
|
+
timedOut: boolean;
|
|
20
|
+
killed: boolean;
|
|
21
|
+
}> => {
|
|
22
|
+
const { timeout, killOnTimeout = false } = options;
|
|
23
|
+
|
|
24
|
+
// If no timeout is specified, default to waiting for completion
|
|
25
|
+
const { waitForCompletion = !timeout } = options;
|
|
26
|
+
|
|
19
27
|
if (!timeout || waitForCompletion) {
|
|
20
28
|
// Default behavior - wait for completion
|
|
21
29
|
try {
|
|
22
30
|
const result = await execAsync(command);
|
|
23
31
|
return { ...result, timedOut: false, killed: false };
|
|
24
32
|
} catch (error) {
|
|
25
|
-
return {
|
|
26
|
-
stdout: error.stdout || "",
|
|
27
|
-
stderr: error.stderr || error.message,
|
|
28
|
-
timedOut: false,
|
|
29
|
-
killed: false
|
|
33
|
+
return {
|
|
34
|
+
stdout: error.stdout || "",
|
|
35
|
+
stderr: error.stderr || error.message,
|
|
36
|
+
timedOut: false,
|
|
37
|
+
killed: false,
|
|
30
38
|
};
|
|
31
39
|
}
|
|
32
40
|
}
|
|
@@ -35,39 +43,49 @@ const execWithTimeout = async (
|
|
|
35
43
|
return new Promise((resolve) => {
|
|
36
44
|
const childProcess = exec(command, (error, stdout, stderr) => {
|
|
37
45
|
if (error && !error.killed) {
|
|
38
|
-
resolve({
|
|
46
|
+
resolve({
|
|
47
|
+
stdout,
|
|
48
|
+
stderr: stderr || error.message,
|
|
49
|
+
timedOut: false,
|
|
50
|
+
killed: false,
|
|
51
|
+
});
|
|
39
52
|
} else {
|
|
40
|
-
resolve({
|
|
53
|
+
resolve({
|
|
54
|
+
stdout,
|
|
55
|
+
stderr,
|
|
56
|
+
timedOut: false,
|
|
57
|
+
killed: error?.killed || false,
|
|
58
|
+
});
|
|
41
59
|
}
|
|
42
60
|
});
|
|
43
61
|
|
|
44
62
|
const timeoutId = setTimeout(() => {
|
|
45
63
|
if (killOnTimeout) {
|
|
46
|
-
childProcess.kill(
|
|
64
|
+
childProcess.kill("SIGTERM");
|
|
47
65
|
// Force kill after additional 5 seconds if still running
|
|
48
66
|
setTimeout(() => {
|
|
49
67
|
if (!childProcess.killed) {
|
|
50
|
-
childProcess.kill(
|
|
68
|
+
childProcess.kill("SIGKILL");
|
|
51
69
|
}
|
|
52
70
|
}, 5000);
|
|
53
|
-
resolve({
|
|
54
|
-
stdout: "",
|
|
55
|
-
stderr: `Command timed out after ${timeout}ms and was killed`,
|
|
56
|
-
timedOut: true,
|
|
57
|
-
killed: true
|
|
71
|
+
resolve({
|
|
72
|
+
stdout: "",
|
|
73
|
+
stderr: `Command timed out after ${timeout}ms and was killed`,
|
|
74
|
+
timedOut: true,
|
|
75
|
+
killed: true,
|
|
58
76
|
});
|
|
59
77
|
} else {
|
|
60
|
-
resolve({
|
|
61
|
-
stdout: "",
|
|
62
|
-
stderr: `Command timed out after ${timeout}ms but is still running in background`,
|
|
63
|
-
timedOut: true,
|
|
64
|
-
killed: false
|
|
78
|
+
resolve({
|
|
79
|
+
stdout: "",
|
|
80
|
+
stderr: `Command timed out after ${timeout}ms but is still running in background`,
|
|
81
|
+
timedOut: true,
|
|
82
|
+
killed: false,
|
|
65
83
|
});
|
|
66
84
|
}
|
|
67
85
|
}, timeout);
|
|
68
86
|
|
|
69
87
|
// Clear timeout if command completes before timeout
|
|
70
|
-
childProcess.on(
|
|
88
|
+
childProcess.on("exit", () => {
|
|
71
89
|
clearTimeout(timeoutId);
|
|
72
90
|
});
|
|
73
91
|
});
|
|
@@ -82,21 +100,22 @@ export const execCommand = async (
|
|
|
82
100
|
): Promise<string> => {
|
|
83
101
|
let output = "";
|
|
84
102
|
console.log("execCommand:", command);
|
|
85
|
-
|
|
103
|
+
|
|
86
104
|
const { stdout, stderr, timedOut, killed } = await execWithTimeout(command, {
|
|
87
105
|
timeout,
|
|
88
106
|
killOnTimeout,
|
|
89
107
|
waitForCompletion,
|
|
90
|
-
|
|
91
108
|
});
|
|
92
109
|
|
|
93
110
|
if (stderr) {
|
|
94
111
|
output += stderr + "\n";
|
|
95
112
|
}
|
|
96
113
|
output += stdout;
|
|
97
|
-
|
|
114
|
+
|
|
98
115
|
if (timedOut) {
|
|
99
|
-
const statusMsg = killed
|
|
116
|
+
const statusMsg = killed
|
|
117
|
+
? " (killed due to timeout)"
|
|
118
|
+
: " (timed out, still running)";
|
|
100
119
|
console.log(`$ ${command}${statusMsg}:\n${output}`);
|
|
101
120
|
} else {
|
|
102
121
|
console.log(`$ ${command}:\n${output}`);
|
package/src/index.ts
CHANGED
|
@@ -8,7 +8,7 @@ export class DownloaderPlugin extends PluginBase {
|
|
|
8
8
|
static readonly meta: PluginMeta = {
|
|
9
9
|
key: "downloader",
|
|
10
10
|
name: "Downloader Plugin",
|
|
11
|
-
requires: []
|
|
11
|
+
requires: [],
|
|
12
12
|
};
|
|
13
13
|
|
|
14
14
|
constructor() {
|
|
@@ -20,7 +20,7 @@ export class DownloaderPlugin extends PluginBase {
|
|
|
20
20
|
extractUrls(userInput: string): string[] {
|
|
21
21
|
const urlRegex = /https:\/\/[^\s]+/gim;
|
|
22
22
|
const matches = userInput.match(urlRegex) || [];
|
|
23
|
-
return matches;
|
|
23
|
+
return Array.from(new Set(matches));
|
|
24
24
|
}
|
|
25
25
|
|
|
26
26
|
async call(userInput: string): Promise<string> {
|
|
@@ -28,6 +28,9 @@ export class DownloaderPlugin extends PluginBase {
|
|
|
28
28
|
if (urls.length === 0) {
|
|
29
29
|
return "DOWNLOADER PLUGIN: No URLs found in the input";
|
|
30
30
|
}
|
|
31
|
+
if (urls.length > 10) {
|
|
32
|
+
return "DOWNLOADER PLUGIN: Too many URLs found in the input. Skipping likely unintentional bulk download.";
|
|
33
|
+
}
|
|
31
34
|
let transcript = "";
|
|
32
35
|
for (const url of urls) {
|
|
33
36
|
if (this.skipExt.includes(url.split(".").pop() || "")) {
|
package/src/plugins/url.ts
CHANGED
|
@@ -9,7 +9,7 @@ export class UrlPlugin extends PluginBase implements Plugin {
|
|
|
9
9
|
static readonly meta: PluginMeta = {
|
|
10
10
|
key: "url",
|
|
11
11
|
name: "URL Plugin",
|
|
12
|
-
requires: []
|
|
12
|
+
requires: [],
|
|
13
13
|
};
|
|
14
14
|
|
|
15
15
|
constructor() {
|
|
@@ -24,7 +24,9 @@ export class UrlPlugin extends PluginBase implements Plugin {
|
|
|
24
24
|
|
|
25
25
|
extractUrls(userPrompt: string): string[] {
|
|
26
26
|
const urlRegex = /(https?:\/\/[^\s]+)/g;
|
|
27
|
-
|
|
27
|
+
const urls = userPrompt.match(urlRegex) || [];
|
|
28
|
+
|
|
29
|
+
return Array.from(new Set(urls));
|
|
28
30
|
}
|
|
29
31
|
|
|
30
32
|
async fetchAndParseUrl(url: string): Promise<MinimalEmbedding | null> {
|
|
@@ -50,6 +52,10 @@ export class UrlPlugin extends PluginBase implements Plugin {
|
|
|
50
52
|
return "URL PLUGIN: No URLs detected.";
|
|
51
53
|
}
|
|
52
54
|
|
|
55
|
+
if (urls.length > 10) {
|
|
56
|
+
return "URL PLUGIN: Too many URLs detected. Skipping like unintentional bulk browse.";
|
|
57
|
+
}
|
|
58
|
+
|
|
53
59
|
const results = await Promise.all(urls.map(this.fetchAndParseUrl));
|
|
54
60
|
const validResults = results.filter(
|
|
55
61
|
(r): r is MinimalEmbedding => r !== null
|
|
@@ -8,12 +8,12 @@ interface TokenCompressorStorage {
|
|
|
8
8
|
|
|
9
9
|
export class TokenCompressor {
|
|
10
10
|
private storage: TokenCompressorStorage = {};
|
|
11
|
-
private maxTokens: number =
|
|
11
|
+
private maxTokens: number = 4000;
|
|
12
12
|
private compressionRatio: number = 0.1;
|
|
13
13
|
private keyPrefix: string = "compressed_";
|
|
14
|
-
private jsonPropertyThreshold: number = 20000;
|
|
15
14
|
private toolName: string = expandTokensDefinition.function.name;
|
|
16
|
-
private characterLimit: number =
|
|
15
|
+
private characterLimit: number = this.maxTokens * 4;
|
|
16
|
+
private jsonPropertyThreshold: number = this.maxTokens;
|
|
17
17
|
|
|
18
18
|
constructor(toolsService?: ToolsService) {
|
|
19
19
|
this.registerTool(toolsService);
|
|
@@ -24,6 +24,12 @@ export class TokenCompressor {
|
|
|
24
24
|
return Math.ceil(text.length / 4);
|
|
25
25
|
}
|
|
26
26
|
|
|
27
|
+
public setMaxTokens(maxTokens: number): void {
|
|
28
|
+
this.maxTokens = maxTokens;
|
|
29
|
+
this.characterLimit = maxTokens * 4;
|
|
30
|
+
this.jsonPropertyThreshold = maxTokens;
|
|
31
|
+
}
|
|
32
|
+
|
|
27
33
|
/**
|
|
28
34
|
* Attempts to parse content as JSON and returns parsed object if successful
|
|
29
35
|
*/
|
|
@@ -5,7 +5,8 @@ const child_process_1 = require("child_process");
|
|
|
5
5
|
const util_1 = require("util");
|
|
6
6
|
const execAsync = (0, util_1.promisify)(child_process_1.exec);
|
|
7
7
|
const execWithTimeout = async (command, options = {}) => {
|
|
8
|
-
const { timeout, killOnTimeout = false
|
|
8
|
+
const { timeout, killOnTimeout = false } = options;
|
|
9
|
+
const { waitForCompletion = !timeout } = options;
|
|
9
10
|
if (!timeout || waitForCompletion) {
|
|
10
11
|
try {
|
|
11
12
|
const result = await execAsync(command);
|
|
@@ -16,32 +17,42 @@ const execWithTimeout = async (command, options = {}) => {
|
|
|
16
17
|
stdout: error.stdout || "",
|
|
17
18
|
stderr: error.stderr || error.message,
|
|
18
19
|
timedOut: false,
|
|
19
|
-
killed: false
|
|
20
|
+
killed: false,
|
|
20
21
|
};
|
|
21
22
|
}
|
|
22
23
|
}
|
|
23
24
|
return new Promise((resolve) => {
|
|
24
25
|
const childProcess = (0, child_process_1.exec)(command, (error, stdout, stderr) => {
|
|
25
26
|
if (error && !error.killed) {
|
|
26
|
-
resolve({
|
|
27
|
+
resolve({
|
|
28
|
+
stdout,
|
|
29
|
+
stderr: stderr || error.message,
|
|
30
|
+
timedOut: false,
|
|
31
|
+
killed: false,
|
|
32
|
+
});
|
|
27
33
|
}
|
|
28
34
|
else {
|
|
29
|
-
resolve({
|
|
35
|
+
resolve({
|
|
36
|
+
stdout,
|
|
37
|
+
stderr,
|
|
38
|
+
timedOut: false,
|
|
39
|
+
killed: error?.killed || false,
|
|
40
|
+
});
|
|
30
41
|
}
|
|
31
42
|
});
|
|
32
43
|
const timeoutId = setTimeout(() => {
|
|
33
44
|
if (killOnTimeout) {
|
|
34
|
-
childProcess.kill(
|
|
45
|
+
childProcess.kill("SIGTERM");
|
|
35
46
|
setTimeout(() => {
|
|
36
47
|
if (!childProcess.killed) {
|
|
37
|
-
childProcess.kill(
|
|
48
|
+
childProcess.kill("SIGKILL");
|
|
38
49
|
}
|
|
39
50
|
}, 5000);
|
|
40
51
|
resolve({
|
|
41
52
|
stdout: "",
|
|
42
53
|
stderr: `Command timed out after ${timeout}ms and was killed`,
|
|
43
54
|
timedOut: true,
|
|
44
|
-
killed: true
|
|
55
|
+
killed: true,
|
|
45
56
|
});
|
|
46
57
|
}
|
|
47
58
|
else {
|
|
@@ -49,11 +60,11 @@ const execWithTimeout = async (command, options = {}) => {
|
|
|
49
60
|
stdout: "",
|
|
50
61
|
stderr: `Command timed out after ${timeout}ms but is still running in background`,
|
|
51
62
|
timedOut: true,
|
|
52
|
-
killed: false
|
|
63
|
+
killed: false,
|
|
53
64
|
});
|
|
54
65
|
}
|
|
55
66
|
}, timeout);
|
|
56
|
-
childProcess.on(
|
|
67
|
+
childProcess.on("exit", () => {
|
|
57
68
|
clearTimeout(timeoutId);
|
|
58
69
|
});
|
|
59
70
|
});
|
|
@@ -71,7 +82,9 @@ const execCommand = async (command, timeout, killOnTimeout, waitForCompletion) =
|
|
|
71
82
|
}
|
|
72
83
|
output += stdout;
|
|
73
84
|
if (timedOut) {
|
|
74
|
-
const statusMsg = killed
|
|
85
|
+
const statusMsg = killed
|
|
86
|
+
? " (killed due to timeout)"
|
|
87
|
+
: " (timed out, still running)";
|
|
75
88
|
console.log(`$ ${command}${statusMsg}:\n${output}`);
|
|
76
89
|
}
|
|
77
90
|
else {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"execCommand.js","sourceRoot":"","sources":["../../../../src/agents/tools/execCommand.ts"],"names":[],"mappings":";;;AAAA,iDAAqC;AACrC,+BAAiC;AAEjC,MAAM,SAAS,GAAG,IAAA,gBAAS,EAAC,oBAAI,CAAC,CAAC;AASlC,MAAM,eAAe,GAAG,KAAK,EAC3B,OAAe,EACf,UAA8B,EAAE,
|
|
1
|
+
{"version":3,"file":"execCommand.js","sourceRoot":"","sources":["../../../../src/agents/tools/execCommand.ts"],"names":[],"mappings":";;;AAAA,iDAAqC;AACrC,+BAAiC;AAEjC,MAAM,SAAS,GAAG,IAAA,gBAAS,EAAC,oBAAI,CAAC,CAAC;AASlC,MAAM,eAAe,GAAG,KAAK,EAC3B,OAAe,EACf,UAA8B,EAAE,EAM/B,EAAE;IACH,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IAGnD,MAAM,EAAE,iBAAiB,GAAG,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC;IAEjD,IAAI,CAAC,OAAO,IAAI,iBAAiB,EAAE;QAEjC,IAAI;YACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;YACxC,OAAO,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;SACtD;QAAC,OAAO,KAAK,EAAE;YACd,OAAO;gBACL,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO;gBACrC,QAAQ,EAAE,KAAK;gBACf,MAAM,EAAE,KAAK;aACd,CAAC;SACH;KACF;IAGD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,YAAY,GAAG,IAAA,oBAAI,EAAC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YAC3D,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;gBAC1B,OAAO,CAAC;oBACN,MAAM;oBACN,MAAM,EAAE,MAAM,IAAI,KAAK,CAAC,OAAO;oBAC/B,QAAQ,EAAE,KAAK;oBACf,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;aACJ;iBAAM;gBACL,OAAO,CAAC;oBACN,MAAM;oBACN,MAAM;oBACN,QAAQ,EAAE,KAAK;oBACf,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,KAAK;iBAC/B,CAAC,CAAC;aACJ;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,aAAa,EAAE;gBACjB,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAE7B,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;wBACxB,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;qBAC9B;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;gBACT,OAAO,CAAC;oBACN,MAAM,EAAE,EAAE;oBACV,MAAM,EAAE,2BAA2B,OAAO,mBAAmB;oBAC7D,QAAQ,EAAE,IAAI;oBACd,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;aACJ;iBAAM;gBACL,OAAO,CAAC;oBACN,MAAM,EAAE,EAAE;oBACV,MAAM,EAAE,2BAA2B,OAAO,uCAAuC;oBACjF,QAAQ,EAAE,IAAI;oBACd,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;aACJ;QACH,CAAC,EAAE,OAAO,CAAC,CAAC;QAGZ,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YAC3B,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAGK,MAAM,WAAW,GAAG,KAAK,EAC9B,OAAe,EACf,OAAgB,EAChB,aAAuB,EACvB,iBAA2B,EACV,EAAE;IACnB,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAErC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE;QAC1E,OAAO;QACP,aAAa;QACb,iBAAiB;KAClB,CAAC,CAAC;IAEH,IAAI,MAAM,EAAE;QACV,MAAM,IAAI,MAAM,GAAG,IAAI,CAAC;KACzB;IACD,MAAM,IAAI,MAAM,CAAC;IAEjB,IAAI,QAAQ,EAAE;QACZ,MAAM,SAAS,GAAG,MAAM;YACtB,CAAC,CAAC,0BAA0B;YAC5B,CAAC,CAAC,6BAA6B,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,GAAG,SAAS,MAAM,MAAM,EAAE,CAAC,CAAC;KACrD;SAAM;QACL,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,MAAM,MAAM,EAAE,CAAC,CAAC;KACzC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC;IACtB,MAAM,aAAa,GAAG,KAAK,CAAC;IAC5B,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC;IAChD,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAE9E,MAAM,cAAc,GAAG,UAAU;QAC/B,CAAC,CAAC,KAAK,UAAU,CAAC,MAAM,GAAG,QAAQ,mBAAmB;QACtD,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,GAAG,cAAc,CAAC;AAC3E,CAAC,CAAC;AAzCW,QAAA,WAAW,eAyCtB"}
|
package/ts_build/src/index.d.ts
CHANGED
|
@@ -4,6 +4,7 @@ export * as ai from "./ai";
|
|
|
4
4
|
export * as services from "./services";
|
|
5
5
|
export * as embeddings from "./embeddings";
|
|
6
6
|
export * as types from "./types";
|
|
7
|
+
export * as processors from "./processors";
|
|
7
8
|
export declare function embed(): Promise<void>;
|
|
8
9
|
export declare function purge(globPath: string): Promise<void>;
|
|
9
10
|
export declare function upload(): Promise<void>;
|
package/ts_build/src/index.js
CHANGED
|
@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
26
26
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
27
|
};
|
|
28
28
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
-
exports.download = exports.chat = exports.handleSingleOutputGeneration = exports.handleMultiOutputGeneration = exports.generate = exports.upload = exports.purge = exports.embed = exports.types = exports.embeddings = exports.services = exports.ai = exports.agents = exports.clients = void 0;
|
|
29
|
+
exports.download = exports.chat = exports.handleSingleOutputGeneration = exports.handleMultiOutputGeneration = exports.generate = exports.upload = exports.purge = exports.embed = exports.processors = exports.types = exports.embeddings = exports.services = exports.ai = exports.agents = exports.clients = void 0;
|
|
30
30
|
const ai_1 = require("./ai");
|
|
31
31
|
const hashes_1 = require("./hashes");
|
|
32
32
|
const fs = __importStar(require("fs"));
|
|
@@ -49,6 +49,7 @@ exports.ai = __importStar(require("./ai"));
|
|
|
49
49
|
exports.services = __importStar(require("./services"));
|
|
50
50
|
exports.embeddings = __importStar(require("./embeddings"));
|
|
51
51
|
exports.types = __importStar(require("./types"));
|
|
52
|
+
exports.processors = __importStar(require("./processors"));
|
|
52
53
|
async function embed() {
|
|
53
54
|
const config = await (0, config_1.getConfig)();
|
|
54
55
|
const ignorePattern = await (0, config_1.getIgnorePattern)();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6BAAqD;AACrD,qCAKkB;AAElB,uCAAyB;AACzB,2CAA6B;AAC7B,+CAAiC;AAEjC,gDAAwB;AAGxB,mCAMiB;AACjB,mCAA0D;AAC1D,qCAKkB;AAClB,6CASsB;AAGtB,iCAAkC;AAClC,6CAA6C;AAC7C,+CAA4C;AAC5C,sCAAsC;AACtC,8CAA2C;AAE3C,4DAA4D;AAG5D,qDAAqC;AACrC,mDAAmC;AACnC,2CAA2B;AAC3B,uDAAuC;AACvC,2DAA2C;AAC3C,iDAAiC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6BAAqD;AACrD,qCAKkB;AAElB,uCAAyB;AACzB,2CAA6B;AAC7B,+CAAiC;AAEjC,gDAAwB;AAGxB,mCAMiB;AACjB,mCAA0D;AAC1D,qCAKkB;AAClB,6CASsB;AAGtB,iCAAkC;AAClC,6CAA6C;AAC7C,+CAA4C;AAC5C,sCAAsC;AACtC,8CAA2C;AAE3C,4DAA4D;AAG5D,qDAAqC;AACrC,mDAAmC;AACnC,2CAA2B;AAC3B,uDAAuC;AACvC,2DAA2C;AAC3C,iDAAiC;AACjC,2DAA2C;AAEpC,KAAK,UAAU,KAAK;IAEzB,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,aAAa,GAAG,MAAM,IAAA,yBAAgB,GAAE,CAAC;IAE/C,MAAM,YAAY,GAChB,MAAM,CAAC,cAAc,IAAI,uBAAe,CAAC,MAAM,CAAC,aAAa,CAAC;IAChE,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,YAAY,EAAE;QACxC,MAAM,IAAA,wBAAW,EAAC,YAAY,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;KACxD;AACH,CAAC;AAVD,sBAUC;AAEM,KAAK,UAAU,KAAK,CAAC,QAAgB;IAC1C,MAAM,KAAK,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,MAAM,IAAA,sCAAyB,GAAE,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;QAC5D,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;QACtC,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;QAC1C,IAAI,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE;YAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC7B,MAAM,GAAG,MAAM;iBACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAE5B,IAAI,KAAK,GAAG,MAAM,EAAE;gBAClB,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;aAClC;SACF;QACD,MAAM,IAAA,0BAAa,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;KACnC;AACH,CAAC;AAxBD,sBAwBC;AAEM,KAAK,UAAU,MAAM;IAC1B,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IAEjC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,YAAY,EAAE;QACxC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QAEjC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;YACtB,OAAO,CAAC,GAAG,CACT,UAAU,EACV,MAAM,CAAC,MAAM,EACb,qCAAqC,CACtC,CAAC;YACF,SAAS;SACV;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,gBAAQ,EAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAChE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG;YACX,aAAa;YACb,KAAK;SACN,CAAC;QAEF,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,EAAE;YAC9B,OAAO,CAAC,GAAG,CACT,WAAW,EACX,MAAM,CAAC,MAAM,EACb,IAAI,EACJ,GAAG,UAAU,IAAI,aAAa,OAAO,CACtC,CAAC;YAEF,MAAM,KAAK,GAAG,GAAG,aAAa,OAAO,CAAC;YACtC,MAAM,UAAK,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;SAC1D;aAAM,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;gBACpB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;aAC7D;YACD,MAAM,GAAG,GAAG,MAAM,gCAAgB,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;YACjC,MAAM,UAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SACtD;aAAM;YACL,OAAO,CAAC,GAAG,CACT,oBAAoB,EACpB,MAAM,CAAC,UAAU,EACjB,KAAK,EACL,MAAM,CAAC,MAAM,CACd,CAAC;SACH;KACF;AACH,CAAC;AA/CD,wBA+CC;AAEM,KAAK,UAAU,QAAQ;IAC5B,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE;QACnC,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7D,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAC1C,MAAM,KAAK,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAU,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE/C,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAC/B,MAAM,2BAA2B,CAC/B,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,KAAK,EACZ,KAAK,EACL,MAAM,EACN,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,KAAK,CACb,CAAC;aACH;iBAAM;gBACL,MAAM,4BAA4B,CAChC,MAAM,CAAC,KAAK,EACZ,KAAK,EACL,MAAM,EACN,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,KAAK,CACb,CAAC;aACH;SACF;aAAM;YACL,MAAM,wBAAwB,CAAC,MAAM,CAAC,CAAC;SACxC;KACF;AACH,CAAC;AAlCD,4BAkCC;AAED,KAAK,UAAU,wBAAwB,CAAC,MAAwB;IAC9D,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAC/B,IAAI,iBAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,iBAAO,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,mCAAmC,CAAC,CAAC;SACpE;QACD,MAAM,IAAA,iBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;KACtC;IACD,OAAO,wBAAwB,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,MAAwB;IAC9D,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAU,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;IAExC,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;QAC/B,MAAM,2BAA2B,CAC/B,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,KAAK,EACZ,KAAK,EACL,MAAM,EACN,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,KAAK,CACb,CAAC;KACH;SAAM;QACL,MAAM,4BAA4B,CAChC,MAAM,CAAC,KAAK,EACZ,KAAK,EACL,MAAM,EACN,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,KAAK,CACb,CAAC;KACH;AACH,CAAC;AACM,KAAK,UAAU,2BAA2B,CAC/C,KAAa,EACb,YAAoB,EACpB,KAAe,EACf,MAAc,EACd,MAAc,EACd,SAAS,GAAG,KAAK,EACjB,UAAmB,EACnB,IAAa,EACb,KAAc;IAGd,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAGzE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IAEjC,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC3C,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC,CAAC,EAAE,CAAC;IAEP,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QAExB,MAAM,WAAW,GAAG,MAAM,IAAA,0BAAa,EAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YACjB,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;SACjD;QAGD,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM;YACpB,CAAC,CAAC,MAAM,IAAA,kBAAa,EAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;YACjD,CAAC,CAAC,WAAW,CAAC;QAGhB,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAErD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YAChC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SACjD;QAED,MAAM,cAAc,GAAG,UAAU,IAAI,IAAI,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAC1B,YAAY,EACZ,cAAc,GAAG,GAAG,GAAG,SAAS,CACjC,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,CAAC;QAE1D,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,IAAA,4BAAmB,EAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACzE,IAAI,SAAS,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,2BAA2B,CAAC,CAAC;YAChE,SAAS;SACV;QAED,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,IAAA,iBAAS,EAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAErC,MAAM,IAAA,0BAAiB,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;KAC9C;AACH,CAAC;AAhED,kEAgEC;AAEM,KAAK,UAAU,4BAA4B,CAChD,KAAa,EACb,KAAe,EACf,MAAc,EACd,UAAkB,EAClB,IAAa,EACb,KAAc;IAEd,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEzE,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,GAAG,KAAK,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,MAAM,IAAA,4BAAmB,EAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAC9E,IAAI,SAAS,EAAE;QACb,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,MAAM,qCAAqC,CAAC,CAAC;QAC3E,OAAO;KACR;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,MAAM;QACpB,CAAC,CAAC,MAAM,IAAA,mBAAc,EAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;QACnD,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,0BAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE/D,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAExE,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;IAC9C,MAAM,IAAA,iBAAS,EAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAErC,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,UAAU,CAAC,CAAC;AACpD,CAAC;AA7BD,oEA6BC;AAEM,KAAK,UAAU,IAAI;IACxB,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,UAAU,GAAG,MAAM,IAAA,oCAAuB,GAAE,CAAC;IACnD,MAAM,IAAA,eAAQ,EAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;AACxD,CAAC;AAJD,oBAIC;AAEM,KAAK,UAAU,QAAQ;IAC5B,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IAEjC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,YAAY,EAAE;QACxC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QAEtC,IAAI,CAAC,UAAU,EAAE;YACf,OAAO,CAAC,GAAG,CACT,UAAU,EACV,MAAM,CAAC,MAAM,EACb,qCAAqC,CACtC,CAAC;YACF,SAAS;SACV;QAED,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,GAAG,IAAI,OAAO,CAAC;QAChC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;QAEtC,IAAI,UAAU,KAAK,IAAI,EAAE;YACvB,MAAM,UAAU,GAAG,MAAM,CAAC;YAC1B,OAAO,CAAC,GAAG,CACT,aAAa,EACb,QAAQ,EACR,QAAQ,UAAU,EAAE,EACpB,UAAU,EACV,IAAI,EACJ,eAAe,CAChB,CAAC;YACF,MAAM,UAAK,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;SACjE;aAAM,IAAI,UAAU,KAAK,QAAQ,EAAE;YAClC,OAAO,CAAC,GAAG,CACT,aAAa,EACb,QAAQ,EACR,kBAAkB,EAClB,MAAM,EACN,IAAI,EACJ,eAAe,CAChB,CAAC;YACF,MAAM,aAAa,GAAG,sBAAsB,GAAG,QAAQ,CAAC;YACxD,MAAM,eAAM,CAAC,YAAY,CAAC,MAAM,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;SACnE;aAAM,IAAI,UAAU,KAAK,SAAS,EAAE;YACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;gBACpB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;aAC/D;YACD,OAAO,CAAC,GAAG,CACT,aAAa,EACb,QAAQ,EACR,cAAc,EACd,IAAI,EACJ,eAAe,CAChB,CAAC;YACF,MAAM,YAAY,GAAG,MAAM,gCAAgB,CAAC,uBAAuB,CACjE,MAAM,CACP,CAAC;YACF,MAAM,UAAK,CAAC,wBAAwB,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;SACrE;aAAM;YACL,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SAC3D;KACF;AACH,CAAC;AA5DD,4BA4DC"}
|
|
@@ -12,7 +12,7 @@ class DownloaderPlugin extends PluginBase_1.PluginBase {
|
|
|
12
12
|
static meta = {
|
|
13
13
|
key: "downloader",
|
|
14
14
|
name: "Downloader Plugin",
|
|
15
|
-
requires: []
|
|
15
|
+
requires: [],
|
|
16
16
|
};
|
|
17
17
|
constructor() {
|
|
18
18
|
super(DownloaderPlugin.meta);
|
|
@@ -21,13 +21,16 @@ class DownloaderPlugin extends PluginBase_1.PluginBase {
|
|
|
21
21
|
extractUrls(userInput) {
|
|
22
22
|
const urlRegex = /https:\/\/[^\s]+/gim;
|
|
23
23
|
const matches = userInput.match(urlRegex) || [];
|
|
24
|
-
return matches;
|
|
24
|
+
return Array.from(new Set(matches));
|
|
25
25
|
}
|
|
26
26
|
async call(userInput) {
|
|
27
27
|
const urls = this.extractUrls(userInput);
|
|
28
28
|
if (urls.length === 0) {
|
|
29
29
|
return "DOWNLOADER PLUGIN: No URLs found in the input";
|
|
30
30
|
}
|
|
31
|
+
if (urls.length > 10) {
|
|
32
|
+
return "DOWNLOADER PLUGIN: Too many URLs found in the input. Skipping likely unintentional bulk download.";
|
|
33
|
+
}
|
|
31
34
|
let transcript = "";
|
|
32
35
|
for (const url of urls) {
|
|
33
36
|
if (this.skipExt.includes(url.split(".").pop() || "")) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/plugin.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,8CAAuD;AAEvD,iDAA+D;AAC/D,6CAA0C;AAE1C,MAAa,gBAAiB,SAAQ,uBAAU;IAC9C,MAAM,CAAU,IAAI,GAAe;QACjC,GAAG,EAAE,YAAY;QACjB,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF;QACE,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAExC,WAAW,CAAC,SAAiB;QAC3B,MAAM,QAAQ,GAAG,qBAAqB,CAAC;QACvC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChD,OAAO,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/plugin.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,8CAAuD;AAEvD,iDAA+D;AAC/D,6CAA0C;AAE1C,MAAa,gBAAiB,SAAQ,uBAAU;IAC9C,MAAM,CAAU,IAAI,GAAe;QACjC,GAAG,EAAE,YAAY;QACjB,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF;QACE,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAExC,WAAW,CAAC,SAAiB;QAC3B,MAAM,QAAQ,GAAG,qBAAqB,CAAC;QACvC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,+CAA+C,CAAC;SACxD;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE;YACpB,OAAO,mGAAmG,CAAC;SAC5G;QACD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE;gBACrD,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;gBAChD,SAAS;aACV;YACD,IAAI;gBACF,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;gBAClD,MAAM,WAAW,GAAG,qBAAqB,CAAC;gBAC1C,MAAM,QAAQ,GAAG,MAAM,uBAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;gBAC7D,MAAM,QAAQ,GAAG,GAAG,WAAW,GAAG,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAChE,UAAU,IAAI,MAAM,IAAA,0BAAa,EAAC,QAAQ,CAAC,CAAC;aAC7C;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;aACxD;SACF;QACD,OAAO,qBAAqB,GAAG,UAAU,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAiB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,EAAE,CAAC;SACX;QAED,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,MAAM,WAAW,GAAG,qBAAqB,CAAC;YAC1C,MAAM,QAAQ,GAAG,MAAM,uBAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,GAAG,WAAW,GAAG,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;YAChE,MAAM,SAAS,GAAG,MAAM,IAAA,yBAAY,EAAC,QAAQ,CAAC,CAAC;YAE/C,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;gBAC7B,IAAI,KAAK,CAAC,aAAa,EAAE;oBACvB,UAAU,CAAC,IAAI,CAAC;wBACd,EAAE,EAAE,GAAG,GAAG,UAAU,KAAK,EAAE;wBAC3B,IAAI,EAAE,KAAK,CAAC,aAAa;wBACzB,QAAQ,EAAE;4BACR,GAAG;4BACH,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;4BACpC,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG;4BACtC,KAAK,EAAE,YAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC;yBACnD;qBACF,CAAC,CAAC;iBACJ;gBAED,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE;oBAC3B,UAAU,CAAC,IAAI,CAAC;wBACd,EAAE,EAAE,GAAG,GAAG,UAAU,KAAK,EAAE;wBAC3B,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;wBAC7B,QAAQ,EAAE;4BACR,GAAG;4BACH,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG;yBACvC;qBACF,CAAC,CAAC;iBACJ;gBAED,KAAK,EAAE,CAAC;aACT;SACF;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;;AA1FH,4CA2FC"}
|
|
@@ -10,7 +10,7 @@ class UrlPlugin extends PluginBase_1.PluginBase {
|
|
|
10
10
|
static meta = {
|
|
11
11
|
key: "url",
|
|
12
12
|
name: "URL Plugin",
|
|
13
|
-
requires: []
|
|
13
|
+
requires: [],
|
|
14
14
|
};
|
|
15
15
|
constructor() {
|
|
16
16
|
super(UrlPlugin.meta);
|
|
@@ -22,7 +22,8 @@ class UrlPlugin extends PluginBase_1.PluginBase {
|
|
|
22
22
|
}
|
|
23
23
|
extractUrls(userPrompt) {
|
|
24
24
|
const urlRegex = /(https?:\/\/[^\s]+)/g;
|
|
25
|
-
|
|
25
|
+
const urls = userPrompt.match(urlRegex) || [];
|
|
26
|
+
return Array.from(new Set(urls));
|
|
26
27
|
}
|
|
27
28
|
async fetchAndParseUrl(url) {
|
|
28
29
|
try {
|
|
@@ -44,6 +45,9 @@ class UrlPlugin extends PluginBase_1.PluginBase {
|
|
|
44
45
|
if (urls.length === 0) {
|
|
45
46
|
return "URL PLUGIN: No URLs detected.";
|
|
46
47
|
}
|
|
48
|
+
if (urls.length > 10) {
|
|
49
|
+
return "URL PLUGIN: Too many URLs detected. Skipping like unintentional bulk browse.";
|
|
50
|
+
}
|
|
47
51
|
const results = await Promise.all(urls.map(this.fetchAndParseUrl));
|
|
48
52
|
const validResults = results.filter((r) => r !== null);
|
|
49
53
|
if (validResults.length === 0) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"url.js","sourceRoot":"","sources":["../../../src/plugins/url.ts"],"names":[],"mappings":";;;;;;AAAA,6CAAsD;AAKtD,8EAAsD;AAEtD,MAAa,SAAU,SAAQ,uBAAU;IACvC,MAAM,CAAU,IAAI,GAAe;QACjC,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF;QACE,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACtE,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAyB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,WAAW,CAAC,UAAkB;QAC5B,MAAM,QAAQ,GAAG,sBAAsB,CAAC;QACxC,
|
|
1
|
+
{"version":3,"file":"url.js","sourceRoot":"","sources":["../../../src/plugins/url.ts"],"names":[],"mappings":";;;;;;AAAA,6CAAsD;AAKtD,8EAAsD;AAEtD,MAAa,SAAU,SAAQ,uBAAU;IACvC,MAAM,CAAU,IAAI,GAAe;QACjC,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF;QACE,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACtE,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAyB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,WAAW,CAAC,UAAkB;QAC5B,MAAM,QAAQ,GAAG,sBAAsB,CAAC;QACxC,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAE9C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,GAAW;QAChC,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAEpC,OAAO,CAAC,GAAG,CAAC,oCAAoC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;YAE9D,OAAO;gBACL,EAAE,EAAE,GAAG,GAAG,MAAM;gBAChB,IAAI;gBACJ,QAAQ,EAAE,EAAE,GAAG,EAAE;aAClB,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,iCAAiC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,+BAA+B,CAAC;SACxC;QAED,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE;YACpB,OAAO,8EAA8E,CAAC;SACvF;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CACjC,CAAC,CAAC,EAAyB,EAAE,CAAC,CAAC,KAAK,IAAI,CACzC,CAAC;QAEF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;YAC7B,OAAO,gDAAgD,CAAC;SACzD;QAED,MAAM,gBAAgB,GAAG,YAAY;aAClC,GAAG,CACF,CAAC,MAAM,EAAE,EAAE,CACT,QAAQ,MAAM,CAAC,QAAQ,CAAC,GAAG,iBAAiB,MAAM,CAAC,IAAI,CAAC,SAAS,CAC/D,CAAC,EACD,GAAG,CACJ,KAAK,CACT;aACA,IAAI,CAAC,aAAa,CAAC,CAAC;QAEvB,OAAO,sEAAsE,gBAAgB,EAAE,CAAC;IAClG,CAAC;;AAvEH,8BAwEC"}
|
|
@@ -6,11 +6,12 @@ export declare class TokenCompressor {
|
|
|
6
6
|
private maxTokens;
|
|
7
7
|
private compressionRatio;
|
|
8
8
|
private keyPrefix;
|
|
9
|
-
private jsonPropertyThreshold;
|
|
10
9
|
private toolName;
|
|
11
10
|
private characterLimit;
|
|
11
|
+
private jsonPropertyThreshold;
|
|
12
12
|
constructor(toolsService?: ToolsService);
|
|
13
13
|
private estimateTokens;
|
|
14
|
+
setMaxTokens(maxTokens: number): void;
|
|
14
15
|
private tryParseJson;
|
|
15
16
|
compressStringInChunks(content: string, path?: string): string;
|
|
16
17
|
compressContent(content: string, path?: string): string;
|
|
@@ -3,18 +3,23 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.expandTokensDefinition = exports.TokenCompressor = void 0;
|
|
4
4
|
class TokenCompressor {
|
|
5
5
|
storage = {};
|
|
6
|
-
maxTokens =
|
|
6
|
+
maxTokens = 4000;
|
|
7
7
|
compressionRatio = 0.1;
|
|
8
8
|
keyPrefix = "compressed_";
|
|
9
|
-
jsonPropertyThreshold = 20000;
|
|
10
9
|
toolName = exports.expandTokensDefinition.function.name;
|
|
11
|
-
characterLimit =
|
|
10
|
+
characterLimit = this.maxTokens * 4;
|
|
11
|
+
jsonPropertyThreshold = this.maxTokens;
|
|
12
12
|
constructor(toolsService) {
|
|
13
13
|
this.registerTool(toolsService);
|
|
14
14
|
}
|
|
15
15
|
estimateTokens(text) {
|
|
16
16
|
return Math.ceil(text.length / 4);
|
|
17
17
|
}
|
|
18
|
+
setMaxTokens(maxTokens) {
|
|
19
|
+
this.maxTokens = maxTokens;
|
|
20
|
+
this.characterLimit = maxTokens * 4;
|
|
21
|
+
this.jsonPropertyThreshold = maxTokens;
|
|
22
|
+
}
|
|
18
23
|
tryParseJson(content) {
|
|
19
24
|
try {
|
|
20
25
|
return JSON.parse(content);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TokenCompressor.js","sourceRoot":"","sources":["../../../src/processors/TokenCompressor.ts"],"names":[],"mappings":";;;AAQA,MAAa,eAAe;IAClB,OAAO,GAA2B,EAAE,CAAC;IACrC,SAAS,GAAW,
|
|
1
|
+
{"version":3,"file":"TokenCompressor.js","sourceRoot":"","sources":["../../../src/processors/TokenCompressor.ts"],"names":[],"mappings":";;;AAQA,MAAa,eAAe;IAClB,OAAO,GAA2B,EAAE,CAAC;IACrC,SAAS,GAAW,IAAI,CAAC;IACzB,gBAAgB,GAAW,GAAG,CAAC;IAC/B,SAAS,GAAW,aAAa,CAAC;IAClC,QAAQ,GAAW,8BAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC;IACxD,cAAc,GAAW,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;IAC5C,qBAAqB,GAAW,IAAI,CAAC,SAAS,CAAC;IAEvD,YAAY,YAA2B;QACrC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAGO,cAAc,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAEM,YAAY,CAAC,SAAiB;QACnC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;IACzC,CAAC;IAKO,YAAY,CAAC,OAAe;QAClC,IAAI;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,MAAM;YACN,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKM,sBAAsB,CAAC,OAAe,EAAE,OAAe,EAAE;QAC9D,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE;YACzC,OAAO,OAAO,CAAC;SAChB;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,OAAO,CAAC;QAGxB,OAAO,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE;YAC7C,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;YAC1D,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtB,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;SAChD;QAGD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SAC3B;QAGD,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/B,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAEvB,IAAI,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAG7B,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjC,YAAY,IAAI,wBAAwB,OAAO,GAAG,CAAC;aACpD;YAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;SAClC;QAGD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QAEjC,OAAO,wBAAwB,WAAW,cAAc,UAAU,kBAAkB,QAAQ,WAAW,IAAI,cAAc,OAAO,CAAC,SAAS,CACxI,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,QAAQ,+EAA+E,CAAC;IAC7G,CAAC;IAKM,eAAe,CAAC,OAAe,EAAE,OAAe,EAAE;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE5C,IAAI,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE;YAC5B,OAAO,OAAO,CAAC;SAChB;QAGD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,OAAO,EAAE;YAEX,MAAM,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACjE,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAGjE,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;YAChE,IAAI,gBAAgB,GAAG,MAAM,GAAG,GAAG,EAAE;gBACnC,OAAO,iBAAiB,CAAC;aAC1B;SACF;QAGD,OAAO,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC;IAMM,sBAAsB,CAAC,GAAQ,EAAE,OAAe,EAAE;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAEtB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAC7C,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CACvD,CAAC;YAIF,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;YAC1E,IAAI,aAAa,IAAI,IAAI,CAAC,qBAAqB,GAAG,GAAG,EAAE;gBACrD,OAAO,cAAc,CAAC;aACvB;YAGD,MAAM,UAAU,GAAU,EAAE,CAAC;YAC7B,IAAI,YAAY,GAAU,EAAE,CAAC;YAE7B,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACnD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAE3B,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBACjD,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;gBAErD,IAAI,WAAW,GAAG,IAAI,CAAC,qBAAqB,EAAE;oBAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;oBAEhC,MAAM,IAAI,GAAG,kCAAkC,WAAW,YACxD,YAAY,CAAC,MACf,iBAAiB,GAAG,WAAW,IAAI,IAAI,CAAC,MACtC,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAC5B,eAAe,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,aAC1C,IAAI,CAAC,QACP,mBAAmB,GAAG,2BAA2B,CAAC;oBAClD,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAEzB,YAAY,GAAG,EAAE,CAAC;iBACnB;aACF;YAID,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,UAAU,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,CAAC;aACrC;YACD,OAAO,UAAU,CAAC;SACnB;QAGD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAClC,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;aAC3D;YAGD,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;YACnD,IAAI,MAAM,GAAG,IAAI,CAAC,qBAAqB,EAAE;gBACvC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC;gBAEnC,OAAO,6BAA6B,MAAM,kBAAkB,GAAG,WAAW,IAAI,WAAW,MAAM,CAAC,IAAI,CAClG,MAAM,CACP,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,aACxD,IAAI,CAAC,QACP,mBAAmB,GAAG,6BAA6B,CAAC;aACrD;YACD,OAAO,MAAM,CAAC;SACf;QAGD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAE3B,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,UAAU,EAAE;gBACd,MAAM,cAAc,GAAG,IAAI,CAAC,sBAAsB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBACrE,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAErE,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;gBAEnE,IAAI,gBAAgB,GAAG,cAAc,GAAG,GAAG,EAAE;oBAC3C,OAAO,oBAAoB,CAAC;iBAC7B;aACF;YAGD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,MAAM,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE;gBACpC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBAExB,OAAO,+BAA+B,MAAM,kBAAkB,GAAG,WAAW,IAAI,cAAc,GAAG,CAAC,SAAS,CACzG,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,GAAG,6BAA6B,CAAC;aACrD;YACD,OAAO,GAAG,CAAC;SACZ;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,WAAW;QACjB,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE;aACnD,QAAQ,CAAC,EAAE,CAAC;aACZ,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACpB,CAAC;IAEM,gBAAgB,CAAC,OAAgB;QACtC,IAAI,OAAO,CAAC,UAAU,EAAE;YACtB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,UAAU,EAAE;gBACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE;oBAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;oBACzC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;oBAEzC,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE;wBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;wBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;wBAEzB,MAAM,UAAU,GAAG,2BAA2B,MAAM,kBAAkB,GAAG,cAAc,IAAI,CAAC,SAAS,CACnG,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,GAAG,+BAA+B,CAAC;wBAEtD,QAAQ,CAAC,QAAQ,CAAC,SAAS,GAAG,UAAU,CAAC;qBAC1C;iBACF;aACF;SACF;IACH,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,OAAgB;QAM3C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;SACzD;aAEI,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACvC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE;gBAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE;oBACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC7C;aACF;SACF;QAGD,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;aACrC;QACH,CAAC,CAAC;IACJ,CAAC;IAOD,cAAc,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,YAAY,CAAC,YAA2B;QACtC,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;YACxD,YAAY,CAAC,OAAO,CAAC,8BAAsB,CAAC,CAAC;YAC7C,YAAY,CAAC,YAAY,CAAC;gBACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAW,EAAE,EAAE;oBAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAEtC,IAAI,CAAC,IAAI,EAAE;wBACT,OAAO,iCAAiC,GAAG,sBAAsB,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CACzF,IAAI,CACL,EAAE,CAAC;qBACL;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CAAC,CAAC;SACJ;IACH,CAAC;CACF;AA9UD,0CA8UC;AAEY,QAAA,sBAAsB,GAAS;IAC1C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,cAAc;QACpB,WAAW,EACT,mKAAmK;QACrK,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C;iBAC1D;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,CAAC;SAClB;KACF;CACF,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ToolResponseCache = exports.TokenCompressor = exports.Base64ImageDetector = void 0;
|
|
4
|
+
var Base64ImageDetector_1 = require("./Base64ImageDetector");
|
|
5
|
+
Object.defineProperty(exports, "Base64ImageDetector", { enumerable: true, get: function () { return Base64ImageDetector_1.Base64ImageDetector; } });
|
|
6
|
+
var TokenCompressor_1 = require("./TokenCompressor");
|
|
7
|
+
Object.defineProperty(exports, "TokenCompressor", { enumerable: true, get: function () { return TokenCompressor_1.TokenCompressor; } });
|
|
8
|
+
var ToolResponseCache_1 = require("./ToolResponseCache");
|
|
9
|
+
Object.defineProperty(exports, "ToolResponseCache", { enumerable: true, get: function () { return ToolResponseCache_1.ToolResponseCache; } });
|
|
10
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/processors/index.ts"],"names":[],"mappings":";;;AAAA,6DAA4D;AAAnD,0HAAA,mBAAmB,OAAA;AAC5B,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,yDAAwD;AAA/C,sHAAA,iBAAiB,OAAA"}
|