@fasaled/sailkari 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +229 -0
- package/dist/application.d.ts +47 -0
- package/dist/application.js +100 -0
- package/dist/application.js.map +1 -0
- package/dist/autocomplete.d.ts +2 -0
- package/dist/autocomplete.js +62 -0
- package/dist/autocomplete.js.map +1 -0
- package/dist/classification-store.d.ts +20 -0
- package/dist/classification-store.js +83 -0
- package/dist/classification-store.js.map +1 -0
- package/dist/classifier.d.ts +6 -0
- package/dist/classifier.js +85 -0
- package/dist/classifier.js.map +1 -0
- package/dist/command-history.d.ts +12 -0
- package/dist/command-history.js +49 -0
- package/dist/command-history.js.map +1 -0
- package/dist/command-parser.d.ts +32 -0
- package/dist/command-parser.js +90 -0
- package/dist/command-parser.js.map +1 -0
- package/dist/command-queue.d.ts +21 -0
- package/dist/command-queue.js +33 -0
- package/dist/command-queue.js.map +1 -0
- package/dist/config.d.ts +8 -0
- package/dist/config.js +26 -0
- package/dist/config.js.map +1 -0
- package/dist/context.d.ts +16 -0
- package/dist/context.js +12 -0
- package/dist/context.js.map +1 -0
- package/dist/evaluation-metrics.d.ts +22 -0
- package/dist/evaluation-metrics.js +120 -0
- package/dist/evaluation-metrics.js.map +1 -0
- package/dist/file-scanner.d.ts +2 -0
- package/dist/file-scanner.js +37 -0
- package/dist/file-scanner.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/llm-engine.d.ts +42 -0
- package/dist/llm-engine.js +181 -0
- package/dist/llm-engine.js.map +1 -0
- package/dist/logger.d.ts +15 -0
- package/dist/logger.js +48 -0
- package/dist/logger.js.map +1 -0
- package/dist/mcp.d.ts +8 -0
- package/dist/mcp.js +97 -0
- package/dist/mcp.js.map +1 -0
- package/dist/metadata.d.ts +4 -0
- package/dist/metadata.js +28 -0
- package/dist/metadata.js.map +1 -0
- package/dist/operation-worker.d.ts +1 -0
- package/dist/operation-worker.js +86 -0
- package/dist/operation-worker.js.map +1 -0
- package/dist/parser.d.ts +3 -0
- package/dist/parser.js +86 -0
- package/dist/parser.js.map +1 -0
- package/dist/progress.d.ts +4 -0
- package/dist/progress.js +56 -0
- package/dist/progress.js.map +1 -0
- package/dist/prompt.d.ts +19 -0
- package/dist/prompt.js +63 -0
- package/dist/prompt.js.map +1 -0
- package/dist/tui.d.ts +2 -0
- package/dist/tui.js +237 -0
- package/dist/tui.js.map +1 -0
- package/dist/types.d.ts +43 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/watcher.d.ts +9 -0
- package/dist/watcher.js +94 -0
- package/dist/watcher.js.map +1 -0
- package/package.json +62 -0
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { readFile } from "node:fs/promises";
|
|
2
|
+
import { parse } from "yaml";
|
|
3
|
+
import { extractFileInfo } from "./metadata.js";
|
|
4
|
+
import { determineStrategy } from "./context.js";
|
|
5
|
+
export async function processFile(filePath, labels, force, engine, store, systemPrompt, signal, onProgress, context) {
|
|
6
|
+
const startedAt = performance.now();
|
|
7
|
+
signal?.throwIfAborted();
|
|
8
|
+
const hasAIClassified = store.has(filePath);
|
|
9
|
+
const storedLabels = hasAIClassified ? store.getLabels(filePath) : [];
|
|
10
|
+
if (storedLabels.length > 0 && !force) {
|
|
11
|
+
return {
|
|
12
|
+
status: "skip",
|
|
13
|
+
filePath,
|
|
14
|
+
labels: storedLabels,
|
|
15
|
+
reason: "already classified",
|
|
16
|
+
durationMs: performance.now() - startedAt,
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
const filename = filePath.split("/").pop() || filePath;
|
|
20
|
+
const fileInfo = extractFileInfo(filePath, store);
|
|
21
|
+
let content;
|
|
22
|
+
try {
|
|
23
|
+
content = await readFile(filePath, "utf8");
|
|
24
|
+
}
|
|
25
|
+
catch {
|
|
26
|
+
return {
|
|
27
|
+
status: "skip",
|
|
28
|
+
filePath,
|
|
29
|
+
reason: "cannot read file",
|
|
30
|
+
durationMs: performance.now() - startedAt,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
const reportProgress = onProgress ?? (() => { });
|
|
34
|
+
const { result, chunks, calls, inferenceMs } = await determineStrategy(content, {
|
|
35
|
+
filename: fileInfo.name,
|
|
36
|
+
extension: fileInfo.extension,
|
|
37
|
+
size: fileInfo.size,
|
|
38
|
+
created: fileInfo.created,
|
|
39
|
+
modified: fileInfo.modified,
|
|
40
|
+
existingTags: fileInfo.existingTags,
|
|
41
|
+
}, labels, engine, reportProgress, systemPrompt, signal, context);
|
|
42
|
+
if (!result || result.labels.length === 0) {
|
|
43
|
+
if (force && hasAIClassified) {
|
|
44
|
+
store.setLabels(filePath, []);
|
|
45
|
+
}
|
|
46
|
+
return {
|
|
47
|
+
status: "none",
|
|
48
|
+
filePath,
|
|
49
|
+
durationMs: performance.now() - startedAt,
|
|
50
|
+
inferenceMs,
|
|
51
|
+
sourceBytes: fileInfo.size,
|
|
52
|
+
inputTokensEstimate: Math.ceil(content.length / 4),
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
if (force && hasAIClassified) {
|
|
56
|
+
store.remove(filePath);
|
|
57
|
+
}
|
|
58
|
+
store.setLabels(filePath, result.labels);
|
|
59
|
+
return {
|
|
60
|
+
status: "ok",
|
|
61
|
+
filePath,
|
|
62
|
+
labels: result.labels,
|
|
63
|
+
chunks,
|
|
64
|
+
calls,
|
|
65
|
+
durationMs: performance.now() - startedAt,
|
|
66
|
+
inferenceMs,
|
|
67
|
+
sourceBytes: fileInfo.size,
|
|
68
|
+
inputTokensEstimate: Math.ceil(content.length / 4),
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
export async function loadLabels(labelsPath) {
|
|
72
|
+
const content = await readFile(labelsPath, "utf8");
|
|
73
|
+
const parsed = parse(content);
|
|
74
|
+
const labels = [];
|
|
75
|
+
for (const [name, description] of Object.entries(parsed)) {
|
|
76
|
+
if (typeof description === "string") {
|
|
77
|
+
labels.push({ name, description });
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
if (labels.length === 0) {
|
|
81
|
+
throw new Error(`No labels found in ${labelsPath}. Make sure it's a YAML file with label definitions.`);
|
|
82
|
+
}
|
|
83
|
+
return labels;
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=classifier.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"classifier.js","sourceRoot":"","sources":["../src/classifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAG7B,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAGjD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,QAAgB,EAChB,MAAe,EACf,KAAc,EACd,MAAiB,EACjB,KAA0B,EAC1B,YAAqB,EACrB,MAAoB,EACpB,UAA6B,EAC7B,OAAuB;IAEvB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEtE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACtC,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,oBAAoB;YAC5B,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;SAC1C,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,QAAQ,CAAC;IACvD,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAClD,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,MAAM,EAAE,kBAAkB;YAC1B,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;SAC1C,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAEhD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,iBAAiB,CACpE,OAAO,EACP;QACE,QAAQ,EAAE,QAAQ,CAAC,IAAI;QACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,YAAY,EAAE,QAAQ,CAAC,YAAY;KACpC,EACD,MAAM,EACN,MAAM,EACN,cAAc,EACd,YAAY,EACZ,MAAM,EACN,OAAO,CACR,CAAC;IAEF,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1C,IAAI,KAAK,IAAI,eAAe,EAAE,CAAC;YAC7B,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAChC,CAAC;QACD,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;YACzC,WAAW;YACX,WAAW,EAAE,QAAQ,CAAC,IAAI;YAC1B,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;SACnD,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,IAAI,eAAe,EAAE,CAAC;QAC7B,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEzC,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,QAAQ;QACR,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM;QACN,KAAK;QACL,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;QACzC,WAAW;QACX,WAAW,EAAE,QAAQ,CAAC,IAAI;QAC1B,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,UAAkB;IACjD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAe,CAAC;IAC5C,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,UAAU,sDAAsD,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export declare class CommandHistory {
|
|
2
|
+
private entries;
|
|
3
|
+
private position;
|
|
4
|
+
private draft;
|
|
5
|
+
constructor(entries?: string[]);
|
|
6
|
+
load(entries: string[]): void;
|
|
7
|
+
all(): readonly string[];
|
|
8
|
+
record(command: string): void;
|
|
9
|
+
reset(): void;
|
|
10
|
+
previous(currentInput: string): string | undefined;
|
|
11
|
+
next(): string | undefined;
|
|
12
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
const MAX_HISTORY_ENTRIES = 100;
|
|
2
|
+
export class CommandHistory {
|
|
3
|
+
entries;
|
|
4
|
+
position;
|
|
5
|
+
draft = "";
|
|
6
|
+
constructor(entries = []) {
|
|
7
|
+
this.entries = entries.slice(-MAX_HISTORY_ENTRIES);
|
|
8
|
+
this.position = this.entries.length;
|
|
9
|
+
}
|
|
10
|
+
load(entries) {
|
|
11
|
+
this.entries = entries.slice(-MAX_HISTORY_ENTRIES);
|
|
12
|
+
this.position = this.entries.length;
|
|
13
|
+
this.draft = "";
|
|
14
|
+
}
|
|
15
|
+
all() {
|
|
16
|
+
return this.entries;
|
|
17
|
+
}
|
|
18
|
+
record(command) {
|
|
19
|
+
const value = command.trim();
|
|
20
|
+
if (!value)
|
|
21
|
+
return;
|
|
22
|
+
if (this.entries.at(-1) === value) {
|
|
23
|
+
this.position = this.entries.length;
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
this.entries.push(value);
|
|
27
|
+
this.entries = this.entries.slice(-MAX_HISTORY_ENTRIES);
|
|
28
|
+
this.position = this.entries.length;
|
|
29
|
+
}
|
|
30
|
+
reset() {
|
|
31
|
+
this.position = this.entries.length;
|
|
32
|
+
this.draft = "";
|
|
33
|
+
}
|
|
34
|
+
previous(currentInput) {
|
|
35
|
+
if (this.entries.length === 0)
|
|
36
|
+
return undefined;
|
|
37
|
+
if (this.position === this.entries.length)
|
|
38
|
+
this.draft = currentInput;
|
|
39
|
+
this.position = Math.max(0, this.position - 1);
|
|
40
|
+
return this.entries[this.position];
|
|
41
|
+
}
|
|
42
|
+
next() {
|
|
43
|
+
if (this.position >= this.entries.length)
|
|
44
|
+
return undefined;
|
|
45
|
+
this.position++;
|
|
46
|
+
return this.position === this.entries.length ? this.draft : this.entries[this.position];
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=command-history.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"command-history.js","sourceRoot":"","sources":["../src/command-history.ts"],"names":[],"mappings":"AAAA,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAEhC,MAAM,OAAO,cAAc;IACjB,OAAO,CAAW;IAClB,QAAQ,CAAS;IACjB,KAAK,GAAG,EAAE,CAAC;IAEnB,YAAY,UAAoB,EAAE;QAChC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,IAAI,CAAC,OAAiB;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,GAAG;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,OAAe;QACpB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACpC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,QAAQ,CAAC,YAAoB;QAC3B,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAChD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;QACrE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1F,CAAC;CACF"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
export type Command = {
|
|
2
|
+
type: "model";
|
|
3
|
+
path: string;
|
|
4
|
+
} | {
|
|
5
|
+
type: "prompt";
|
|
6
|
+
path: string | null;
|
|
7
|
+
} | {
|
|
8
|
+
type: "classify";
|
|
9
|
+
folder: string;
|
|
10
|
+
labels: string;
|
|
11
|
+
force: boolean;
|
|
12
|
+
contextReuse: "none" | "file" | "command";
|
|
13
|
+
} | {
|
|
14
|
+
type: "list-tags";
|
|
15
|
+
folder: string;
|
|
16
|
+
} | {
|
|
17
|
+
type: "remove-tags";
|
|
18
|
+
folder: string;
|
|
19
|
+
} | {
|
|
20
|
+
type: "cancel";
|
|
21
|
+
} | {
|
|
22
|
+
type: "queue";
|
|
23
|
+
action: "show" | "clear" | "remove" | "move";
|
|
24
|
+
position?: number;
|
|
25
|
+
destination?: number;
|
|
26
|
+
} | {
|
|
27
|
+
type: "help";
|
|
28
|
+
} | {
|
|
29
|
+
type: "quit";
|
|
30
|
+
};
|
|
31
|
+
export declare function parseCommand(input: string): Command;
|
|
32
|
+
export declare const HELP_TEXT: string;
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
function tokenize(input) {
|
|
2
|
+
const tokens = [];
|
|
3
|
+
const pattern = /"([^"\\]*(?:\\.[^"\\]*)*)"|'([^']*)'|(\S+)/g;
|
|
4
|
+
for (const match of input.matchAll(pattern)) {
|
|
5
|
+
tokens.push((match[1] ?? match[2] ?? match[3] ?? "").replace(/\\(["'])/g, "$1"));
|
|
6
|
+
}
|
|
7
|
+
return tokens;
|
|
8
|
+
}
|
|
9
|
+
function requireArgs(name, args, count) {
|
|
10
|
+
if (args.length < count) {
|
|
11
|
+
throw new Error(`Usage: ${name} ${count === 1 ? "<path>" : "<folder> <labels.yaml>"}`);
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
export function parseCommand(input) {
|
|
15
|
+
const tokens = tokenize(input.trim());
|
|
16
|
+
const [name, ...args] = tokens;
|
|
17
|
+
if (!name)
|
|
18
|
+
throw new Error("Enter a command. Use `help` to see the available commands.");
|
|
19
|
+
switch (name.toLowerCase()) {
|
|
20
|
+
case "model":
|
|
21
|
+
requireArgs(name, args, 1);
|
|
22
|
+
return { type: "model", path: args[0] };
|
|
23
|
+
case "prompt":
|
|
24
|
+
if (args.length === 0 || args[0] === "default")
|
|
25
|
+
return { type: "prompt", path: null };
|
|
26
|
+
return { type: "prompt", path: args[0] };
|
|
27
|
+
case "classify":
|
|
28
|
+
requireArgs(name, args, 2);
|
|
29
|
+
if (args.includes("--reuse-context-file") && args.includes("--reuse-context-command")) {
|
|
30
|
+
throw new Error("Choose either --reuse-context-file or --reuse-context-command.");
|
|
31
|
+
}
|
|
32
|
+
return {
|
|
33
|
+
type: "classify",
|
|
34
|
+
folder: args[0],
|
|
35
|
+
labels: args[1],
|
|
36
|
+
force: args.includes("--force"),
|
|
37
|
+
contextReuse: args.includes("--reuse-context-command") ? "command" : args.includes("--reuse-context-file") ? "file" : "none",
|
|
38
|
+
};
|
|
39
|
+
case "list-tags":
|
|
40
|
+
requireArgs(name, args, 1);
|
|
41
|
+
return { type: "list-tags", folder: args[0] };
|
|
42
|
+
case "remove-tags":
|
|
43
|
+
requireArgs(name, args, 1);
|
|
44
|
+
return { type: "remove-tags", folder: args[0] };
|
|
45
|
+
case "cancel": return { type: "cancel" };
|
|
46
|
+
case "queue": {
|
|
47
|
+
if (args.length === 0)
|
|
48
|
+
return { type: "queue", action: "show" };
|
|
49
|
+
if (args[0] === "clear")
|
|
50
|
+
return { type: "queue", action: "clear" };
|
|
51
|
+
const position = Number(args[1]);
|
|
52
|
+
if (args[0] === "remove" && Number.isInteger(position) && position > 0) {
|
|
53
|
+
return { type: "queue", action: "remove", position };
|
|
54
|
+
}
|
|
55
|
+
const destination = Number(args[2]);
|
|
56
|
+
if (args[0] === "move" && Number.isInteger(position) && position > 0 && Number.isInteger(destination) && destination > 0) {
|
|
57
|
+
return { type: "queue", action: "move", position, destination };
|
|
58
|
+
}
|
|
59
|
+
throw new Error("Usage: queue [clear|remove <position>|move <from> <to>]");
|
|
60
|
+
}
|
|
61
|
+
case "help": return { type: "help" };
|
|
62
|
+
case "quit":
|
|
63
|
+
case "exit": return { type: "quit" };
|
|
64
|
+
default: throw new Error(`Unknown command: ${name}`);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
const HELP_COMMAND_WIDTH = 38;
|
|
68
|
+
const HELP_ENTRIES = [
|
|
69
|
+
["model <path.gguf>", "Load and save the model"],
|
|
70
|
+
["prompt <path|default>", "Configure the system prompt"],
|
|
71
|
+
["classify <folder> <labels.yaml>", "Classify a folder"],
|
|
72
|
+
["classify <folder> <labels.yaml> --force", "Reclassify every file"],
|
|
73
|
+
["classify <folder> <labels.yaml> --reuse-context-file", "Reuse context within each file"],
|
|
74
|
+
["classify <folder> <labels.yaml> --reuse-context-command", "Reuse context for the full command"],
|
|
75
|
+
["list-tags <folder>", "List stored classifications"],
|
|
76
|
+
["remove-tags <folder>", "Remove stored classifications"],
|
|
77
|
+
["cancel", "Cancel the active operation"],
|
|
78
|
+
["queue", "List pending commands"],
|
|
79
|
+
["queue remove <n>", "Remove a pending command"],
|
|
80
|
+
["queue move <from> <to>", "Reorder pending commands"],
|
|
81
|
+
["queue clear", "Remove all pending commands"],
|
|
82
|
+
["help", "Show this help"],
|
|
83
|
+
["quit", "Exit Sailkari"],
|
|
84
|
+
];
|
|
85
|
+
export const HELP_TEXT = [
|
|
86
|
+
"COMMAND".padEnd(HELP_COMMAND_WIDTH) + "DESCRIPTION",
|
|
87
|
+
"-".repeat(HELP_COMMAND_WIDTH + "DESCRIPTION".length),
|
|
88
|
+
...HELP_ENTRIES.map(([command, description]) => command.padEnd(HELP_COMMAND_WIDTH) + description),
|
|
89
|
+
].join("\n");
|
|
90
|
+
//# sourceMappingURL=command-parser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"command-parser.js","sourceRoot":"","sources":["../src/command-parser.ts"],"names":[],"mappings":"AAWA,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,6CAA6C,CAAC;IAC9D,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,IAAc,EAAE,KAAa;IAC9D,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,wBAAwB,EAAE,CAAC,CAAC;IACzF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC;IAC/B,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAEzF,QAAQ,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3B,KAAK,OAAO;YACV,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,CAAC;QAC3C,KAAK,QAAQ;YACX,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS;gBAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACtF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,CAAC;QAC5C,KAAK,UAAU;YACb,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3B,IAAI,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;gBACtF,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACpF,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,IAAI,CAAC,CAAC,CAAE;gBAChB,MAAM,EAAE,IAAI,CAAC,CAAC,CAAE;gBAChB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC/B,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;aAC7H,CAAC;QACJ,KAAK,WAAW;YACd,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,CAAC;QACjD,KAAK,aAAa;YAChB,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,CAAC;QACnD,KAAK,QAAQ,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QACzC,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAChE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,OAAO;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACnE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACvE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;YACvD,CAAC;YACD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBACzH,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;YAClE,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACrC,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B,MAAM,YAAY,GAAG;IACnB,CAAC,mBAAmB,EAAE,yBAAyB,CAAC;IAChD,CAAC,uBAAuB,EAAE,6BAA6B,CAAC;IACxD,CAAC,iCAAiC,EAAE,mBAAmB,CAAC;IACxD,CAAC,yCAAyC,EAAE,uBAAuB,CAAC;IACpE,CAAC,sDAAsD,EAAE,gCAAgC,CAAC;IAC1F,CAAC,yDAAyD,EAAE,oCAAoC,CAAC;IACjG,CAAC,oBAAoB,EAAE,6BAA6B,CAAC;IACrD,CAAC,sBAAsB,EAAE,+BAA+B,CAAC;IACzD,CAAC,QAAQ,EAAE,6BAA6B,CAAC;IACzC,CAAC,OAAO,EAAE,uBAAuB,CAAC;IAClC,CAAC,kBAAkB,EAAE,0BAA0B,CAAC;IAChD,CAAC,wBAAwB,EAAE,0BAA0B,CAAC;IACtD,CAAC,aAAa,EAAE,6BAA6B,CAAC;IAC9C,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAC1B,CAAC,MAAM,EAAE,eAAe,CAAC;CACjB,CAAC;AAEX,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,aAAa;IACpD,GAAG,CAAC,MAAM,CAAC,kBAAkB,GAAG,aAAa,CAAC,MAAM,CAAC;IACrD,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,WAAW,CAAC;CAClG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { Command } from "./command-parser.js";
|
|
2
|
+
export type RunnableCommand = Exclude<Command, {
|
|
3
|
+
type: "cancel";
|
|
4
|
+
} | {
|
|
5
|
+
type: "queue";
|
|
6
|
+
}>;
|
|
7
|
+
export interface QueuedCommand {
|
|
8
|
+
id: number;
|
|
9
|
+
input: string;
|
|
10
|
+
command: RunnableCommand;
|
|
11
|
+
}
|
|
12
|
+
export declare class CommandQueue {
|
|
13
|
+
private commands;
|
|
14
|
+
private nextId;
|
|
15
|
+
entries(): readonly QueuedCommand[];
|
|
16
|
+
enqueue(input: string, command: RunnableCommand): QueuedCommand;
|
|
17
|
+
dequeue(): QueuedCommand | undefined;
|
|
18
|
+
remove(position: number): QueuedCommand | undefined;
|
|
19
|
+
move(from: number, to: number): boolean;
|
|
20
|
+
clear(): number;
|
|
21
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export class CommandQueue {
|
|
2
|
+
commands = [];
|
|
3
|
+
nextId = 1;
|
|
4
|
+
entries() {
|
|
5
|
+
return this.commands;
|
|
6
|
+
}
|
|
7
|
+
enqueue(input, command) {
|
|
8
|
+
const entry = { id: this.nextId++, input, command };
|
|
9
|
+
this.commands.push(entry);
|
|
10
|
+
return entry;
|
|
11
|
+
}
|
|
12
|
+
dequeue() {
|
|
13
|
+
return this.commands.shift();
|
|
14
|
+
}
|
|
15
|
+
remove(position) {
|
|
16
|
+
if (position < 1 || position > this.commands.length)
|
|
17
|
+
return undefined;
|
|
18
|
+
return this.commands.splice(position - 1, 1)[0];
|
|
19
|
+
}
|
|
20
|
+
move(from, to) {
|
|
21
|
+
if (from < 1 || from > this.commands.length || to < 1 || to > this.commands.length)
|
|
22
|
+
return false;
|
|
23
|
+
const [entry] = this.commands.splice(from - 1, 1);
|
|
24
|
+
this.commands.splice(to - 1, 0, entry);
|
|
25
|
+
return true;
|
|
26
|
+
}
|
|
27
|
+
clear() {
|
|
28
|
+
const count = this.commands.length;
|
|
29
|
+
this.commands = [];
|
|
30
|
+
return count;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=command-queue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"command-queue.js","sourceRoot":"","sources":["../src/command-queue.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,YAAY;IACf,QAAQ,GAAoB,EAAE,CAAC;IAC/B,MAAM,GAAG,CAAC,CAAC;IAEnB,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,OAAwB;QAC7C,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACpD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,QAAgB;QACrB,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QACtE,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,CAAC,IAAY,EAAE,EAAU;QAC3B,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QACjG,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,KAAM,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
package/dist/config.d.ts
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export interface SailkariConfig {
|
|
2
|
+
modelPath?: string;
|
|
3
|
+
systemPromptPath?: string;
|
|
4
|
+
commandHistory?: string[];
|
|
5
|
+
}
|
|
6
|
+
export declare function getConfigPath(): string;
|
|
7
|
+
export declare function loadConfig(path?: string): Promise<SailkariConfig>;
|
|
8
|
+
export declare function saveConfig(config: SailkariConfig, path?: string): Promise<void>;
|
package/dist/config.js
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { mkdir, readFile, rename, writeFile } from "node:fs/promises";
|
|
2
|
+
import { homedir } from "node:os";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
export function getConfigPath() {
|
|
5
|
+
return join(homedir(), ".config", "sailkari", "config.json");
|
|
6
|
+
}
|
|
7
|
+
export async function loadConfig(path = getConfigPath()) {
|
|
8
|
+
try {
|
|
9
|
+
const parsed = JSON.parse(await readFile(path, "utf8"));
|
|
10
|
+
return {
|
|
11
|
+
...(typeof parsed.modelPath === "string" ? { modelPath: parsed.modelPath } : {}),
|
|
12
|
+
...(typeof parsed.systemPromptPath === "string" ? { systemPromptPath: parsed.systemPromptPath } : {}),
|
|
13
|
+
...(Array.isArray(parsed.commandHistory) ? { commandHistory: parsed.commandHistory.filter((entry) => typeof entry === "string") } : {}),
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
catch {
|
|
17
|
+
return {};
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
export async function saveConfig(config, path = getConfigPath()) {
|
|
21
|
+
await mkdir(dirname(path), { recursive: true });
|
|
22
|
+
const temporaryPath = `${path}.tmp-${process.pid}`;
|
|
23
|
+
await writeFile(temporaryPath, JSON.stringify(config, null, 2) + "\n", "utf8");
|
|
24
|
+
await rename(temporaryPath, path);
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAQ1C,MAAM,UAAU,aAAa;IAC3B,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAI,GAAG,aAAa,EAAE;IACrD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAmB,CAAC;QAC1E,OAAO;YACL,GAAG,CAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,OAAO,MAAM,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzJ,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAsB,EAAE,IAAI,GAAG,aAAa,EAAE;IAC7E,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAAG,GAAG,IAAI,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;IACnD,MAAM,SAAS,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/E,MAAM,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { EngineContext, LLMEngine, ProgressCallback } from "./llm-engine.js";
|
|
2
|
+
import type { Label, ClassificationResult } from "./types.js";
|
|
3
|
+
export interface ContextStrategyResult {
|
|
4
|
+
result: ClassificationResult | null;
|
|
5
|
+
chunks?: number;
|
|
6
|
+
calls?: number;
|
|
7
|
+
inferenceMs: number;
|
|
8
|
+
}
|
|
9
|
+
export declare function determineStrategy(content: string, metadata: {
|
|
10
|
+
filename: string;
|
|
11
|
+
extension: string;
|
|
12
|
+
size: number;
|
|
13
|
+
created: Date;
|
|
14
|
+
modified: Date;
|
|
15
|
+
existingTags: string[];
|
|
16
|
+
}, labels: Label[], engine: LLMEngine, onProgress?: ProgressCallback, systemPrompt?: string, signal?: AbortSignal, context?: EngineContext): Promise<ContextStrategyResult>;
|
package/dist/context.js
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { EFFECTIVE_LIMIT } from "./llm-engine.js";
|
|
2
|
+
export async function determineStrategy(content, metadata, labels, engine, onProgress, systemPrompt, signal, context) {
|
|
3
|
+
const tokenCount = Math.ceil(content.length / 4);
|
|
4
|
+
const startedAt = performance.now();
|
|
5
|
+
if (tokenCount <= EFFECTIVE_LIMIT) {
|
|
6
|
+
const result = await engine.classify(content, labels, onProgress, systemPrompt, signal, context);
|
|
7
|
+
return { result, chunks: 1, calls: 1, inferenceMs: performance.now() - startedAt };
|
|
8
|
+
}
|
|
9
|
+
const { result, chunks, calls } = await engine.classifyChunked(content, labels, onProgress, systemPrompt, signal, context);
|
|
10
|
+
return { result, chunks, calls, inferenceMs: performance.now() - startedAt };
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=context.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context.js","sourceRoot":"","sources":["../src/context.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAUlD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAe,EACf,QAOC,EACD,MAAe,EACf,MAAiB,EACjB,UAA6B,EAC7B,YAAqB,EACrB,MAAoB,EACpB,OAAuB;IAEvB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEpC,IAAI,UAAU,IAAI,eAAe,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACjG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;IACrF,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAC5D,OAAO,EACP,MAAM,EACN,UAAU,EACV,YAAY,EACZ,MAAM,EACN,OAAO,CACR,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;AAC/E,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ProcessingResult } from "./types.js";
|
|
2
|
+
export interface EvaluationSummary {
|
|
3
|
+
files: number;
|
|
4
|
+
tagged: number;
|
|
5
|
+
noLabel: number;
|
|
6
|
+
skipped: number;
|
|
7
|
+
evaluated: number;
|
|
8
|
+
totalDurationMs: number;
|
|
9
|
+
preparationMs: number;
|
|
10
|
+
inferenceMs: number;
|
|
11
|
+
sourceBytes: number;
|
|
12
|
+
inputTokensEstimate: number;
|
|
13
|
+
calls: number;
|
|
14
|
+
chunks: number;
|
|
15
|
+
}
|
|
16
|
+
export declare function formatDuration(milliseconds: number): string;
|
|
17
|
+
export declare function formatBytes(bytes: number): string;
|
|
18
|
+
export declare function formatFileMetrics(result: ProcessingResult): string;
|
|
19
|
+
export declare function formatEvaluationTableHeader(): string[];
|
|
20
|
+
export declare function formatEvaluationTableRow(filename: string, result: ProcessingResult): string;
|
|
21
|
+
export declare function summarizeEvaluation(results: ProcessingResult[], totalDurationMs: number, preparationMs: number): EvaluationSummary;
|
|
22
|
+
export declare function formatEvaluationSummaryTable(summary: EvaluationSummary): string[];
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
export function formatDuration(milliseconds) {
|
|
2
|
+
if (milliseconds < 1_000)
|
|
3
|
+
return `${Math.round(milliseconds)}ms`;
|
|
4
|
+
return `${(milliseconds / 1_000).toFixed(milliseconds < 10_000 ? 2 : 1)}s`;
|
|
5
|
+
}
|
|
6
|
+
export function formatBytes(bytes) {
|
|
7
|
+
const units = ["B", "KB", "MB", "GB"];
|
|
8
|
+
let value = bytes;
|
|
9
|
+
let unitIndex = 0;
|
|
10
|
+
while (value >= 1_000 && unitIndex < units.length - 1) {
|
|
11
|
+
value /= 1_000;
|
|
12
|
+
unitIndex++;
|
|
13
|
+
}
|
|
14
|
+
return `${value.toFixed(value < 10 && unitIndex > 0 ? 1 : 0)} ${units[unitIndex]}`;
|
|
15
|
+
}
|
|
16
|
+
export function formatFileMetrics(result) {
|
|
17
|
+
const details = [
|
|
18
|
+
`total ${formatDuration(result.durationMs ?? 0)}`,
|
|
19
|
+
`inference ${formatDuration(result.inferenceMs ?? 0)}`,
|
|
20
|
+
];
|
|
21
|
+
if (result.sourceBytes !== undefined)
|
|
22
|
+
details.push(formatBytes(result.sourceBytes));
|
|
23
|
+
if (result.inputTokensEstimate !== undefined)
|
|
24
|
+
details.push(`~${result.inputTokensEstimate} input tok`);
|
|
25
|
+
if (result.calls !== undefined)
|
|
26
|
+
details.push(`${result.calls} call${result.calls === 1 ? "" : "s"}`);
|
|
27
|
+
if (result.chunks !== undefined)
|
|
28
|
+
details.push(`${result.chunks} chunk${result.chunks === 1 ? "" : "s"}`);
|
|
29
|
+
return details.join(" | ");
|
|
30
|
+
}
|
|
31
|
+
const FILE_WIDTH = 24;
|
|
32
|
+
const RESULT_WIDTH = 12;
|
|
33
|
+
const METRIC_WIDTH = 8;
|
|
34
|
+
const CALLS_WIDTH = 5;
|
|
35
|
+
function fit(value, width) {
|
|
36
|
+
return value.length > width ? `${value.slice(0, width - 3)}...` : value.padEnd(width);
|
|
37
|
+
}
|
|
38
|
+
function rate(result) {
|
|
39
|
+
if (!result.inferenceMs || !result.inputTokensEstimate)
|
|
40
|
+
return "-";
|
|
41
|
+
return `${Math.round(result.inputTokensEstimate / (result.inferenceMs / 1_000))}/s`;
|
|
42
|
+
}
|
|
43
|
+
export function formatEvaluationTableHeader() {
|
|
44
|
+
const header = [
|
|
45
|
+
fit("FILE", FILE_WIDTH),
|
|
46
|
+
fit("RESULT", RESULT_WIDTH),
|
|
47
|
+
fit("TOTAL", METRIC_WIDTH),
|
|
48
|
+
fit("INFER", METRIC_WIDTH),
|
|
49
|
+
fit("SIZE", METRIC_WIDTH),
|
|
50
|
+
fit("TOKENS", METRIC_WIDTH),
|
|
51
|
+
fit("CALLS", CALLS_WIDTH),
|
|
52
|
+
fit("TOK/S", METRIC_WIDTH),
|
|
53
|
+
].join(" ");
|
|
54
|
+
return [header, "-".repeat(header.length)];
|
|
55
|
+
}
|
|
56
|
+
export function formatEvaluationTableRow(filename, result) {
|
|
57
|
+
const outcome = result.status === "ok"
|
|
58
|
+
? result.labels?.join(", ") ?? "labelled"
|
|
59
|
+
: result.status === "none"
|
|
60
|
+
? "no match"
|
|
61
|
+
: result.labels?.length
|
|
62
|
+
? `${result.labels.join(", ")} (cached)`
|
|
63
|
+
: `skip: ${result.reason ?? "unknown"}`;
|
|
64
|
+
return [
|
|
65
|
+
fit(filename, FILE_WIDTH),
|
|
66
|
+
fit(outcome, RESULT_WIDTH),
|
|
67
|
+
fit(formatDuration(result.durationMs ?? 0), METRIC_WIDTH),
|
|
68
|
+
fit(result.inferenceMs === undefined ? "-" : formatDuration(result.inferenceMs), METRIC_WIDTH),
|
|
69
|
+
fit(result.sourceBytes === undefined ? "-" : formatBytes(result.sourceBytes), METRIC_WIDTH),
|
|
70
|
+
fit(result.inputTokensEstimate === undefined ? "-" : `~${result.inputTokensEstimate}`, METRIC_WIDTH),
|
|
71
|
+
fit(result.calls === undefined ? "-" : String(result.calls), CALLS_WIDTH),
|
|
72
|
+
fit(rate(result), METRIC_WIDTH),
|
|
73
|
+
].join(" ");
|
|
74
|
+
}
|
|
75
|
+
export function summarizeEvaluation(results, totalDurationMs, preparationMs) {
|
|
76
|
+
const summary = {
|
|
77
|
+
files: results.length,
|
|
78
|
+
tagged: 0,
|
|
79
|
+
noLabel: 0,
|
|
80
|
+
skipped: 0,
|
|
81
|
+
evaluated: 0,
|
|
82
|
+
totalDurationMs,
|
|
83
|
+
preparationMs,
|
|
84
|
+
inferenceMs: 0,
|
|
85
|
+
sourceBytes: 0,
|
|
86
|
+
inputTokensEstimate: 0,
|
|
87
|
+
calls: 0,
|
|
88
|
+
chunks: 0,
|
|
89
|
+
};
|
|
90
|
+
for (const result of results) {
|
|
91
|
+
if (result.status === "ok")
|
|
92
|
+
summary.tagged++;
|
|
93
|
+
else if (result.status === "none")
|
|
94
|
+
summary.noLabel++;
|
|
95
|
+
else
|
|
96
|
+
summary.skipped++;
|
|
97
|
+
if (result.inferenceMs !== undefined)
|
|
98
|
+
summary.evaluated++;
|
|
99
|
+
summary.inferenceMs += result.inferenceMs ?? 0;
|
|
100
|
+
summary.sourceBytes += result.sourceBytes ?? 0;
|
|
101
|
+
summary.inputTokensEstimate += result.inputTokensEstimate ?? 0;
|
|
102
|
+
summary.calls += result.calls ?? 0;
|
|
103
|
+
summary.chunks += result.chunks ?? 0;
|
|
104
|
+
}
|
|
105
|
+
return summary;
|
|
106
|
+
}
|
|
107
|
+
export function formatEvaluationSummaryTable(summary) {
|
|
108
|
+
const average = summary.evaluated ? summary.inferenceMs / summary.evaluated : 0;
|
|
109
|
+
const inputRate = summary.inferenceMs ? Math.round(summary.inputTokensEstimate / (summary.inferenceMs / 1_000)) : 0;
|
|
110
|
+
const header = [fit("METRIC", 14), fit("VALUE", 16), "DETAIL"].join(" ");
|
|
111
|
+
return [
|
|
112
|
+
"Benchmark summary",
|
|
113
|
+
header,
|
|
114
|
+
"-".repeat(header.length),
|
|
115
|
+
[fit("Files", 14), fit(String(summary.files), 16), `${summary.tagged} labelled | ${summary.noLabel} no match | ${summary.skipped} skipped`].join(" "),
|
|
116
|
+
[fit("Timing", 14), fit(formatDuration(summary.totalDurationMs), 16), `setup ${formatDuration(summary.preparationMs)} | inference ${formatDuration(summary.inferenceMs)} | mean ${formatDuration(average)}/file`].join(" "),
|
|
117
|
+
[fit("Input", 14), fit(`~${inputRate} tok/s`, 16), `${formatBytes(summary.sourceBytes)} | ~${summary.inputTokensEstimate} tokens | ${summary.calls} calls | ${summary.chunks} chunks`].join(" "),
|
|
118
|
+
];
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=evaluation-metrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluation-metrics.js","sourceRoot":"","sources":["../src/evaluation-metrics.ts"],"names":[],"mappings":"AAiBA,MAAM,UAAU,cAAc,CAAC,YAAoB;IACjD,IAAI,YAAY,GAAG,KAAK;QAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;IACjE,OAAO,GAAG,CAAC,YAAY,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACtC,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,KAAK,IAAI,KAAK,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,KAAK,IAAI,KAAK,CAAC;QACf,SAAS,EAAE,CAAC;IACd,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,EAAE,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;AACrF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAwB;IACxD,MAAM,OAAO,GAAG;QACd,SAAS,cAAc,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE;QACjD,aAAa,cAAc,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE;KACvD,CAAC;IACF,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;IACpF,IAAI,MAAM,CAAC,mBAAmB,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,mBAAmB,YAAY,CAAC,CAAC;IACvG,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,QAAQ,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACrG,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,SAAS,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACzG,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa;IACvC,OAAO,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,IAAI,CAAC,MAAwB;IACpC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,mBAAmB;QAAE,OAAO,GAAG,CAAC;IACnE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,GAAG,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC;AACtF,CAAC;AAED,MAAM,UAAU,2BAA2B;IACzC,MAAM,MAAM,GAAG;QACb,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;QACvB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC;QAC3B,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC;QAC1B,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC;QAC1B,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;QACzB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC;QAC3B,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC;QACzB,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC;KAC3B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAAgB,EAAE,MAAwB;IACjF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,KAAK,IAAI;QACpC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU;QACzC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM;YACxB,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM;gBACrB,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW;gBACxC,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC9C,OAAO;QACL,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC;QACzB,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC;QAC1B,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,YAAY,CAAC;QACzD,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC;QAC9F,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC;QAC3F,GAAG,CAAC,MAAM,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,mBAAmB,EAAE,EAAE,YAAY,CAAC;QACpG,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;KAChC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,OAA2B,EAC3B,eAAuB,EACvB,aAAqB;IAErB,MAAM,OAAO,GAAsB;QACjC,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,CAAC;QACZ,eAAe;QACf,aAAa;QACb,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,mBAAmB,EAAE,CAAC;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI;YAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACxC,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO,CAAC,OAAO,EAAE,CAAC;;YAChD,OAAO,CAAC,OAAO,EAAE,CAAC;QACvB,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,CAAC,SAAS,EAAE,CAAC;QAC1D,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QAC/C,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QAC/C,OAAO,CAAC,mBAAmB,IAAI,MAAM,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC/D,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QACnC,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,OAA0B;IACrE,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpH,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzE,OAAO;QACL,mBAAmB;QACnB,MAAM;QACN,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,eAAe,OAAO,CAAC,OAAO,eAAe,OAAO,CAAC,OAAO,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACrJ,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,EAAE,SAAS,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,cAAc,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC3N,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,OAAO,CAAC,mBAAmB,aAAa,OAAO,CAAC,KAAK,YAAY,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;KACjM,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { readdirSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { isClassificationStorePath } from "./classification-store.js";
|
|
4
|
+
const TEXT_EXTENSIONS = new Set([
|
|
5
|
+
".txt", ".md", ".csv", ".json", ".yaml", ".yml", ".xml",
|
|
6
|
+
".log", ".conf", ".config", ".ini", ".toml", ".properties",
|
|
7
|
+
]);
|
|
8
|
+
export function isTextFile(filePath) {
|
|
9
|
+
const lower = filePath.toLowerCase();
|
|
10
|
+
for (const ext of TEXT_EXTENSIONS) {
|
|
11
|
+
if (lower.endsWith(ext))
|
|
12
|
+
return true;
|
|
13
|
+
}
|
|
14
|
+
return false;
|
|
15
|
+
}
|
|
16
|
+
export function scanFolder(folderPath) {
|
|
17
|
+
const files = [];
|
|
18
|
+
try {
|
|
19
|
+
for (const entry of readdirSync(folderPath, { withFileTypes: true })) {
|
|
20
|
+
const path = join(folderPath, entry.name);
|
|
21
|
+
if (entry.name === ".sailkari" || isClassificationStorePath(path)) {
|
|
22
|
+
continue;
|
|
23
|
+
}
|
|
24
|
+
if (entry.isDirectory()) {
|
|
25
|
+
files.push(...scanFolder(path));
|
|
26
|
+
}
|
|
27
|
+
else if (entry.isFile() && isTextFile(path)) {
|
|
28
|
+
files.push(path);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
catch (error) {
|
|
33
|
+
throw new Error(`Cannot access folder: ${folderPath}`, { cause: error });
|
|
34
|
+
}
|
|
35
|
+
return files;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=file-scanner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file-scanner.js","sourceRoot":"","sources":["../src/file-scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAEtE,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IACvD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa;CAC3D,CAAC,CAAC;AAEH,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACvC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,UAAkB;IAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClE,SAAS;YACX,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
|
package/dist/index.d.ts
ADDED