@dikolab/kbdb 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CLA.md +68 -0
- package/LICENSE +676 -12
- package/LICENSING.md +58 -0
- package/README.md +50 -25
- package/README.md.bak +322 -0
- package/dist/README.md +322 -0
- package/dist/{chunk-BJXEVALU.mjs → chunk-QLJ33C74.mjs} +44 -44
- package/dist/chunk-QLJ33C74.mjs.map +7 -0
- package/dist/cli.cjs +550 -232
- package/dist/cli.cjs.map +4 -4
- package/dist/cli.d.ts +0 -8
- package/dist/cli.mjs +483 -154
- package/dist/cli.mjs.map +4 -4
- package/dist/kbdb-worker.cjs +36 -5
- package/dist/kbdb-worker.cjs.map +3 -3
- package/dist/mod.cjs +89 -30
- package/dist/mod.cjs.map +4 -4
- package/dist/mod.mjs +88 -30
- package/dist/mod.mjs.map +4 -4
- package/dist/src/cli.d.ts +0 -8
- package/dist/src/shared/cli/constants/defaults.constant.d.ts +1 -1
- package/dist/src/shared/cli/constants/recfile-command-field-map.constant.d.ts +8 -0
- package/dist/src/shared/cli/constants/recfile-field-maps.constant.d.ts +21 -0
- package/dist/src/shared/cli/functions/compute-directory-level.function.d.ts +14 -0
- package/dist/src/shared/cli/functions/dispatch-command.function.d.ts +2 -28
- package/dist/src/shared/cli/functions/format-command-output.function.d.ts +14 -0
- package/dist/src/shared/cli/functions/format-db-not-found.function.d.ts +20 -0
- package/dist/src/shared/cli/functions/format-output.function.d.ts +1 -0
- package/dist/src/shared/cli/functions/format-recfile-output.function.d.ts +11 -0
- package/dist/src/shared/cli/functions/render-recfile-value.function.d.ts +11 -0
- package/dist/src/shared/cli/functions/resolve-db-dir.function.d.ts +24 -0
- package/dist/src/shared/cli/functions/resolve-recfile-key.function.d.ts +9 -0
- package/dist/src/shared/cli/functions/run-db-path.function.d.ts +10 -0
- package/dist/src/shared/cli/functions/run-export.function.d.ts +8 -4
- package/dist/src/shared/cli/functions/run-import.function.d.ts +4 -0
- package/dist/src/shared/cli/functions/run-learn.function.d.ts +12 -0
- package/dist/src/shared/cli/index.d.ts +4 -1
- package/dist/src/shared/cli/typings/cli-options.interface.d.ts +9 -2
- package/dist/src/shared/cli/typings/db-resolution.interface.d.ts +9 -0
- package/dist/src/shared/cli/typings/recfile-field-map.type.d.ts +10 -0
- package/dist/src/shared/version/constants/version.constant.d.ts +1 -1
- package/dist/src/shared/wasm-codec/functions/decode-option-u8.function.d.ts +9 -0
- package/dist/src/shared/wasm-codec/functions/decode-section-records.function.d.ts +4 -0
- package/dist/src/shared/wasm-codec/functions/encode-add-section-params.function.d.ts +2 -45
- package/dist/src/shared/wasm-codec/functions/encode-update-section-params.function.d.ts +10 -1
- package/dist/src/shared/wasm-codec/index.d.ts +1 -1
- package/dist/src/shared/wasm-codec/typings/add-section-input.model.d.ts +6 -0
- package/dist/src/shared/wasm-codec/typings/section-record-trailing.model.d.ts +5 -0
- package/dist/src/shared/wasm-codec/typings/section-record.model.d.ts +5 -0
- package/dist/src/shared/worker-client/functions/build-deno-permissions.function.d.ts +11 -0
- package/dist/src/shared/worker-client/functions/read-crash-reason.function.d.ts +9 -0
- package/dist/src/shared/worker-client/functions/resolve-spawn-script.function.d.ts +6 -0
- package/dist/src/shared/worker-client/functions/spawn-daemon.function.d.ts +1 -1
- package/dist/src/shared/worker-client/typings/section.model.d.ts +5 -0
- package/dist/src/shared/worker-client/typings/worker-client-options.interface.d.ts +0 -6
- package/dist/src/shared/worker-daemon/functions/count-files.function.d.ts +12 -0
- package/dist/src/shared/worker-daemon/functions/handle-import.function.d.ts +2 -0
- package/dist/src/shared/worker-daemon/functions/handle-read-ops.function.d.ts +8 -0
- package/dist/src/shared/worker-daemon/functions/validate-daemon-path.function.d.ts +15 -0
- package/dist/src/worker.d.ts +0 -7
- package/dist/wasm/default-embedding/kbdb_default_embedding_bg.wasm +0 -0
- package/dist/wasm/default-embedding/package.json +1 -1
- package/dist/wasm/fs-database/kbdb_fs_database_bg.wasm +0 -0
- package/dist/wasm/fs-database/package.json +1 -1
- package/dist/wasm/fs-migration/package.json +1 -1
- package/dist/wasm/kb-worker/kbdb_worker_bg.wasm +0 -0
- package/dist/wasm/kb-worker/package.json +1 -1
- package/dist/wasm/query-parser/kbdb_query_parser_bg.wasm +0 -0
- package/dist/wasm/query-parser/package.json +1 -1
- package/dist/worker.d.ts +0 -7
- package/dist/worker.mjs +37 -6
- package/dist/worker.mjs.map +3 -3
- package/package.json +11 -10
- package/dist/chunk-BJXEVALU.mjs.map +0 -7
- package/dist/src/shared/cli/functions/resolve-raw-db-path.function.d.ts +0 -10
- package/docs/details/README.md +0 -30
- package/docs/details/agent-tooling.md +0 -132
- package/docs/details/cli.md +0 -777
- package/docs/details/knowledge-base.md +0 -180
- package/docs/details/library-api.md +0 -495
- package/docs/details/mcp-server.md +0 -482
- package/docs/details/search-and-ranking.md +0 -575
- package/docs/details/storage.md +0 -531
- package/docs/goals/agents.md +0 -751
- package/docs/goals/architecture.svg +0 -198
- package/docs/goals/auto-capture.md +0 -378
- package/docs/goals/benchmarking.md +0 -296
- package/docs/goals/cli.md +0 -2654
- package/docs/goals/concurrency.md +0 -259
- package/docs/goals/content-composer.md +0 -609
- package/docs/goals/content-parser.md +0 -279
- package/docs/goals/database.md +0 -1679
- package/docs/goals/document.md +0 -368
- package/docs/goals/hybrid-search.md +0 -465
- package/docs/goals/mcp.md +0 -1541
- package/docs/goals/overview.md +0 -124
- package/docs/goals/query-parser.md +0 -373
- package/docs/goals/query-result.md +0 -860
- package/docs/goals/semantic-dedup.md +0 -233
- package/docs/goals/skills.md +0 -810
- package/docs/goals/sync.md +0 -217
- package/docs/goals/worker-client.md +0 -1005
- package/docs/goals/worker-daemon.md +0 -1547
- package/docs/modules/overview.md +0 -319
- package/docs/modules/rust/embedding/module.md +0 -91
- package/docs/modules/rust/fs-database/functions/document.md +0 -48
- package/docs/modules/rust/fs-database/functions/integrity.md +0 -79
- package/docs/modules/rust/fs-database/functions/io.md +0 -87
- package/docs/modules/rust/fs-database/functions/module.md +0 -22
- package/docs/modules/rust/fs-database/functions/query-exec.md +0 -44
- package/docs/modules/rust/fs-database/functions/section.md +0 -76
- package/docs/modules/rust/fs-database/indexes/btree.md +0 -35
- package/docs/modules/rust/fs-database/indexes/corpus.md +0 -61
- package/docs/modules/rust/fs-database/indexes/inverted.md +0 -60
- package/docs/modules/rust/fs-database/indexes/module.md +0 -64
- package/docs/modules/rust/fs-database/indexes/positional.md +0 -39
- package/docs/modules/rust/fs-database/indexes/vectors.md +0 -110
- package/docs/modules/rust/fs-database/module.md +0 -150
- package/docs/modules/rust/fs-database/types/catalog.md +0 -53
- package/docs/modules/rust/fs-database/types/module.md +0 -12
- package/docs/modules/rust/fs-database/types/section.md +0 -127
- package/docs/modules/rust/kb-worker/functions/compose.md +0 -57
- package/docs/modules/rust/kb-worker/functions/module.md +0 -20
- package/docs/modules/rust/kb-worker/functions/retrieve.md +0 -194
- package/docs/modules/rust/kb-worker/functions/search.md +0 -173
- package/docs/modules/rust/kb-worker/functions/write.md +0 -172
- package/docs/modules/rust/kb-worker/module.md +0 -171
- package/docs/modules/rust/kb-worker/types/cache.md +0 -90
- package/docs/modules/rust/kb-worker/types/context.md +0 -26
- package/docs/modules/rust/kb-worker/types/module.md +0 -16
- package/docs/modules/rust/kb-worker/types/status.md +0 -29
- package/docs/modules/rust/kb-worker/types/token.md +0 -50
- package/docs/modules/rust/overview.md +0 -531
- package/docs/modules/rust/query-parser/functions/extract.md +0 -56
- package/docs/modules/rust/query-parser/functions/module.md +0 -18
- package/docs/modules/rust/query-parser/functions/parse.md +0 -33
- package/docs/modules/rust/query-parser/functions/pipeline.md +0 -9
- package/docs/modules/rust/query-parser/functions/rank.md +0 -85
- package/docs/modules/rust/query-parser/module.md +0 -131
- package/docs/modules/rust/query-parser/types/cache.md +0 -39
- package/docs/modules/rust/query-parser/types/keyphrase.md +0 -71
- package/docs/modules/rust/query-parser/types/module.md +0 -18
- package/docs/modules/rust/query-parser/types/token.md +0 -46
- package/docs/modules/rust/shared/content-composer/functions.md +0 -114
- package/docs/modules/rust/shared/content-composer/module.md +0 -147
- package/docs/modules/rust/shared/content-composer/types.md +0 -93
- package/docs/modules/rust/shared/content-parser/functions.md +0 -72
- package/docs/modules/rust/shared/content-parser/module.md +0 -99
- package/docs/modules/rust/shared/content-parser/types.md +0 -71
- package/docs/modules/rust/shared/corpus/module.md +0 -24
- package/docs/modules/rust/shared/corpus/types.md +0 -141
- package/docs/modules/rust/shared/document/module.md +0 -25
- package/docs/modules/rust/shared/document/types.md +0 -154
- package/docs/modules/rust/shared/encode/module.md +0 -22
- package/docs/modules/rust/shared/encode/traits.md +0 -304
- package/docs/modules/rust/shared/error/module.md +0 -28
- package/docs/modules/rust/shared/error/types.md +0 -302
- package/docs/modules/rust/shared/kbid/module.md +0 -24
- package/docs/modules/rust/shared/kbid/types.md +0 -147
- package/docs/modules/rust/shared/memory/functions.md +0 -209
- package/docs/modules/rust/shared/memory/module.md +0 -24
- package/docs/modules/rust/shared/module.md +0 -196
- package/docs/modules/rust/shared/pipeline/functions.md +0 -141
- package/docs/modules/rust/shared/pipeline/module.md +0 -62
- package/docs/modules/rust/shared/pipeline/types.md +0 -43
- package/docs/modules/rust/shared/query/module.md +0 -27
- package/docs/modules/rust/shared/query/types.md +0 -236
- package/docs/modules/rust/shared/section/module.md +0 -25
- package/docs/modules/rust/shared/section/types.md +0 -294
- package/docs/modules/rust/shared/term/module.md +0 -25
- package/docs/modules/rust/shared/term/types.md +0 -139
- package/docs/modules/typescript/cli.md +0 -131
- package/docs/modules/typescript/kbdb-worker.md +0 -150
- package/docs/modules/typescript/overview.md +0 -400
- package/docs/modules/typescript/shared/auto-capture/module.md +0 -73
- package/docs/modules/typescript/shared/cli/constants.md +0 -23
- package/docs/modules/typescript/shared/cli/functions.md +0 -809
- package/docs/modules/typescript/shared/cli/module.md +0 -138
- package/docs/modules/typescript/shared/cli/typings.md +0 -197
- package/docs/modules/typescript/shared/embedding/functions.md +0 -200
- package/docs/modules/typescript/shared/embedding/module.md +0 -77
- package/docs/modules/typescript/shared/embedding/typings.md +0 -124
- package/docs/modules/typescript/shared/hash/functions.md +0 -20
- package/docs/modules/typescript/shared/hash/module.md +0 -21
- package/docs/modules/typescript/shared/log/constants.md +0 -82
- package/docs/modules/typescript/shared/log/functions.md +0 -131
- package/docs/modules/typescript/shared/log/module.md +0 -153
- package/docs/modules/typescript/shared/log/typings.md +0 -82
- package/docs/modules/typescript/shared/mcp/classes.md +0 -179
- package/docs/modules/typescript/shared/mcp/functions.md +0 -386
- package/docs/modules/typescript/shared/mcp/module.md +0 -160
- package/docs/modules/typescript/shared/mcp/typings.md +0 -529
- package/docs/modules/typescript/shared/module.md +0 -110
- package/docs/modules/typescript/shared/platform/functions.md +0 -42
- package/docs/modules/typescript/shared/platform/module.md +0 -25
- package/docs/modules/typescript/shared/runtime/functions.md +0 -26
- package/docs/modules/typescript/shared/runtime/module.md +0 -27
- package/docs/modules/typescript/shared/runtime/typings.md +0 -13
- package/docs/modules/typescript/shared/version/module.md +0 -27
- package/docs/modules/typescript/shared/wasm-codec/functions.md +0 -391
- package/docs/modules/typescript/shared/wasm-codec/module.md +0 -98
- package/docs/modules/typescript/shared/worker-client/classes.md +0 -264
- package/docs/modules/typescript/shared/worker-client/functions.md +0 -175
- package/docs/modules/typescript/shared/worker-client/module.md +0 -92
- package/docs/modules/typescript/shared/worker-client/typings.md +0 -511
- package/docs/modules/typescript/shared/worker-daemon/classes.md +0 -239
- package/docs/modules/typescript/shared/worker-daemon/constants.md +0 -37
- package/docs/modules/typescript/shared/worker-daemon/functions.md +0 -234
- package/docs/modules/typescript/shared/worker-daemon/module.md +0 -118
- package/docs/modules/typescript/shared/worker-daemon/typings.md +0 -132
- package/docs/overview.md +0 -191
- package/docs/release-notes/0.1.0.md +0 -189
- package/docs/release-notes/0.1.1.md +0 -46
- package/docs/release-notes/0.1.2.md +0 -38
- package/docs/release-notes/0.1.3.md +0 -42
- package/docs/release-notes/0.2.0.md +0 -147
- package/docs/release-notes/0.3.0.md +0 -89
- package/docs/release-notes/0.3.1.md +0 -121
- package/docs/release-notes/0.3.2.md +0 -64
- package/docs/release-notes/0.4.0.md +0 -80
- package/docs/release-notes/0.4.1.md +0 -149
- package/docs/release-notes/0.4.3.md +0 -60
- package/docs/release-notes/0.5.0.md +0 -41
- package/docs/release-notes/README.md +0 -16
package/dist/kbdb-worker.cjs
CHANGED
|
@@ -1050,6 +1050,17 @@ function emptyItem(kbid, score) {
|
|
|
1050
1050
|
};
|
|
1051
1051
|
}
|
|
1052
1052
|
|
|
1053
|
+
// src/shared/worker-daemon/functions/validate-daemon-path.function.ts
|
|
1054
|
+
function validateDaemonPath(path) {
|
|
1055
|
+
if (!path.startsWith("/")) {
|
|
1056
|
+
throw new IpcError(-32602, `path must be absolute: ${path}`);
|
|
1057
|
+
}
|
|
1058
|
+
if (path.split("/").includes("..")) {
|
|
1059
|
+
throw new IpcError(-32602, `path traversal not allowed: ${path}`);
|
|
1060
|
+
}
|
|
1061
|
+
return path;
|
|
1062
|
+
}
|
|
1063
|
+
|
|
1053
1064
|
// src/shared/embedding/functions/rebuild-vectors.function.ts
|
|
1054
1065
|
var import_node_fs7 = require("node:fs");
|
|
1055
1066
|
var import_node_path8 = require("node:path");
|
|
@@ -1225,6 +1236,7 @@ function encodeAddSectionParams(params) {
|
|
|
1225
1236
|
const replaceByte = new Uint8Array([
|
|
1226
1237
|
params.replace === true ? 1 : 0
|
|
1227
1238
|
]);
|
|
1239
|
+
const levelBytes = params.level != null ? new Uint8Array([1, params.level]) : new Uint8Array([0]);
|
|
1228
1240
|
const parts = [
|
|
1229
1241
|
encodeSectionType(params.sectionType, params.mimeType),
|
|
1230
1242
|
encodeString(params.content),
|
|
@@ -1236,7 +1248,8 @@ function encodeAddSectionParams(params) {
|
|
|
1236
1248
|
encodeOptionString(params.sourceMtime),
|
|
1237
1249
|
tagsCountBytes,
|
|
1238
1250
|
...tagParts,
|
|
1239
|
-
replaceByte
|
|
1251
|
+
replaceByte,
|
|
1252
|
+
levelBytes
|
|
1240
1253
|
];
|
|
1241
1254
|
const totalLen = parts.reduce((sum, p) => sum + p.length, 0);
|
|
1242
1255
|
const result = new Uint8Array(totalLen);
|
|
@@ -1463,6 +1476,13 @@ function decodePagedSearchResult(bytes) {
|
|
|
1463
1476
|
}
|
|
1464
1477
|
|
|
1465
1478
|
// src/shared/wasm-codec/functions/decode-section-records.function.ts
|
|
1479
|
+
function decodeOptionU8(bytes, offset) {
|
|
1480
|
+
const tag = bytes[offset];
|
|
1481
|
+
if (tag === 1) {
|
|
1482
|
+
return { value: bytes[offset + 1], bytesRead: 2 };
|
|
1483
|
+
}
|
|
1484
|
+
return { value: null, bytesRead: 1 };
|
|
1485
|
+
}
|
|
1466
1486
|
function decodeOptionString2(bytes, offset) {
|
|
1467
1487
|
const tag = bytes[offset];
|
|
1468
1488
|
if (tag === 0) {
|
|
@@ -1559,6 +1579,12 @@ function decodeSectionRecords(bytes) {
|
|
|
1559
1579
|
offset += v.bytesRead;
|
|
1560
1580
|
supersedes = v.value;
|
|
1561
1581
|
}
|
|
1582
|
+
let level = null;
|
|
1583
|
+
if (offset < bytes.length) {
|
|
1584
|
+
const v = decodeOptionU8(bytes, offset);
|
|
1585
|
+
offset += v.bytesRead;
|
|
1586
|
+
level = v.value;
|
|
1587
|
+
}
|
|
1562
1588
|
const record = {
|
|
1563
1589
|
kbid: kbid.value,
|
|
1564
1590
|
docid: docid.value,
|
|
@@ -1579,7 +1605,8 @@ function decodeSectionRecords(bytes) {
|
|
|
1579
1605
|
sourceMtime,
|
|
1580
1606
|
updatedAt,
|
|
1581
1607
|
tags,
|
|
1582
|
-
supersedes
|
|
1608
|
+
supersedes,
|
|
1609
|
+
level
|
|
1583
1610
|
};
|
|
1584
1611
|
if (st.mimeType !== void 0) {
|
|
1585
1612
|
record.mimeType = st.mimeType;
|
|
@@ -2545,7 +2572,8 @@ var WorkerDaemon = class {
|
|
|
2545
2572
|
sourcePath: typeof params["sourcePath"] === "string" ? params["sourcePath"] : void 0,
|
|
2546
2573
|
sourceMtime: typeof params["sourceMtime"] === "string" ? params["sourceMtime"] : void 0,
|
|
2547
2574
|
tags,
|
|
2548
|
-
replace: params["replace"] === true
|
|
2575
|
+
replace: params["replace"] === true,
|
|
2576
|
+
level: typeof params["level"] === "number" ? params["level"] : void 0
|
|
2549
2577
|
};
|
|
2550
2578
|
const encoded = encodeAddSectionParams(input);
|
|
2551
2579
|
const bytes = this.callWasmSync("worker_add_section", encoded);
|
|
@@ -2576,7 +2604,8 @@ var WorkerDaemon = class {
|
|
|
2576
2604
|
title: params["title"] ?? null,
|
|
2577
2605
|
description: params["description"] ?? null,
|
|
2578
2606
|
docid: params["docid"] ?? null,
|
|
2579
|
-
typeName: updTypeName
|
|
2607
|
+
typeName: updTypeName,
|
|
2608
|
+
level: typeof params["level"] === "number" ? params["level"] : void 0
|
|
2580
2609
|
};
|
|
2581
2610
|
const encoded = encodeUpdateSectionParams(oldKbid, input);
|
|
2582
2611
|
const bytes = this.callWasmSync("worker_update_section", encoded);
|
|
@@ -2739,7 +2768,8 @@ var WorkerDaemon = class {
|
|
|
2739
2768
|
}
|
|
2740
2769
|
// -- Export (read operation, no lock required) --
|
|
2741
2770
|
handleExport(params) {
|
|
2742
|
-
const targetPath = params["targetPath"] ?? params["path"] ?? "
|
|
2771
|
+
const targetPath = params["targetPath"] ?? params["path"] ?? (0, import_node_path9.join)(this.targetDir, "kbdb-export");
|
|
2772
|
+
validateDaemonPath(targetPath);
|
|
2743
2773
|
const encoded = new TextEncoder().encode(targetPath);
|
|
2744
2774
|
const start = Date.now();
|
|
2745
2775
|
const bytes = this.callWasmSync("worker_export", encoded);
|
|
@@ -2755,6 +2785,7 @@ var WorkerDaemon = class {
|
|
|
2755
2785
|
}
|
|
2756
2786
|
async handleImport(params) {
|
|
2757
2787
|
const sourcePath = params["sourcePath"] ?? "";
|
|
2788
|
+
validateDaemonPath(sourcePath);
|
|
2758
2789
|
const dryRun = params["dryRun"] === true;
|
|
2759
2790
|
const start = Date.now();
|
|
2760
2791
|
const sectionCount = this.countFiles(
|