albex 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +141 -0
- package/README.md +242 -112
- package/dist/albex-worker.d.ts +70 -0
- package/dist/albex-worker.d.ts.map +1 -0
- package/dist/albex-worker.js +153 -0
- package/dist/albex-worker.js.map +1 -0
- package/dist/albex.d.ts +368 -6
- package/dist/albex.d.ts.map +1 -1
- package/dist/albex.js +1692 -95
- package/dist/albex.js.map +1 -1
- package/dist/errors.d.ts +38 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +63 -0
- package/dist/errors.js.map +1 -0
- package/dist/gpu/bloom-runtime.d.ts +60 -0
- package/dist/gpu/bloom-runtime.d.ts.map +1 -0
- package/dist/gpu/bloom-runtime.js +176 -0
- package/dist/gpu/bloom-runtime.js.map +1 -0
- package/dist/gpu/bloom-shader.wgsl.d.ts +19 -0
- package/dist/gpu/bloom-shader.wgsl.d.ts.map +1 -0
- package/dist/gpu/bloom-shader.wgsl.js +49 -0
- package/dist/gpu/bloom-shader.wgsl.js.map +1 -0
- package/dist/persistence.d.ts +21 -0
- package/dist/persistence.d.ts.map +1 -0
- package/dist/persistence.js +174 -0
- package/dist/persistence.js.map +1 -0
- package/dist/pool/coordinator.d.ts +98 -0
- package/dist/pool/coordinator.d.ts.map +1 -0
- package/dist/pool/coordinator.js +247 -0
- package/dist/pool/coordinator.js.map +1 -0
- package/dist/profile.d.ts +95 -0
- package/dist/profile.d.ts.map +1 -0
- package/dist/profile.js +207 -0
- package/dist/profile.js.map +1 -0
- package/dist/resource-manager.d.ts +56 -0
- package/dist/resource-manager.d.ts.map +1 -0
- package/dist/resource-manager.js +138 -0
- package/dist/resource-manager.js.map +1 -0
- package/dist/tiered-store.d.ts +98 -0
- package/dist/tiered-store.d.ts.map +1 -0
- package/dist/tiered-store.js +238 -0
- package/dist/tiered-store.js.map +1 -0
- package/dist/wasm-bindings.d.ts +139 -0
- package/dist/wasm-bindings.d.ts.map +1 -0
- package/dist/wasm-bindings.js +33 -0
- package/dist/wasm-bindings.js.map +1 -0
- package/dist/worker-protocol.d.ts +86 -0
- package/dist/worker-protocol.d.ts.map +1 -0
- package/dist/worker-protocol.js +20 -0
- package/dist/worker-protocol.js.map +1 -0
- package/dist/worker-runtime.d.ts +14 -0
- package/dist/worker-runtime.d.ts.map +1 -0
- package/dist/worker-runtime.js +100 -0
- package/dist/worker-runtime.js.map +1 -0
- package/package.json +56 -13
- package/src/albex-worker.ts +187 -0
- package/src/albex.ts +1845 -130
- package/src/errors.ts +60 -0
- package/src/gpu/bloom-runtime.ts +229 -0
- package/src/gpu/bloom-shader.wgsl.ts +48 -0
- package/src/persistence.ts +175 -0
- package/src/pool/coordinator.ts +324 -0
- package/src/profile.ts +279 -0
- package/src/resource-manager.ts +167 -0
- package/src/tiered-store.ts +259 -0
- package/src/wasm-bindings.ts +200 -0
- package/src/worker-protocol.ts +48 -0
- package/src/worker-runtime.ts +96 -0
- package/wasm/pkg/albex_pdf.wasm +0 -0
- package/wasm/pkg/albex_wasm_bg.wasm +0 -0
- package/wasm/pkg/albex_wasm_mini.wasm +0 -0
- package/wasm/pkg/albex_wasm_mini_simd.wasm +0 -0
- package/wasm/pkg/albex_wasm_pro.wasm +0 -0
- package/wasm/pkg/albex_wasm_pro_simd.wasm +0 -0
- package/wasm/pkg/albex_wasm_std.wasm +0 -0
- package/wasm/pkg/albex_wasm_std_simd.wasm +0 -0
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Albex worker runtime.
|
|
3
|
+
*
|
|
4
|
+
* Loads inside a Web Worker, instantiates an `AlbexEngine`, and serves the
|
|
5
|
+
* wire protocol from `worker-protocol.ts`. Designed to be referenced as:
|
|
6
|
+
*
|
|
7
|
+
* new Worker(new URL('./worker-runtime.js', import.meta.url),
|
|
8
|
+
* { type: 'module' });
|
|
9
|
+
*
|
|
10
|
+
* The runtime is intentionally side-effectful (registers `onmessage` at
|
|
11
|
+
* import time). It is not meant to be imported from the main thread.
|
|
12
|
+
*/
|
|
13
|
+
|
|
14
|
+
import { AlbexEngine, AlbexError } from './albex.js';
|
|
15
|
+
import type { WorkerRequest, WorkerResponse, WorkerOp } from './worker-protocol.js';
|
|
16
|
+
|
|
17
|
+
let engine: AlbexEngine | null = null;
|
|
18
|
+
|
|
19
|
+
function ensureEngine(): AlbexEngine {
|
|
20
|
+
if (!engine) throw new Error('Worker runtime: init() not called yet');
|
|
21
|
+
return engine;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
async function dispatch(op: WorkerOp): Promise<unknown> {
|
|
25
|
+
switch (op.kind) {
|
|
26
|
+
case 'init': {
|
|
27
|
+
engine = new AlbexEngine(op.opts);
|
|
28
|
+
await engine.init();
|
|
29
|
+
return undefined;
|
|
30
|
+
}
|
|
31
|
+
case 'indexFile': {
|
|
32
|
+
// Wrap the transferred buffer in a File-like object so existing
|
|
33
|
+
// indexers work unchanged.
|
|
34
|
+
const file = new File([op.buffer], op.name);
|
|
35
|
+
return ensureEngine().indexFile(file);
|
|
36
|
+
}
|
|
37
|
+
case 'search':
|
|
38
|
+
return ensureEngine().search(op.query, op.options);
|
|
39
|
+
case 'removeDocument':
|
|
40
|
+
return ensureEngine().removeDocument(op.id);
|
|
41
|
+
case 'compact':
|
|
42
|
+
ensureEngine().compact();
|
|
43
|
+
return undefined;
|
|
44
|
+
case 'reset':
|
|
45
|
+
ensureEngine().reset();
|
|
46
|
+
return undefined;
|
|
47
|
+
case 'getStats':
|
|
48
|
+
return ensureEngine().getStats();
|
|
49
|
+
case 'getLastSearchStats':
|
|
50
|
+
return ensureEngine().getLastSearchStats();
|
|
51
|
+
case 'getDocuments':
|
|
52
|
+
return ensureEngine().documents.slice();
|
|
53
|
+
case 'setMaxErrors':
|
|
54
|
+
ensureEngine().setMaxErrors(op.n);
|
|
55
|
+
return undefined;
|
|
56
|
+
case 'setThreshold':
|
|
57
|
+
ensureEngine().setThreshold(op.n);
|
|
58
|
+
return undefined;
|
|
59
|
+
case 'setMaxResults':
|
|
60
|
+
ensureEngine().setMaxResults(op.n);
|
|
61
|
+
return undefined;
|
|
62
|
+
case 'setLanguage':
|
|
63
|
+
ensureEngine().setLanguage(op.lang);
|
|
64
|
+
return undefined;
|
|
65
|
+
case 'save':
|
|
66
|
+
return ensureEngine().save(op.name);
|
|
67
|
+
case 'load':
|
|
68
|
+
return ensureEngine().load(op.name);
|
|
69
|
+
case 'loadOrInit':
|
|
70
|
+
return ensureEngine().loadOrInit(op.name);
|
|
71
|
+
case 'deleteSnapshot':
|
|
72
|
+
return ensureEngine().deleteSnapshot(op.name);
|
|
73
|
+
case 'listSnapshots':
|
|
74
|
+
return ensureEngine().listSnapshots();
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
self.onmessage = async (ev: MessageEvent<WorkerRequest>) => {
|
|
79
|
+
const { id, op } = ev.data;
|
|
80
|
+
try {
|
|
81
|
+
const result = await dispatch(op);
|
|
82
|
+
const res: WorkerResponse = { id, ok: true, result };
|
|
83
|
+
(self as unknown as Worker).postMessage(res);
|
|
84
|
+
} catch (err) {
|
|
85
|
+
const e = err as Error & { kind?: string };
|
|
86
|
+
const res: WorkerResponse = {
|
|
87
|
+
id, ok: false,
|
|
88
|
+
error: {
|
|
89
|
+
name: e.name ?? 'Error',
|
|
90
|
+
kind: err instanceof AlbexError ? err.kind : undefined,
|
|
91
|
+
message: e.message ?? String(err),
|
|
92
|
+
},
|
|
93
|
+
};
|
|
94
|
+
(self as unknown as Worker).postMessage(res);
|
|
95
|
+
}
|
|
96
|
+
};
|
package/wasm/pkg/albex_pdf.wasm
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|