albex 0.1.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/CHANGELOG.md +141 -0
  2. package/README.md +242 -112
  3. package/dist/albex-worker.d.ts +70 -0
  4. package/dist/albex-worker.d.ts.map +1 -0
  5. package/dist/albex-worker.js +153 -0
  6. package/dist/albex-worker.js.map +1 -0
  7. package/dist/albex.d.ts +368 -6
  8. package/dist/albex.d.ts.map +1 -1
  9. package/dist/albex.js +1692 -95
  10. package/dist/albex.js.map +1 -1
  11. package/dist/errors.d.ts +38 -0
  12. package/dist/errors.d.ts.map +1 -0
  13. package/dist/errors.js +63 -0
  14. package/dist/errors.js.map +1 -0
  15. package/dist/gpu/bloom-runtime.d.ts +60 -0
  16. package/dist/gpu/bloom-runtime.d.ts.map +1 -0
  17. package/dist/gpu/bloom-runtime.js +176 -0
  18. package/dist/gpu/bloom-runtime.js.map +1 -0
  19. package/dist/gpu/bloom-shader.wgsl.d.ts +19 -0
  20. package/dist/gpu/bloom-shader.wgsl.d.ts.map +1 -0
  21. package/dist/gpu/bloom-shader.wgsl.js +49 -0
  22. package/dist/gpu/bloom-shader.wgsl.js.map +1 -0
  23. package/dist/persistence.d.ts +21 -0
  24. package/dist/persistence.d.ts.map +1 -0
  25. package/dist/persistence.js +174 -0
  26. package/dist/persistence.js.map +1 -0
  27. package/dist/pool/coordinator.d.ts +98 -0
  28. package/dist/pool/coordinator.d.ts.map +1 -0
  29. package/dist/pool/coordinator.js +247 -0
  30. package/dist/pool/coordinator.js.map +1 -0
  31. package/dist/profile.d.ts +95 -0
  32. package/dist/profile.d.ts.map +1 -0
  33. package/dist/profile.js +207 -0
  34. package/dist/profile.js.map +1 -0
  35. package/dist/resource-manager.d.ts +56 -0
  36. package/dist/resource-manager.d.ts.map +1 -0
  37. package/dist/resource-manager.js +138 -0
  38. package/dist/resource-manager.js.map +1 -0
  39. package/dist/tiered-store.d.ts +98 -0
  40. package/dist/tiered-store.d.ts.map +1 -0
  41. package/dist/tiered-store.js +238 -0
  42. package/dist/tiered-store.js.map +1 -0
  43. package/dist/wasm-bindings.d.ts +139 -0
  44. package/dist/wasm-bindings.d.ts.map +1 -0
  45. package/dist/wasm-bindings.js +33 -0
  46. package/dist/wasm-bindings.js.map +1 -0
  47. package/dist/worker-protocol.d.ts +86 -0
  48. package/dist/worker-protocol.d.ts.map +1 -0
  49. package/dist/worker-protocol.js +20 -0
  50. package/dist/worker-protocol.js.map +1 -0
  51. package/dist/worker-runtime.d.ts +14 -0
  52. package/dist/worker-runtime.d.ts.map +1 -0
  53. package/dist/worker-runtime.js +100 -0
  54. package/dist/worker-runtime.js.map +1 -0
  55. package/package.json +56 -13
  56. package/src/albex-worker.ts +187 -0
  57. package/src/albex.ts +1845 -130
  58. package/src/errors.ts +60 -0
  59. package/src/gpu/bloom-runtime.ts +229 -0
  60. package/src/gpu/bloom-shader.wgsl.ts +48 -0
  61. package/src/persistence.ts +175 -0
  62. package/src/pool/coordinator.ts +324 -0
  63. package/src/profile.ts +279 -0
  64. package/src/resource-manager.ts +167 -0
  65. package/src/tiered-store.ts +259 -0
  66. package/src/wasm-bindings.ts +200 -0
  67. package/src/worker-protocol.ts +48 -0
  68. package/src/worker-runtime.ts +96 -0
  69. package/wasm/pkg/albex_pdf.wasm +0 -0
  70. package/wasm/pkg/albex_wasm_bg.wasm +0 -0
  71. package/wasm/pkg/albex_wasm_mini.wasm +0 -0
  72. package/wasm/pkg/albex_wasm_mini_simd.wasm +0 -0
  73. package/wasm/pkg/albex_wasm_pro.wasm +0 -0
  74. package/wasm/pkg/albex_wasm_pro_simd.wasm +0 -0
  75. package/wasm/pkg/albex_wasm_std.wasm +0 -0
  76. package/wasm/pkg/albex_wasm_std_simd.wasm +0 -0
@@ -0,0 +1,96 @@
1
+ /**
2
+ * Albex worker runtime.
3
+ *
4
+ * Loads inside a Web Worker, instantiates an `AlbexEngine`, and serves the
5
+ * wire protocol from `worker-protocol.ts`. Designed to be referenced as:
6
+ *
7
+ * new Worker(new URL('./worker-runtime.js', import.meta.url),
8
+ * { type: 'module' });
9
+ *
10
+ * The runtime is intentionally side-effectful (registers `onmessage` at
11
+ * import time). It is not meant to be imported from the main thread.
12
+ */
13
+
14
+ import { AlbexEngine, AlbexError } from './albex.js';
15
+ import type { WorkerRequest, WorkerResponse, WorkerOp } from './worker-protocol.js';
16
+
17
+ let engine: AlbexEngine | null = null;
18
+
19
+ function ensureEngine(): AlbexEngine {
20
+ if (!engine) throw new Error('Worker runtime: init() not called yet');
21
+ return engine;
22
+ }
23
+
24
+ async function dispatch(op: WorkerOp): Promise<unknown> {
25
+ switch (op.kind) {
26
+ case 'init': {
27
+ engine = new AlbexEngine(op.opts);
28
+ await engine.init();
29
+ return undefined;
30
+ }
31
+ case 'indexFile': {
32
+ // Wrap the transferred buffer in a File-like object so existing
33
+ // indexers work unchanged.
34
+ const file = new File([op.buffer], op.name);
35
+ return ensureEngine().indexFile(file);
36
+ }
37
+ case 'search':
38
+ return ensureEngine().search(op.query, op.options);
39
+ case 'removeDocument':
40
+ return ensureEngine().removeDocument(op.id);
41
+ case 'compact':
42
+ ensureEngine().compact();
43
+ return undefined;
44
+ case 'reset':
45
+ ensureEngine().reset();
46
+ return undefined;
47
+ case 'getStats':
48
+ return ensureEngine().getStats();
49
+ case 'getLastSearchStats':
50
+ return ensureEngine().getLastSearchStats();
51
+ case 'getDocuments':
52
+ return ensureEngine().documents.slice();
53
+ case 'setMaxErrors':
54
+ ensureEngine().setMaxErrors(op.n);
55
+ return undefined;
56
+ case 'setThreshold':
57
+ ensureEngine().setThreshold(op.n);
58
+ return undefined;
59
+ case 'setMaxResults':
60
+ ensureEngine().setMaxResults(op.n);
61
+ return undefined;
62
+ case 'setLanguage':
63
+ ensureEngine().setLanguage(op.lang);
64
+ return undefined;
65
+ case 'save':
66
+ return ensureEngine().save(op.name);
67
+ case 'load':
68
+ return ensureEngine().load(op.name);
69
+ case 'loadOrInit':
70
+ return ensureEngine().loadOrInit(op.name);
71
+ case 'deleteSnapshot':
72
+ return ensureEngine().deleteSnapshot(op.name);
73
+ case 'listSnapshots':
74
+ return ensureEngine().listSnapshots();
75
+ }
76
+ }
77
+
78
+ self.onmessage = async (ev: MessageEvent<WorkerRequest>) => {
79
+ const { id, op } = ev.data;
80
+ try {
81
+ const result = await dispatch(op);
82
+ const res: WorkerResponse = { id, ok: true, result };
83
+ (self as unknown as Worker).postMessage(res);
84
+ } catch (err) {
85
+ const e = err as Error & { kind?: string };
86
+ const res: WorkerResponse = {
87
+ id, ok: false,
88
+ error: {
89
+ name: e.name ?? 'Error',
90
+ kind: err instanceof AlbexError ? err.kind : undefined,
91
+ message: e.message ?? String(err),
92
+ },
93
+ };
94
+ (self as unknown as Worker).postMessage(res);
95
+ }
96
+ };
Binary file
Binary file
Binary file
Binary file
Binary file