@f0rbit/corpus 0.1.2 → 0.1.3

package/dist/backend/layered.d.ts

@@ -0,0 +1,8 @@
+import type { Backend } from '../types';
+export type LayeredBackendOptions = {
+    read: Backend[];
+    write: Backend[];
+    list_strategy?: 'merge' | 'first';
+};
+export declare function create_layered_backend(options: LayeredBackendOptions): Backend;
+//# sourceMappingURL=layered.d.ts.map

package/dist/backend/layered.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"layered.d.ts","sourceRoot":"","sources":["../../backend/layered.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAA6E,MAAM,UAAU,CAAA;AAGlH,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,OAAO,EAAE,CAAA;IACf,KAAK,EAAE,OAAO,EAAE,CAAA;IAChB,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,CAAA;CAClC,CAAA;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CA4I9E"}

package/dist/backend/layered.js

@@ -0,0 +1,155 @@
+import { ok, err } from '../types';
+export function create_layered_backend(options) {
+    const { read, write, list_strategy = 'merge' } = options;
+    const metadata = {
+        async get(store_id, version) {
+            for (const backend of read) {
+                const result = await backend.metadata.get(store_id, version);
+                if (result.ok)
+                    return result;
+                if (result.error.kind !== 'not_found')
+                    return result;
+            }
+            return err({ kind: 'not_found', store_id, version });
+        },
+        async put(meta) {
+            for (const backend of write) {
+                const result = await backend.metadata.put(meta);
+                if (!result.ok)
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async delete(store_id, version) {
+            for (const backend of write) {
+                const result = await backend.metadata.delete(store_id, version);
+                if (!result.ok && result.error.kind !== 'not_found')
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async *list(store_id, opts) {
+            if (read.length === 0)
+                return;
+            if (list_strategy === 'first') {
+                yield* read[0].metadata.list(store_id, opts);
+                return;
+            }
+            const seen = new Set();
+            const all = [];
+            for (const backend of read) {
+                for await (const meta of backend.metadata.list(store_id, opts)) {
+                    if (seen.has(meta.version))
+                        continue;
+                    seen.add(meta.version);
+                    all.push(meta);
+                }
+            }
+            all.sort((a, b) => b.created_at.getTime() - a.created_at.getTime());
+            const limit = opts?.limit ?? Infinity;
+            for (const meta of all.slice(0, limit)) {
+                yield meta;
+            }
+        },
+        async get_latest(store_id) {
+            let latest = null;
+            for (const backend of read) {
+                const result = await backend.metadata.get_latest(store_id);
+                if (!result.ok) {
+                    if (result.error.kind !== 'not_found')
+                        return result;
+                    continue;
+                }
+                if (!latest || result.value.created_at > latest.created_at) {
+                    latest = result.value;
+                }
+            }
+            if (!latest) {
+                return err({ kind: 'not_found', store_id, version: 'latest' });
+            }
+            return ok(latest);
+        },
+        async *get_children(parent_store_id, parent_version) {
+            const seen = new Set();
+            for (const backend of read) {
+                for await (const meta of backend.metadata.get_children(parent_store_id, parent_version)) {
+                    const key = `${meta.store_id}:${meta.version}`;
+                    if (seen.has(key))
+                        continue;
+                    seen.add(key);
+                    yield meta;
+                }
+            }
+        },
+        async find_by_hash(store_id, content_hash) {
+            for (const backend of read) {
+                const result = await backend.metadata.find_by_hash(store_id, content_hash);
+                if (result)
+                    return result;
+            }
+            return null;
+        },
+    };
+    const data = {
+        async get(data_key) {
+            for (const backend of read) {
+                const result = await backend.data.get(data_key);
+                if (result.ok)
+                    return result;
+                if (result.error.kind !== 'not_found')
+                    return result;
+            }
+            return err({ kind: 'not_found', store_id: data_key, version: '' });
+        },
+        async put(data_key, data) {
+            if (write.length === 0)
+                return ok(undefined);
+            if (write.length === 1) {
+                return write[0].data.put(data_key, data);
+            }
+            const bytes = await to_bytes(data);
+            for (const backend of write) {
+                const result = await backend.data.put(data_key, bytes);
+                if (!result.ok)
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async delete(data_key) {
+            for (const backend of write) {
+                const result = await backend.data.delete(data_key);
+                if (!result.ok && result.error.kind !== 'not_found')
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async exists(data_key) {
+            for (const backend of read) {
+                if (await backend.data.exists(data_key))
+                    return true;
+            }
+            return false;
+        },
+    };
+    return { metadata, data };
+}
+async function to_bytes(data) {
+    if (data instanceof Uint8Array)
+        return data;
+    const chunks = [];
+    const reader = data.getReader();
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        chunks.push(value);
+    }
+    const total = chunks.reduce((sum, c) => sum + c.length, 0);
+    const result = new Uint8Array(total);
+    let offset = 0;
+    for (const chunk of chunks) {
+        result.set(chunk, offset);
+        offset += chunk.length;
+    }
+    return result;
+}

package/dist/index.d.ts

@@ -3,6 +3,7 @@ export { create_store } from './store';
 export { create_memory_backend, type MemoryBackendOptions } from './backend/memory';
 export { create_file_backend, type FileBackendConfig } from './backend/file';
 export { create_cloudflare_backend, type CloudflareBackendConfig } from './backend/cloudflare';
+export { create_layered_backend, type LayeredBackendOptions } from './backend/layered';
 export { json_codec, text_codec, binary_codec } from './codec';
 export { corpus_snapshots, type CorpusSnapshotRow, type CorpusSnapshotInsert } from './schema';
 export { compute_hash } from './hash';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACnF,OAAO,EAAE,mBAAmB,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAC5E,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAE9F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE9D,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAE9F,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5C,YAAY,EACV,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,KAAK,EACL,eAAe,EACf,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,GACb,MAAM,SAAS,CAAA;AAEhB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE/C,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,OAAO,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACnF,OAAO,EAAE,mBAAmB,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAC5E,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAC9F,OAAO,EAAE,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,mBAAmB,CAAA;AAEtF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE9D,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAE9F,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5C,YAAY,EACV,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,KAAK,EACL,eAAe,EACf,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,GACb,MAAM,SAAS,CAAA;AAEhB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE/C,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,OAAO,CAAA"}

package/dist/index.js

@@ -3,6 +3,7 @@ export { create_store } from './store';
 export { create_memory_backend } from './backend/memory';
 export { create_file_backend } from './backend/file';
 export { create_cloudflare_backend } from './backend/cloudflare';
+export { create_layered_backend } from './backend/layered';
 export { json_codec, text_codec, binary_codec } from './codec';
 export { corpus_snapshots } from './schema';
 export { compute_hash } from './hash';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@f0rbit/corpus",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "A functional snapshotting library for TypeScript with versioned data storage, lineage tracking, and multiple backend support",
   "module": "dist/index.js",
   "main": "dist/index.js",