@f0rbit/corpus 0.1.1 → 0.1.3

package/dist/backend/file.js

@@ -1,5 +1,5 @@
 import { ok, err } from '../types';
-import { mkdir, unlink, readdir } from 'node:fs/promises';
+import { mkdir, readdir } from 'node:fs/promises';
 import { join, dirname } from 'node:path';
 export function create_file_backend(config) {
     const { base_path, on_event } = config;
@@ -166,7 +166,7 @@ export function create_file_backend(config) {
             try {
                 const file = Bun.file(path);
                 if (await file.exists()) {
-                    await unlink(path);
+                    await file.delete();
                 }
                 return ok(undefined);
             }

package/dist/backend/layered.d.ts

@@ -0,0 +1,8 @@
+import type { Backend } from '../types';
+export type LayeredBackendOptions = {
+    read: Backend[];
+    write: Backend[];
+    list_strategy?: 'merge' | 'first';
+};
+export declare function create_layered_backend(options: LayeredBackendOptions): Backend;
+//# sourceMappingURL=layered.d.ts.map

package/dist/backend/layered.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"layered.d.ts","sourceRoot":"","sources":["../../backend/layered.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAA6E,MAAM,UAAU,CAAA;AAGlH,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,OAAO,EAAE,CAAA;IACf,KAAK,EAAE,OAAO,EAAE,CAAA;IAChB,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,CAAA;CAClC,CAAA;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CA4I9E"}

package/dist/backend/layered.js

@@ -0,0 +1,155 @@
+import { ok, err } from '../types';
+export function create_layered_backend(options) {
+    const { read, write, list_strategy = 'merge' } = options;
+    const metadata = {
+        async get(store_id, version) {
+            for (const backend of read) {
+                const result = await backend.metadata.get(store_id, version);
+                if (result.ok)
+                    return result;
+                if (result.error.kind !== 'not_found')
+                    return result;
+            }
+            return err({ kind: 'not_found', store_id, version });
+        },
+        async put(meta) {
+            for (const backend of write) {
+                const result = await backend.metadata.put(meta);
+                if (!result.ok)
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async delete(store_id, version) {
+            for (const backend of write) {
+                const result = await backend.metadata.delete(store_id, version);
+                if (!result.ok && result.error.kind !== 'not_found')
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async *list(store_id, opts) {
+            if (read.length === 0)
+                return;
+            if (list_strategy === 'first') {
+                yield* read[0].metadata.list(store_id, opts);
+                return;
+            }
+            const seen = new Set();
+            const all = [];
+            for (const backend of read) {
+                for await (const meta of backend.metadata.list(store_id, opts)) {
+                    if (seen.has(meta.version))
+                        continue;
+                    seen.add(meta.version);
+                    all.push(meta);
+                }
+            }
+            all.sort((a, b) => b.created_at.getTime() - a.created_at.getTime());
+            const limit = opts?.limit ?? Infinity;
+            for (const meta of all.slice(0, limit)) {
+                yield meta;
+            }
+        },
+        async get_latest(store_id) {
+            let latest = null;
+            for (const backend of read) {
+                const result = await backend.metadata.get_latest(store_id);
+                if (!result.ok) {
+                    if (result.error.kind !== 'not_found')
+                        return result;
+                    continue;
+                }
+                if (!latest || result.value.created_at > latest.created_at) {
+                    latest = result.value;
+                }
+            }
+            if (!latest) {
+                return err({ kind: 'not_found', store_id, version: 'latest' });
+            }
+            return ok(latest);
+        },
+        async *get_children(parent_store_id, parent_version) {
+            const seen = new Set();
+            for (const backend of read) {
+                for await (const meta of backend.metadata.get_children(parent_store_id, parent_version)) {
+                    const key = `${meta.store_id}:${meta.version}`;
+                    if (seen.has(key))
+                        continue;
+                    seen.add(key);
+                    yield meta;
+                }
+            }
+        },
+        async find_by_hash(store_id, content_hash) {
+            for (const backend of read) {
+                const result = await backend.metadata.find_by_hash(store_id, content_hash);
+                if (result)
+                    return result;
+            }
+            return null;
+        },
+    };
+    const data = {
+        async get(data_key) {
+            for (const backend of read) {
+                const result = await backend.data.get(data_key);
+                if (result.ok)
+                    return result;
+                if (result.error.kind !== 'not_found')
+                    return result;
+            }
+            return err({ kind: 'not_found', store_id: data_key, version: '' });
+        },
+        async put(data_key, data) {
+            if (write.length === 0)
+                return ok(undefined);
+            if (write.length === 1) {
+                return write[0].data.put(data_key, data);
+            }
+            const bytes = await to_bytes(data);
+            for (const backend of write) {
+                const result = await backend.data.put(data_key, bytes);
+                if (!result.ok)
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async delete(data_key) {
+            for (const backend of write) {
+                const result = await backend.data.delete(data_key);
+                if (!result.ok && result.error.kind !== 'not_found')
+                    return result;
+            }
+            return ok(undefined);
+        },
+        async exists(data_key) {
+            for (const backend of read) {
+                if (await backend.data.exists(data_key))
+                    return true;
+            }
+            return false;
+        },
+    };
+    return { metadata, data };
+}
+async function to_bytes(data) {
+    if (data instanceof Uint8Array)
+        return data;
+    const chunks = [];
+    const reader = data.getReader();
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        chunks.push(value);
+    }
+    const total = chunks.reduce((sum, c) => sum + c.length, 0);
+    const result = new Uint8Array(total);
+    let offset = 0;
+    for (const chunk of chunks) {
+        result.set(chunk, offset);
+        offset += chunk.length;
+    }
+    return result;
+}

package/dist/cloudflare.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Cloudflare Workers compatible exports
+ * This entry point excludes the file backend which uses Node.js APIs
+ */
+export { create_corpus } from './corpus';
+export { create_store } from './store';
+export { create_memory_backend, type MemoryBackendOptions } from './backend/memory';
+export { create_cloudflare_backend, type CloudflareBackendConfig } from './backend/cloudflare';
+export { json_codec, text_codec, binary_codec } from './codec';
+export { corpus_snapshots, type CorpusSnapshotRow, type CorpusSnapshotInsert } from './schema';
+export { compute_hash } from './hash';
+export { generate_version } from './version';
+export type { ContentType, ParentRef, SnapshotMeta, Snapshot, DataHandle, MetadataClient, DataClient, ListOpts, Backend, Codec, Store, StoreDefinition, PutOpts, CorpusBuilder, Corpus, CorpusError, Result, CorpusEvent, EventHandler, } from './types';
+export { ok, err, define_store } from './types';
+//# sourceMappingURL=cloudflare.d.ts.map

package/dist/cloudflare.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare.d.ts","sourceRoot":"","sources":["../cloudflare.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACnF,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAE9F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE9D,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAE9F,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5C,YAAY,EACV,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,KAAK,EACL,eAAe,EACf,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,GACb,MAAM,SAAS,CAAA;AAEhB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA"}

package/dist/cloudflare.js

@@ -0,0 +1,13 @@
+/**
+ * Cloudflare Workers compatible exports
+ * This entry point excludes the file backend which uses Node.js APIs
+ */
+export { create_corpus } from './corpus';
+export { create_store } from './store';
+export { create_memory_backend } from './backend/memory';
+export { create_cloudflare_backend } from './backend/cloudflare';
+export { json_codec, text_codec, binary_codec } from './codec';
+export { corpus_snapshots } from './schema';
+export { compute_hash } from './hash';
+export { generate_version } from './version';
+export { ok, err, define_store } from './types';

package/dist/codec.d.ts

@@ -1,6 +1,9 @@
-import type { ZodSchema } from "zod";
 import type { Codec } from "./types";
-export declare function json_codec<T>(schema: ZodSchema<T>): Codec<T>;
+type ZodLike<T> = {
+    parse: (data: unknown) => T;
+};
+export declare function json_codec<T>(schema: ZodLike<T>): Codec<T>;
 export declare function text_codec(): Codec<string>;
 export declare function binary_codec(): Codec<Uint8Array>;
+export {};
 //# sourceMappingURL=codec.d.ts.map

package/dist/codec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"codec.d.ts","sourceRoot":"","sources":["../codec.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,KAAK,CAAC;AACrC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAErC,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAM5D;AAED,wBAAgB,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,CAM1C;AAED,wBAAgB,YAAY,IAAI,KAAK,CAAC,UAAU,CAAC,CAMhD"}
+{"version":3,"file":"codec.d.ts","sourceRoot":"","sources":["../codec.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGrC,KAAK,OAAO,CAAC,CAAC,IAAI;IAAE,KAAK,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,CAAC,CAAA;CAAE,CAAC;AAElD,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAM1D;AAED,wBAAgB,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,CAM1C;AAED,wBAAgB,YAAY,IAAI,KAAK,CAAC,UAAU,CAAC,CAMhD"}

package/dist/index.d.ts

@@ -3,6 +3,7 @@ export { create_store } from './store';
 export { create_memory_backend, type MemoryBackendOptions } from './backend/memory';
 export { create_file_backend, type FileBackendConfig } from './backend/file';
 export { create_cloudflare_backend, type CloudflareBackendConfig } from './backend/cloudflare';
+export { create_layered_backend, type LayeredBackendOptions } from './backend/layered';
 export { json_codec, text_codec, binary_codec } from './codec';
 export { corpus_snapshots, type CorpusSnapshotRow, type CorpusSnapshotInsert } from './schema';
 export { compute_hash } from './hash';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACnF,OAAO,EAAE,mBAAmB,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAC5E,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAE9F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE9D,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAE9F,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5C,YAAY,EACV,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,KAAK,EACL,eAAe,EACf,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,GACb,MAAM,SAAS,CAAA;AAEhB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE/C,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,OAAO,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACnF,OAAO,EAAE,mBAAmB,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAC5E,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sBAAsB,CAAA;AAC9F,OAAO,EAAE,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,mBAAmB,CAAA;AAEtF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE9D,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAE9F,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5C,YAAY,EACV,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,KAAK,EACL,eAAe,EACf,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,GACb,MAAM,SAAS,CAAA;AAEhB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAE/C,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,OAAO,CAAA"}

package/dist/index.js

@@ -3,6 +3,7 @@ export { create_store } from './store';
 export { create_memory_backend } from './backend/memory';
 export { create_file_backend } from './backend/file';
 export { create_cloudflare_backend } from './backend/cloudflare';
+export { create_layered_backend } from './backend/layered';
 export { json_codec, text_codec, binary_codec } from './codec';
 export { corpus_snapshots } from './schema';
 export { compute_hash } from './hash';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@f0rbit/corpus",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "A functional snapshotting library for TypeScript with versioned data storage, lineage tracking, and multiple backend support",
   "module": "dist/index.js",
   "main": "dist/index.js",
@@ -11,6 +11,10 @@
       "import": "./dist/index.js",
       "types": "./dist/index.d.ts"
     },
+    "./cloudflare": {
+      "import": "./dist/cloudflare.js",
+      "types": "./dist/cloudflare.d.ts"
+    },
     "./types": {
       "import": "./dist/types.js",
       "types": "./dist/types.d.ts"