@f0rbit/corpus 0.3.3 → 0.3.5

package/README.md

@@ -5,14 +5,14 @@ a functional snapshotting library for typescript. store versioned data with line
 ## install
 
 ```bash
-bun add corpus
+bun add @f0rbit/corpus
 ```
 
 ## usage
 
 ```typescript
 import { z } from 'zod'
-import { create_corpus, create_memory_backend, define_store, json_codec } from 'corpus'
+import { create_corpus, create_memory_backend, define_store, json_codec } from '@f0rbit/corpus'
 
 const TimelineSchema = z.object({
   items: z.array(z.object({ id: z.string(), text: z.string() })),

package/dist/backend/cloudflare.d.ts

@@ -2,7 +2,7 @@
  * @module Backends
  * @description Cloudflare Workers storage backend using D1 and R2.
  */
-import type { Backend, EventHandler } from '../types.js';
+import type { Backend, EventHandler } from "../types.js";
 type D1Database = {
     prepare: (sql: string) => unknown;
 };
@@ -28,7 +28,8 @@ export type CloudflareBackendConfig = {
  * @group Storage Backends
  *
  * Uses D1 (SQLite) for metadata storage and R2 (object storage) for binary data.
- * Requires running `CORPUS_MIGRATION_SQL` on the D1 database before first use.
+ * Database migrations should be managed via Drizzle Kit using the exported
+ * `corpus_snapshots` and `corpus_observations` schemas.
  *
  * This backend is designed for production use in Cloudflare Workers environments,
  * providing durable, globally distributed storage.
@@ -56,7 +57,8 @@ export type CloudflareBackendConfig = {
  * }
  * ```
  *
- * @see CORPUS_MIGRATION_SQL for required database setup
+ * @see corpus_snapshots - Drizzle schema for snapshot metadata
+ * @see corpus_observations - Drizzle schema for observations
  */
 export declare function create_cloudflare_backend(config: CloudflareBackendConfig): Backend;
 export {};

package/dist/backend/cloudflare.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cloudflare.d.ts","sourceRoot":"","sources":["../../backend/cloudflare.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAiE,YAAY,EAAE,MAAM,aAAa,CAAC;AAOxH,KAAK,UAAU,GAAG;IAAE,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAA;CAAE,CAAC;AACxD,KAAK,QAAQ,GAAG;IACf,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACpH,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;CACvD,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACrC,EAAE,EAAE,UAAU,CAAC;IACf,EAAE,EAAE,QAAQ,CAAC;IACb,QAAQ,CAAC,EAAE,YAAY,CAAC;CACxB,CAAC;AA6IF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAmOlF"}
+{"version":3,"file":"cloudflare.d.ts","sourceRoot":"","sources":["../../backend/cloudflare.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,OAAO,KAAK,EAAE,OAAO,EAA2B,YAAY,EAAwC,MAAM,aAAa,CAAC;AAIxH,KAAK,UAAU,GAAG;IAAE,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAA;CAAE,CAAC;AACxD,KAAK,QAAQ,GAAG;IACf,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACpH,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;CACvD,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACrC,EAAE,EAAE,UAAU,CAAC;IACf,EAAE,EAAE,QAAQ,CAAC;IACb,QAAQ,CAAC,EAAE,YAAY,CAAC;CACxB,CAAC;AAgIF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CA2OlF"}

package/dist/backend/cloudflare.js

@@ -2,13 +2,13 @@
  * @module Backends
  * @description Cloudflare Workers storage backend using D1 and R2.
  */
-import { eq, and, desc, lt, gt, like, sql, inArray } from "drizzle-orm";
+import { and, desc, eq, gt, inArray, like, lt, sql } from "drizzle-orm";
 import { drizzle } from "drizzle-orm/d1";
-import { create_emitter, parse_snapshot_meta } from '../utils.js';
-import { ok, err } from '../types.js';
-import { first, to_nullable, to_fallback } from '../result.js';
-import { corpus_snapshots } from '../schema.js';
-import { corpus_observations, create_observations_client } from '../observations/index.js';
+import { corpus_observations, create_observations_client } from "../observations/index.js";
+import { first, to_fallback, to_nullable } from "../result.js";
+import { corpus_snapshots } from "../schema.js";
+import { err, ok } from "../types.js";
+import { create_emitter, parse_snapshot_meta } from "../utils.js";
 function create_cloudflare_storage(db) {
     return {
         async put_row(row) {
@@ -20,24 +20,20 @@ function create_cloudflare_storage(db) {
                 return err({
                     kind: "storage_error",
                     cause: cause,
-                    operation: "observations.put"
+                    operation: "observations.put",
                 });
             }
         },
         async get_row(id) {
             try {
-                const rows = await db
-                    .select()
-                    .from(corpus_observations)
-                    .where(eq(corpus_observations.id, id))
-                    .limit(1);
+                const rows = await db.select().from(corpus_observations).where(eq(corpus_observations.id, id)).limit(1);
                 return ok(to_nullable(first(rows)));
             }
             catch (cause) {
                 return err({
                     kind: "storage_error",
                     cause: cause,
-                    operation: "observations.get"
+                    operation: "observations.get",
                 });
             }
         },
@@ -87,11 +83,7 @@ function create_cloudflare_storage(db) {
         },
         async delete_row(id) {
             try {
-                const existing = await db
-                    .select()
-                    .from(corpus_observations)
-                    .where(eq(corpus_observations.id, id))
-                    .limit(1);
+                const existing = await db.select().from(corpus_observations).where(eq(corpus_observations.id, id)).limit(1);
                 if (existing.length === 0) {
                     return ok(false);
                 }
@@ -102,16 +94,13 @@ function create_cloudflare_storage(db) {
                 return err({
                     kind: "storage_error",
                     cause: cause,
-                    operation: "observations.delete"
+                    operation: "observations.delete",
                 });
             }
         },
         async delete_by_source(store_id, version, path) {
             try {
-                const conditions = [
-                    eq(corpus_observations.source_store_id, store_id),
-                    eq(corpus_observations.source_version, version)
-                ];
+                const conditions = [eq(corpus_observations.source_store_id, store_id), eq(corpus_observations.source_version, version)];
                 if (path !== undefined) {
                     conditions.push(eq(corpus_observations.source_path, path));
                 }
@@ -129,10 +118,10 @@ function create_cloudflare_storage(db) {
                 return err({
                     kind: "storage_error",
                     cause: cause,
-                    operation: "observations.delete_by_source"
+                    operation: "observations.delete_by_source",
                 });
             }
-        }
+        },
     };
 }
 /**
@@ -141,7 +130,8 @@ function create_cloudflare_storage(db) {
  * @group Storage Backends
  *
  * Uses D1 (SQLite) for metadata storage and R2 (object storage) for binary data.
- * Requires running `CORPUS_MIGRATION_SQL` on the D1 database before first use.
+ * Database migrations should be managed via Drizzle Kit using the exported
+ * `corpus_snapshots` and `corpus_observations` schemas.
  *
  * This backend is designed for production use in Cloudflare Workers environments,
  * providing durable, globally distributed storage.
@@ -169,7 +159,8 @@ function create_cloudflare_storage(db) {
  * }
  * ```
  *
- * @see CORPUS_MIGRATION_SQL for required database setup
+ * @see corpus_snapshots - Drizzle schema for snapshot metadata
+ * @see corpus_observations - Drizzle schema for observations
  */
 export function create_cloudflare_backend(config) {
     const db = drizzle(config.d1);
@@ -250,7 +241,7 @@ export function create_cloudflare_backend(config) {
             }
         },
         async *list(store_id, opts) {
-            const conditions = [like(corpus_snapshots.store_id, `${store_id}%`)];
+            const conditions = [eq(corpus_snapshots.store_id, store_id)];
             if (opts?.before) {
                 conditions.push(lt(corpus_snapshots.created_at, opts.before.toISOString()));
             }
@@ -265,7 +256,15 @@ export function create_cloudflare_backend(config) {
             if (opts?.limit) {
                 query = query.limit(opts.limit);
             }
-            const rows = await query;
+            let rows;
+            try {
+                rows = await query;
+            }
+            catch (cause) {
+                const error = { kind: "storage_error", cause: cause, operation: "metadata.list" };
+                emit({ type: "error", error });
+                return;
+            }
             let count = 0;
             for (const row of rows) {
                 const meta = snapshot_row_to_meta(row);

package/dist/index.d.ts

@@ -9,5 +9,5 @@ export { ok, err, define_store } from './types.js';
 export { match, unwrap_or, unwrap, unwrap_err, try_catch, try_catch_async, fetch_result, pipe, to_nullable, to_fallback, null_on, fallback_on, format_error, at, first, last, merge_deep, type DeepPartial, type FetchError, type Pipe, } from './result.js';
 export { Semaphore, parallel_map } from './concurrency.js';
 export * from './observations/index.js';
-export { createCorpusInfra, CORPUS_MIGRATION_SQL, type CorpusInfra, type CorpusInfraConfig } from './sst.js';
+export { createCorpusInfra, type CorpusInfra, type CorpusInfraConfig } from './sst.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1D,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE1F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAElG,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAElG,YAAY,EACX,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,MAAM,EACN,KAAK,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,EACZ,kBAAkB,GAClB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEnD,OAAO,EACN,KAAK,EACL,SAAS,EACT,MAAM,EACN,UAAU,EACV,SAAS,EACT,eAAe,EACf,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,WAAW,EACX,OAAO,EACP,WAAW,EACX,YAAY,EACZ,EAAE,EACF,KAAK,EACL,IAAI,EACJ,UAAU,EACV,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,IAAI,GACT,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAE3D,cAAc,yBAAyB,CAAC;AAExC,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1D,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE1F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAElG,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAElG,YAAY,EACX,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,MAAM,EACN,KAAK,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,EACZ,kBAAkB,GAClB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEnD,OAAO,EACN,KAAK,EACL,SAAS,EACT,MAAM,EACN,UAAU,EACV,SAAS,EACT,eAAe,EACf,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,WAAW,EACX,OAAO,EACP,WAAW,EACX,YAAY,EACZ,EAAE,EACF,KAAK,EACL,IAAI,EACJ,UAAU,EACV,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,IAAI,GACT,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAE3D,cAAc,yBAAyB,CAAC;AAExC,OAAO,EAAE,iBAAiB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAC"}

package/dist/index.js

@@ -8,4 +8,4 @@ export { ok, err, define_store } from './types.js';
 export { match, unwrap_or, unwrap, unwrap_err, try_catch, try_catch_async, fetch_result, pipe, to_nullable, to_fallback, null_on, fallback_on, format_error, at, first, last, merge_deep, } from './result.js';
 export { Semaphore, parallel_map } from './concurrency.js';
 export * from './observations/index.js';
-export { createCorpusInfra, CORPUS_MIGRATION_SQL } from './sst.js';
+export { createCorpusInfra } from './sst.js';

package/dist/sst.d.ts

@@ -35,22 +35,4 @@ export type CorpusInfra = {
  * ```
  */
 export declare function createCorpusInfra(name: string, config?: Partial<CorpusInfraConfig>): CorpusInfra;
-/**
- * SQL migration script to create required D1 tables for the Cloudflare backend.
- *
- * Must be executed on the D1 database before using `create_cloudflare_backend()`.
- * Creates the `corpus_snapshots` table and required indexes.
- *
- * Safe to run multiple times (uses IF NOT EXISTS).
- *
- * @example
- * ```ts
- * // Run migration via wrangler
- * // wrangler d1 execute <database-name> --command "$(cat migration.sql)"
- *
- * // Or programmatically in a Worker
- * await env.CORPUS_DB.exec(CORPUS_MIGRATION_SQL)
- * ```
- */
-export declare const CORPUS_MIGRATION_SQL = "\nCREATE TABLE IF NOT EXISTS corpus_snapshots (\n  store_id TEXT NOT NULL,\n  version TEXT NOT NULL,\n  parents TEXT NOT NULL,\n  created_at TEXT NOT NULL,\n  invoked_at TEXT,\n  content_hash TEXT NOT NULL,\n  content_type TEXT NOT NULL,\n  size_bytes INTEGER NOT NULL,\n  data_key TEXT NOT NULL,\n  tags TEXT,\n  PRIMARY KEY (store_id, version)\n);\n\nCREATE INDEX IF NOT EXISTS idx_store_created ON corpus_snapshots(store_id, created_at);\nCREATE INDEX IF NOT EXISTS idx_content_hash ON corpus_snapshots(store_id, content_hash);\nCREATE INDEX IF NOT EXISTS idx_data_key ON corpus_snapshots(data_key);\n\nCREATE TABLE IF NOT EXISTS corpus_observations (\n  id TEXT PRIMARY KEY,\n  type TEXT NOT NULL,\n  source_store_id TEXT NOT NULL,\n  source_version TEXT NOT NULL,\n  source_path TEXT,\n  source_span_start TEXT,\n  source_span_end TEXT,\n  content TEXT NOT NULL,\n  confidence REAL,\n  observed_at TEXT,\n  created_at TEXT NOT NULL,\n  derived_from TEXT\n);\n\nCREATE INDEX IF NOT EXISTS idx_obs_type ON corpus_observations(type);\nCREATE INDEX IF NOT EXISTS idx_obs_source ON corpus_observations(source_store_id, source_version);\nCREATE INDEX IF NOT EXISTS idx_obs_type_observed ON corpus_observations(type, observed_at);\nCREATE INDEX IF NOT EXISTS idx_obs_type_source ON corpus_observations(type, source_store_id);\n";
 //# sourceMappingURL=sst.d.ts.map

package/dist/sst.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sst.d.ts","sourceRoot":"","sources":["../sst.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1B,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACxB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,WAAW,CAUb;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,oBAAoB,kzCAsChC,CAAA"}
+{"version":3,"file":"sst.d.ts","sourceRoot":"","sources":["../sst.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1B,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACxB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,WAAW,CAUb"}

package/dist/sst.js

@@ -29,59 +29,3 @@ export function createCorpusInfra(name, config) {
         bucket_name,
     };
 }
-/**
- * SQL migration script to create required D1 tables for the Cloudflare backend.
- *
- * Must be executed on the D1 database before using `create_cloudflare_backend()`.
- * Creates the `corpus_snapshots` table and required indexes.
- *
- * Safe to run multiple times (uses IF NOT EXISTS).
- *
- * @example
- * ```ts
- * // Run migration via wrangler
- * // wrangler d1 execute <database-name> --command "$(cat migration.sql)"
- *
- * // Or programmatically in a Worker
- * await env.CORPUS_DB.exec(CORPUS_MIGRATION_SQL)
- * ```
- */
-export const CORPUS_MIGRATION_SQL = `
-CREATE TABLE IF NOT EXISTS corpus_snapshots (
-  store_id TEXT NOT NULL,
-  version TEXT NOT NULL,
-  parents TEXT NOT NULL,
-  created_at TEXT NOT NULL,
-  invoked_at TEXT,
-  content_hash TEXT NOT NULL,
-  content_type TEXT NOT NULL,
-  size_bytes INTEGER NOT NULL,
-  data_key TEXT NOT NULL,
-  tags TEXT,
-  PRIMARY KEY (store_id, version)
-);
-
-CREATE INDEX IF NOT EXISTS idx_store_created ON corpus_snapshots(store_id, created_at);
-CREATE INDEX IF NOT EXISTS idx_content_hash ON corpus_snapshots(store_id, content_hash);
-CREATE INDEX IF NOT EXISTS idx_data_key ON corpus_snapshots(data_key);
-
-CREATE TABLE IF NOT EXISTS corpus_observations (
-  id TEXT PRIMARY KEY,
-  type TEXT NOT NULL,
-  source_store_id TEXT NOT NULL,
-  source_version TEXT NOT NULL,
-  source_path TEXT,
-  source_span_start TEXT,
-  source_span_end TEXT,
-  content TEXT NOT NULL,
-  confidence REAL,
-  observed_at TEXT,
-  created_at TEXT NOT NULL,
-  derived_from TEXT
-);
-
-CREATE INDEX IF NOT EXISTS idx_obs_type ON corpus_observations(type);
-CREATE INDEX IF NOT EXISTS idx_obs_source ON corpus_observations(source_store_id, source_version);
-CREATE INDEX IF NOT EXISTS idx_obs_type_observed ON corpus_observations(type, observed_at);
-CREATE INDEX IF NOT EXISTS idx_obs_type_source ON corpus_observations(type, source_store_id);
-`;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@f0rbit/corpus",
-	"version": "0.3.3",
+	"version": "0.3.5",
 	"description": "A functional snapshotting library for TypeScript with versioned data storage, lineage tracking, and multiple backend support",
 	"module": "dist/index.js",
 	"main": "dist/index.js",
@@ -36,11 +36,12 @@
 	"files": ["dist"],
 	"scripts": {
 		"build": "tsc -p tsconfig.build.json",
+		"build:llm": "node scripts/generate-llm-docs.js",
 		"test": "bun test",
 		"typecheck": "tsc --noEmit",
 		"prepublishOnly": "npm run build",
 		"docs:dev": "cd docs && bun run dev",
-		"docs:build": "cd docs && bun run build",
+		"docs:build": "npm run build:llm && cd docs && bun run build",
 		"docs:preview": "cd docs && bun run preview"
 	},
 	"repository": {