@f0rbit/corpus 0.3.3 → 0.3.4

package/README.md

@@ -5,14 +5,14 @@ a functional snapshotting library for typescript. store versioned data with line
 ## install
 
 ```bash
-bun add corpus
+bun add @f0rbit/corpus
 ```
 
 ## usage
 
 ```typescript
 import { z } from 'zod'
-import { create_corpus, create_memory_backend, define_store, json_codec } from 'corpus'
+import { create_corpus, create_memory_backend, define_store, json_codec } from '@f0rbit/corpus'
 
 const TimelineSchema = z.object({
   items: z.array(z.object({ id: z.string(), text: z.string() })),

package/dist/backend/cloudflare.d.ts

@@ -28,7 +28,8 @@ export type CloudflareBackendConfig = {
  * @group Storage Backends
  *
  * Uses D1 (SQLite) for metadata storage and R2 (object storage) for binary data.
- * Requires running `CORPUS_MIGRATION_SQL` on the D1 database before first use.
+ * Database migrations should be managed via Drizzle Kit using the exported
+ * `corpus_snapshots` and `corpus_observations` schemas.
  *
  * This backend is designed for production use in Cloudflare Workers environments,
  * providing durable, globally distributed storage.
@@ -56,7 +57,8 @@ export type CloudflareBackendConfig = {
  * }
  * ```
  *
- * @see CORPUS_MIGRATION_SQL for required database setup
+ * @see corpus_snapshots - Drizzle schema for snapshot metadata
+ * @see corpus_observations - Drizzle schema for observations
  */
 export declare function create_cloudflare_backend(config: CloudflareBackendConfig): Backend;
 export {};

package/dist/backend/cloudflare.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cloudflare.d.ts","sourceRoot":"","sources":["../../backend/cloudflare.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAiE,YAAY,EAAE,MAAM,aAAa,CAAC;AAOxH,KAAK,UAAU,GAAG;IAAE,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAA;CAAE,CAAC;AACxD,KAAK,QAAQ,GAAG;IACf,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACpH,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;CACvD,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACrC,EAAE,EAAE,UAAU,CAAC;IACf,EAAE,EAAE,QAAQ,CAAC;IACb,QAAQ,CAAC,EAAE,YAAY,CAAC;CACxB,CAAC;AA6IF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAmOlF"}
+{"version":3,"file":"cloudflare.d.ts","sourceRoot":"","sources":["../../backend/cloudflare.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAiE,YAAY,EAAE,MAAM,aAAa,CAAC;AAOxH,KAAK,UAAU,GAAG;IAAE,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAA;CAAE,CAAC;AACxD,KAAK,QAAQ,GAAG;IACf,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,OAAO,CAAC,WAAW,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACpH,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;CACvD,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACrC,EAAE,EAAE,UAAU,CAAC;IACf,EAAE,EAAE,QAAQ,CAAC;IACb,QAAQ,CAAC,EAAE,YAAY,CAAC;CACxB,CAAC;AA6IF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAmOlF"}

package/dist/backend/cloudflare.js

@@ -141,7 +141,8 @@ function create_cloudflare_storage(db) {
  * @group Storage Backends
  *
  * Uses D1 (SQLite) for metadata storage and R2 (object storage) for binary data.
- * Requires running `CORPUS_MIGRATION_SQL` on the D1 database before first use.
+ * Database migrations should be managed via Drizzle Kit using the exported
+ * `corpus_snapshots` and `corpus_observations` schemas.
  *
  * This backend is designed for production use in Cloudflare Workers environments,
  * providing durable, globally distributed storage.
@@ -169,7 +170,8 @@ function create_cloudflare_storage(db) {
  * }
  * ```
  *
- * @see CORPUS_MIGRATION_SQL for required database setup
+ * @see corpus_snapshots - Drizzle schema for snapshot metadata
+ * @see corpus_observations - Drizzle schema for observations
  */
 export function create_cloudflare_backend(config) {
     const db = drizzle(config.d1);

package/dist/index.d.ts

@@ -9,5 +9,5 @@ export { ok, err, define_store } from './types.js';
 export { match, unwrap_or, unwrap, unwrap_err, try_catch, try_catch_async, fetch_result, pipe, to_nullable, to_fallback, null_on, fallback_on, format_error, at, first, last, merge_deep, type DeepPartial, type FetchError, type Pipe, } from './result.js';
 export { Semaphore, parallel_map } from './concurrency.js';
 export * from './observations/index.js';
-export { createCorpusInfra, CORPUS_MIGRATION_SQL, type CorpusInfra, type CorpusInfraConfig } from './sst.js';
+export { createCorpusInfra, type CorpusInfra, type CorpusInfraConfig } from './sst.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1D,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE1F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAElG,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAElG,YAAY,EACX,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,MAAM,EACN,KAAK,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,EACZ,kBAAkB,GAClB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEnD,OAAO,EACN,KAAK,EACL,SAAS,EACT,MAAM,EACN,UAAU,EACV,SAAS,EACT,eAAe,EACf,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,WAAW,EACX,OAAO,EACP,WAAW,EACX,YAAY,EACZ,EAAE,EACF,KAAK,EACL,IAAI,EACJ,UAAU,EACV,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,IAAI,GACT,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAE3D,cAAc,yBAAyB,CAAC;AAExC,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1D,OAAO,EAAE,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,yBAAyB,EAAE,KAAK,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE1F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAElG,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAElG,YAAY,EACX,WAAW,EACX,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,cAAc,EACd,UAAU,EACV,QAAQ,EACR,OAAO,EACP,KAAK,EACL,MAAM,EACN,KAAK,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,YAAY,EACZ,kBAAkB,GAClB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEnD,OAAO,EACN,KAAK,EACL,SAAS,EACT,MAAM,EACN,UAAU,EACV,SAAS,EACT,eAAe,EACf,YAAY,EACZ,IAAI,EACJ,WAAW,EACX,WAAW,EACX,OAAO,EACP,WAAW,EACX,YAAY,EACZ,EAAE,EACF,KAAK,EACL,IAAI,EACJ,UAAU,EACV,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,IAAI,GACT,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAE3D,cAAc,yBAAyB,CAAC;AAExC,OAAO,EAAE,iBAAiB,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAC"}

package/dist/index.js

@@ -8,4 +8,4 @@ export { ok, err, define_store } from './types.js';
 export { match, unwrap_or, unwrap, unwrap_err, try_catch, try_catch_async, fetch_result, pipe, to_nullable, to_fallback, null_on, fallback_on, format_error, at, first, last, merge_deep, } from './result.js';
 export { Semaphore, parallel_map } from './concurrency.js';
 export * from './observations/index.js';
-export { createCorpusInfra, CORPUS_MIGRATION_SQL } from './sst.js';
+export { createCorpusInfra } from './sst.js';

package/dist/sst.d.ts

@@ -35,22 +35,4 @@ export type CorpusInfra = {
  * ```
  */
 export declare function createCorpusInfra(name: string, config?: Partial<CorpusInfraConfig>): CorpusInfra;
-/**
- * SQL migration script to create required D1 tables for the Cloudflare backend.
- *
- * Must be executed on the D1 database before using `create_cloudflare_backend()`.
- * Creates the `corpus_snapshots` table and required indexes.
- *
- * Safe to run multiple times (uses IF NOT EXISTS).
- *
- * @example
- * ```ts
- * // Run migration via wrangler
- * // wrangler d1 execute <database-name> --command "$(cat migration.sql)"
- *
- * // Or programmatically in a Worker
- * await env.CORPUS_DB.exec(CORPUS_MIGRATION_SQL)
- * ```
- */
-export declare const CORPUS_MIGRATION_SQL = "\nCREATE TABLE IF NOT EXISTS corpus_snapshots (\n  store_id TEXT NOT NULL,\n  version TEXT NOT NULL,\n  parents TEXT NOT NULL,\n  created_at TEXT NOT NULL,\n  invoked_at TEXT,\n  content_hash TEXT NOT NULL,\n  content_type TEXT NOT NULL,\n  size_bytes INTEGER NOT NULL,\n  data_key TEXT NOT NULL,\n  tags TEXT,\n  PRIMARY KEY (store_id, version)\n);\n\nCREATE INDEX IF NOT EXISTS idx_store_created ON corpus_snapshots(store_id, created_at);\nCREATE INDEX IF NOT EXISTS idx_content_hash ON corpus_snapshots(store_id, content_hash);\nCREATE INDEX IF NOT EXISTS idx_data_key ON corpus_snapshots(data_key);\n\nCREATE TABLE IF NOT EXISTS corpus_observations (\n  id TEXT PRIMARY KEY,\n  type TEXT NOT NULL,\n  source_store_id TEXT NOT NULL,\n  source_version TEXT NOT NULL,\n  source_path TEXT,\n  source_span_start TEXT,\n  source_span_end TEXT,\n  content TEXT NOT NULL,\n  confidence REAL,\n  observed_at TEXT,\n  created_at TEXT NOT NULL,\n  derived_from TEXT\n);\n\nCREATE INDEX IF NOT EXISTS idx_obs_type ON corpus_observations(type);\nCREATE INDEX IF NOT EXISTS idx_obs_source ON corpus_observations(source_store_id, source_version);\nCREATE INDEX IF NOT EXISTS idx_obs_type_observed ON corpus_observations(type, observed_at);\nCREATE INDEX IF NOT EXISTS idx_obs_type_source ON corpus_observations(type, source_store_id);\n";
 //# sourceMappingURL=sst.d.ts.map

package/dist/sst.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sst.d.ts","sourceRoot":"","sources":["../sst.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1B,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACxB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,WAAW,CAUb;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,oBAAoB,kzCAsChC,CAAA"}
+{"version":3,"file":"sst.d.ts","sourceRoot":"","sources":["../sst.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1B,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACxB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,WAAW,CAUb"}

package/dist/sst.js

@@ -29,59 +29,3 @@ export function createCorpusInfra(name, config) {
         bucket_name,
     };
 }
-/**
- * SQL migration script to create required D1 tables for the Cloudflare backend.
- *
- * Must be executed on the D1 database before using `create_cloudflare_backend()`.
- * Creates the `corpus_snapshots` table and required indexes.
- *
- * Safe to run multiple times (uses IF NOT EXISTS).
- *
- * @example
- * ```ts
- * // Run migration via wrangler
- * // wrangler d1 execute <database-name> --command "$(cat migration.sql)"
- *
- * // Or programmatically in a Worker
- * await env.CORPUS_DB.exec(CORPUS_MIGRATION_SQL)
- * ```
- */
-export const CORPUS_MIGRATION_SQL = `
-CREATE TABLE IF NOT EXISTS corpus_snapshots (
-  store_id TEXT NOT NULL,
-  version TEXT NOT NULL,
-  parents TEXT NOT NULL,
-  created_at TEXT NOT NULL,
-  invoked_at TEXT,
-  content_hash TEXT NOT NULL,
-  content_type TEXT NOT NULL,
-  size_bytes INTEGER NOT NULL,
-  data_key TEXT NOT NULL,
-  tags TEXT,
-  PRIMARY KEY (store_id, version)
-);
-
-CREATE INDEX IF NOT EXISTS idx_store_created ON corpus_snapshots(store_id, created_at);
-CREATE INDEX IF NOT EXISTS idx_content_hash ON corpus_snapshots(store_id, content_hash);
-CREATE INDEX IF NOT EXISTS idx_data_key ON corpus_snapshots(data_key);
-
-CREATE TABLE IF NOT EXISTS corpus_observations (
-  id TEXT PRIMARY KEY,
-  type TEXT NOT NULL,
-  source_store_id TEXT NOT NULL,
-  source_version TEXT NOT NULL,
-  source_path TEXT,
-  source_span_start TEXT,
-  source_span_end TEXT,
-  content TEXT NOT NULL,
-  confidence REAL,
-  observed_at TEXT,
-  created_at TEXT NOT NULL,
-  derived_from TEXT
-);
-
-CREATE INDEX IF NOT EXISTS idx_obs_type ON corpus_observations(type);
-CREATE INDEX IF NOT EXISTS idx_obs_source ON corpus_observations(source_store_id, source_version);
-CREATE INDEX IF NOT EXISTS idx_obs_type_observed ON corpus_observations(type, observed_at);
-CREATE INDEX IF NOT EXISTS idx_obs_type_source ON corpus_observations(type, source_store_id);
-`;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@f0rbit/corpus",
-	"version": "0.3.3",
+	"version": "0.3.4",
 	"description": "A functional snapshotting library for TypeScript with versioned data storage, lineage tracking, and multiple backend support",
 	"module": "dist/index.js",
 	"main": "dist/index.js",
@@ -36,11 +36,12 @@
 	"files": ["dist"],
 	"scripts": {
 		"build": "tsc -p tsconfig.build.json",
+		"build:llm": "node scripts/generate-llm-docs.js",
 		"test": "bun test",
 		"typecheck": "tsc --noEmit",
 		"prepublishOnly": "npm run build",
 		"docs:dev": "cd docs && bun run dev",
-		"docs:build": "cd docs && bun run build",
+		"docs:build": "npm run build:llm && cd docs && bun run build",
 		"docs:preview": "cd docs && bun run preview"
 	},
 	"repository": {