wn-turso 0.1.0

package/dist/database/turso-database.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Turso database wrapper
+ */
+import { Kysely } from 'kysely';
+import { TursoQueryService } from './kysely-query-service.js';
+import type { TursoDatabaseConfig } from '../config.js';
+import type { TursoAdapter } from '../adapters/adapter.js';
+import type { Database } from 'wn-ts-core/shared';
+/**
+ * Main Turso database class
+ * Provides a unified interface for remote and embedded Turso connections
+ */
+export declare class TursoDatabase {
+    private adapter?;
+    private db?;
+    private queryService?;
+    private config;
+    private initialized;
+    constructor(config: TursoDatabaseConfig);
+    /**
+     * Initialize the database connection
+     */
+    initialize(): Promise<void>;
+    /**
+     * Get the Kysely database instance
+     */
+    getDatabase(): Kysely<Database>;
+    /**
+     * Get the query service
+     */
+    getQueryService(): TursoQueryService;
+    /**
+     * Get the underlying adapter
+     */
+    getAdapter(): TursoAdapter;
+    /**
+     * Check if the database is initialized
+     */
+    isInitialized(): boolean;
+    /**
+     * Sync embedded replica with remote (only for embedded mode)
+     */
+    sync(): Promise<void>;
+    /**
+     * Close the database connection
+     */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=turso-database.d.ts.map

package/dist/database/turso-database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"turso-database.d.ts","sourceRoot":"","sources":["../../src/database/turso-database.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAiB,MAAM,QAAQ,CAAC;AAE/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAG9D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAExD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAGlD;;;GAGG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,OAAO,CAAC,CAAe;IAC/B,OAAO,CAAC,EAAE,CAAC,CAAmB;IAC9B,OAAO,CAAC,YAAY,CAAC,CAAoB;IACzC,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,mBAAmB;IAKvC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA8CjC;;OAEG;IACH,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC;IAO/B;;OAEG;IACH,eAAe,IAAI,iBAAiB;IAOpC;;OAEG;IACH,UAAU,IAAI,YAAY;IAO1B;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAY7B"}

package/dist/database/turso-database.js

@@ -0,0 +1,124 @@
+/**
+ * Turso database wrapper
+ */
+import { Kysely, CompiledQuery } from 'kysely';
+import { createTursoDialect } from './turso-dialect.js';
+import { TursoQueryService } from './kysely-query-service.js';
+import { RemoteTursoAdapter } from '../adapters/remote-adapter.js';
+import { EmbeddedTursoAdapter } from '../adapters/embedded-adapter.js';
+import { validateTursoConfig } from '../config.js';
+import { SchemaBuilder } from 'wn-ts-core/shared';
+/**
+ * Main Turso database class
+ * Provides a unified interface for remote and embedded Turso connections
+ */
+export class TursoDatabase {
+    adapter;
+    db;
+    queryService;
+    config;
+    initialized = false;
+    constructor(config) {
+        validateTursoConfig(config);
+        this.config = config;
+    }
+    /**
+     * Initialize the database connection
+     */
+    async initialize() {
+        if (this.initialized) {
+            return;
+        }
+        // Select adapter based on mode
+        switch (this.config.mode) {
+            case 'remote':
+                this.adapter = new RemoteTursoAdapter();
+                break;
+            case 'embedded':
+                this.adapter = new EmbeddedTursoAdapter();
+                break;
+            default:
+                throw new Error(`Unknown connection mode: ${this.config.mode}`);
+        }
+        await this.adapter.initialize(this.config);
+        // Create Kysely instance
+        const dialect = createTursoDialect({
+            client: this.adapter.getClient(),
+            onCreateConnection: async (connection) => {
+                if (this.config.enableForeignKeys) {
+                    await connection.executeQuery(CompiledQuery.raw('PRAGMA foreign_keys = ON'));
+                }
+            },
+        });
+        this.db = new Kysely({ dialect });
+        // Create query service
+        this.queryService = new TursoQueryService(this.db);
+        // Initialize schema if not readonly
+        if (!this.config.readonly) {
+            await SchemaBuilder.createTables(this.db);
+            await SchemaBuilder.migrateSchema(this.db);
+            await SchemaBuilder.createIndexes(this.db);
+        }
+        this.initialized = true;
+    }
+    /**
+     * Get the Kysely database instance
+     */
+    getDatabase() {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        return this.db;
+    }
+    /**
+     * Get the query service
+     */
+    getQueryService() {
+        if (!this.queryService) {
+            throw new Error('Query service not initialized');
+        }
+        return this.queryService;
+    }
+    /**
+     * Get the underlying adapter
+     */
+    getAdapter() {
+        if (!this.adapter) {
+            throw new Error('Adapter not initialized');
+        }
+        return this.adapter;
+    }
+    /**
+     * Check if the database is initialized
+     */
+    isInitialized() {
+        return this.initialized;
+    }
+    /**
+     * Sync embedded replica with remote (only for embedded mode)
+     */
+    async sync() {
+        if (!this.adapter) {
+            throw new Error('Database not initialized');
+        }
+        if (!this.adapter.sync) {
+            throw new Error('Sync not available for this adapter (remote mode)');
+        }
+        await this.adapter.sync();
+    }
+    /**
+     * Close the database connection
+     */
+    async close() {
+        if (this.db) {
+            await this.db.destroy();
+            this.db = undefined;
+        }
+        if (this.adapter) {
+            await this.adapter.close();
+            this.adapter = undefined;
+        }
+        this.queryService = undefined;
+        this.initialized = false;
+    }
+}

package/dist/database/turso-dialect.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Turso/libsql Kysely dialect
+ */
+import { type Dialect } from 'kysely';
+import type { Client } from '@libsql/client';
+export interface TursoDialectConfig {
+    client: Client;
+    onCreateConnection?: (connection: any) => Promise<void>;
+}
+/**
+ * Create a Kysely dialect for Turso/libsql
+ *
+ * This follows the same pattern as sqlite-wasm-dialect.ts in wn-ts-web
+ */
+export declare function createTursoDialect(config: TursoDialectConfig): Dialect;
+//# sourceMappingURL=turso-dialect.d.ts.map

package/dist/database/turso-dialect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"turso-dialect.d.ts","sourceRoot":"","sources":["../../src/database/turso-dialect.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAKL,KAAK,OAAO,EAEb,MAAM,QAAQ,CAAC;AAEhB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAE7C,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,kBAAkB,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACzD;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAetE"}

package/dist/database/turso-dialect.js

@@ -0,0 +1,25 @@
+/**
+ * Turso/libsql Kysely dialect
+ */
+import { SqliteAdapter, SqliteIntrospector, SqliteQueryCompiler, } from 'kysely';
+import { TursoDriver } from './turso-driver.js';
+/**
+ * Create a Kysely dialect for Turso/libsql
+ *
+ * This follows the same pattern as sqlite-wasm-dialect.ts in wn-ts-web
+ */
+export function createTursoDialect(config) {
+    return {
+        createAdapter: () => new SqliteAdapter(),
+        createDriver: () => new TursoDriver({
+            client: config.client,
+            async onCreateConnection(connection) {
+                if (config.onCreateConnection) {
+                    await config.onCreateConnection(connection);
+                }
+            },
+        }),
+        createIntrospector: (db) => new SqliteIntrospector(db),
+        createQueryCompiler: () => new SqliteQueryCompiler(),
+    };
+}

package/dist/database/turso-driver.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Turso/libsql Kysely driver implementation
+ */
+import { type DatabaseConnection, type Driver } from 'kysely';
+import type { Client } from '@libsql/client';
+export interface TursoDriverConfig {
+    client: Client;
+    onCreateConnection?: (connection: DatabaseConnection) => Promise<void>;
+}
+/**
+ * Kysely Driver implementation for Turso/libsql
+ */
+export declare class TursoDriver implements Driver {
+    private config;
+    private connection?;
+    constructor(config: TursoDriverConfig);
+    init(): Promise<void>;
+    acquireConnection(): Promise<DatabaseConnection>;
+    beginTransaction(connection: DatabaseConnection): Promise<void>;
+    commitTransaction(connection: DatabaseConnection): Promise<void>;
+    rollbackTransaction(connection: DatabaseConnection): Promise<void>;
+    releaseConnection(): Promise<void>;
+    destroy(): Promise<void>;
+}
+//# sourceMappingURL=turso-driver.d.ts.map

package/dist/database/turso-driver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"turso-driver.d.ts","sourceRoot":"","sources":["../../src/database/turso-driver.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAiB,KAAK,kBAAkB,EAAE,KAAK,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC7E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAG7C,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,kBAAkB,CAAC,EAAE,CAAC,UAAU,EAAE,kBAAkB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACxE;AAED;;GAEG;AACH,qBAAa,WAAY,YAAW,MAAM;IACxC,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,UAAU,CAAC,CAAkB;gBAEzB,MAAM,EAAE,iBAAiB;IAI/B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrB,iBAAiB,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAOhD,gBAAgB,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/D,iBAAiB,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhE,mBAAmB,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlE,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIlC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/database/turso-driver.js

@@ -0,0 +1,43 @@
+/**
+ * Turso/libsql Kysely driver implementation
+ */
+import { CompiledQuery } from 'kysely';
+import { TursoConnection } from './turso-connection.js';
+/**
+ * Kysely Driver implementation for Turso/libsql
+ */
+export class TursoDriver {
+    config;
+    connection;
+    constructor(config) {
+        this.config = config;
+    }
+    async init() {
+        this.connection = new TursoConnection(this.config.client);
+        if (this.config.onCreateConnection) {
+            await this.config.onCreateConnection(this.connection);
+        }
+    }
+    async acquireConnection() {
+        if (!this.connection) {
+            throw new Error('Driver not initialized');
+        }
+        return this.connection;
+    }
+    async beginTransaction(connection) {
+        await connection.executeQuery(CompiledQuery.raw('BEGIN'));
+    }
+    async commitTransaction(connection) {
+        await connection.executeQuery(CompiledQuery.raw('COMMIT'));
+    }
+    async rollbackTransaction(connection) {
+        await connection.executeQuery(CompiledQuery.raw('ROLLBACK'));
+    }
+    async releaseConnection() {
+        // No-op for libsql client - connection pooling handled internally
+    }
+    async destroy() {
+        this.config.client.close();
+        this.connection = undefined;
+    }
+}

package/dist/index.d.ts

@@ -0,0 +1,11 @@
+/**
+ * wn-turso - Turso/libsql database backend and data pipeline utilities for WordNet
+ *
+ * @packageDocumentation
+ */
+export { TursoWordnet, type TursoWordnetOptions } from './wordnet/index.js';
+export { TursoDatabase, TursoQueryService, createTursoDialect, TursoDriver, TursoConnection, type Database, } from './database/index.js';
+export { RemoteTursoAdapter, EmbeddedTursoAdapter, type TursoAdapter, type TursoAdapterInfo, } from './adapters/index.js';
+export { type TursoDatabaseConfig, type TursoConnectionMode, type SyncConfig, defaultSyncConfig, validateTursoConfig, } from './config.js';
+export { Pipeline } from './pipeline/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EAClB,WAAW,EACX,eAAe,EACf,KAAK,QAAQ,GACd,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,KAAK,YAAY,EACjB,KAAK,gBAAgB,GACtB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,UAAU,EACf,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/index.js

@@ -0,0 +1,15 @@
+/**
+ * wn-turso - Turso/libsql database backend and data pipeline utilities for WordNet
+ *
+ * @packageDocumentation
+ */
+// Main WordNet class
+export { TursoWordnet } from './wordnet/index.js';
+// Database components
+export { TursoDatabase, TursoQueryService, createTursoDialect, TursoDriver, TursoConnection, } from './database/index.js';
+// Adapters
+export { RemoteTursoAdapter, EmbeddedTursoAdapter, } from './adapters/index.js';
+// Configuration
+export { defaultSyncConfig, validateTursoConfig, } from './config.js';
+// Pipeline (re-export from subpath for convenience)
+export { Pipeline } from './pipeline/index.js';

package/dist/pipeline/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Pipeline module exports
+ */
+export { Pipeline } from './pipeline-builder.js';
+export { tursoSource, kyselySource, arraySource } from './source.js';
+export { tursoSink, kyselySink, arraySink } from './sink.js';
+export { filter, map, transform, transformAsync, extend, extendAsync, batch, unbatch, tap, tapAsync, take, skip, distinct, compose, } from './operators.js';
+export { streamTable, writeBatches, countRows } from './streams.js';
+export type { PipelineSource, PipelineSink, PipelineResult, PipelineProgress, ProgressCallback, SourceOptions, SinkOptions, Operator, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/pipeline/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/pipeline/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAGjD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGrE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAG7D,OAAO,EACL,MAAM,EACN,GAAG,EACH,SAAS,EACT,cAAc,EACd,MAAM,EACN,WAAW,EACX,KAAK,EACL,OAAO,EACP,GAAG,EACH,QAAQ,EACR,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,GACR,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGpE,YAAY,EACV,cAAc,EACd,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,QAAQ,GACT,MAAM,YAAY,CAAC"}

package/dist/pipeline/index.js

@@ -0,0 +1,13 @@
+/**
+ * Pipeline module exports
+ */
+// High-level pipeline builder
+export { Pipeline } from './pipeline-builder.js';
+// Sources
+export { tursoSource, kyselySource, arraySource } from './source.js';
+// Sinks
+export { tursoSink, kyselySink, arraySink } from './sink.js';
+// Operators
+export { filter, map, transform, transformAsync, extend, extendAsync, batch, unbatch, tap, tapAsync, take, skip, distinct, compose, } from './operators.js';
+// Low-level streaming utilities
+export { streamTable, writeBatches, countRows } from './streams.js';

package/dist/pipeline/operators.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Pipeline operators for transforming data streams
+ */
+import type { Operator } from './types.js';
+/**
+ * Filter rows based on a predicate
+ */
+export declare function filter<T>(predicate: (row: T) => boolean): Operator<T, T>;
+/**
+ * Map rows to a new shape
+ */
+export declare function map<In, Out>(fn: (row: In) => Out): Operator<In, Out>;
+/**
+ * Transform rows, optionally filtering out nulls
+ * Return null to skip a row
+ */
+export declare function transform<In, Out>(fn: (row: In) => Out | null | undefined): Operator<In, Out>;
+/**
+ * Async transform for operations that need to await
+ */
+export declare function transformAsync<In, Out>(fn: (row: In) => Promise<Out | null | undefined>): Operator<In, Out>;
+/**
+ * Extend rows with additional properties
+ * Useful for adding columns to a "working DB" schema
+ */
+export declare function extend<T extends Record<string, any>, Ext extends Record<string, any>>(fn: (row: T) => Ext): Operator<T, T & Ext>;
+/**
+ * Async extend for operations that need to await
+ */
+export declare function extendAsync<T extends Record<string, any>, Ext extends Record<string, any>>(fn: (row: T) => Promise<Ext>): Operator<T, T & Ext>;
+/**
+ * Batch rows into arrays
+ */
+export declare function batch<T>(size: number): Operator<T, T[]>;
+/**
+ * Flatten batches back to individual rows
+ */
+export declare function unbatch<T>(): Operator<T[], T>;
+/**
+ * Side effect for each row (logging, metrics)
+ */
+export declare function tap<T>(fn: (row: T) => void): Operator<T, T>;
+/**
+ * Async side effect
+ */
+export declare function tapAsync<T>(fn: (row: T) => Promise<void>): Operator<T, T>;
+/**
+ * Take first n rows
+ */
+export declare function take<T>(n: number): Operator<T, T>;
+/**
+ * Skip first n rows
+ */
+export declare function skip<T>(n: number): Operator<T, T>;
+/**
+ * Deduplicate rows by key
+ */
+export declare function distinct<T, K>(keyFn: (row: T) => K): Operator<T, T>;
+/**
+ * Compose multiple operators into one
+ */
+export declare function compose<A, B, C>(op1: Operator<A, B>, op2: Operator<B, C>): Operator<A, C>;
+export declare function compose<A, B, C, D>(op1: Operator<A, B>, op2: Operator<B, C>, op3: Operator<C, D>): Operator<A, D>;
+export declare function compose<A, B, C, D, E>(op1: Operator<A, B>, op2: Operator<B, C>, op3: Operator<C, D>, op4: Operator<D, E>): Operator<A, E>;
+//# sourceMappingURL=operators.d.ts.map

package/dist/pipeline/operators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"operators.d.ts","sourceRoot":"","sources":["../../src/pipeline/operators.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C;;GAEG;AACH,wBAAgB,MAAM,CAAC,CAAC,EACtB,SAAS,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,OAAO,GAC7B,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAQhB;AAED;;GAEG;AACH,wBAAgB,GAAG,CAAC,EAAE,EAAE,GAAG,EACzB,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,KAAK,GAAG,GACnB,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAMnB;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,EAAE,EAAE,GAAG,EAC/B,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,KAAK,GAAG,GAAG,IAAI,GAAG,SAAS,GACtC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CASnB;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,GAAG,EACpC,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,KAAK,OAAO,CAAC,GAAG,GAAG,IAAI,GAAG,SAAS,CAAC,GAC/C,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CASnB;AAED;;;GAGG;AACH,wBAAgB,MAAM,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACnF,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,GAAG,GAClB,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAOtB;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxF,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,GAC3B,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAOtB;AAED;;GAEG;AACH,wBAAgB,KAAK,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAiBvD;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAQ7C;AAED;;GAEG;AACH,wBAAgB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAO3D;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAOzE;AAED;;GAEG;AACH,wBAAgB,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CASjD;AAED;;GAEG;AACH,wBAAgB,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAUjD;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAWnE;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAC7B,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EACnB,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,GAClB,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAClB,wBAAgB,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAChC,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EACnB,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EACnB,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,GAClB,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAClB,wBAAgB,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EACnC,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EACnB,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EACnB,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EACnB,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,GAClB,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC"}

package/dist/pipeline/operators.js

@@ -0,0 +1,174 @@
+/**
+ * Pipeline operators for transforming data streams
+ */
+/**
+ * Filter rows based on a predicate
+ */
+export function filter(predicate) {
+    return async function* (input) {
+        for await (const row of input) {
+            if (predicate(row)) {
+                yield row;
+            }
+        }
+    };
+}
+/**
+ * Map rows to a new shape
+ */
+export function map(fn) {
+    return async function* (input) {
+        for await (const row of input) {
+            yield fn(row);
+        }
+    };
+}
+/**
+ * Transform rows, optionally filtering out nulls
+ * Return null to skip a row
+ */
+export function transform(fn) {
+    return async function* (input) {
+        for await (const row of input) {
+            const result = fn(row);
+            if (result !== null && result !== undefined) {
+                yield result;
+            }
+        }
+    };
+}
+/**
+ * Async transform for operations that need to await
+ */
+export function transformAsync(fn) {
+    return async function* (input) {
+        for await (const row of input) {
+            const result = await fn(row);
+            if (result !== null && result !== undefined) {
+                yield result;
+            }
+        }
+    };
+}
+/**
+ * Extend rows with additional properties
+ * Useful for adding columns to a "working DB" schema
+ */
+export function extend(fn) {
+    return async function* (input) {
+        for await (const row of input) {
+            const extension = fn(row);
+            yield { ...row, ...extension };
+        }
+    };
+}
+/**
+ * Async extend for operations that need to await
+ */
+export function extendAsync(fn) {
+    return async function* (input) {
+        for await (const row of input) {
+            const extension = await fn(row);
+            yield { ...row, ...extension };
+        }
+    };
+}
+/**
+ * Batch rows into arrays
+ */
+export function batch(size) {
+    return async function* (input) {
+        let buffer = [];
+        for await (const row of input) {
+            buffer.push(row);
+            if (buffer.length >= size) {
+                yield buffer;
+                buffer = [];
+            }
+        }
+        // Yield remaining items
+        if (buffer.length > 0) {
+            yield buffer;
+        }
+    };
+}
+/**
+ * Flatten batches back to individual rows
+ */
+export function unbatch() {
+    return async function* (input) {
+        for await (const rows of input) {
+            for (const row of rows) {
+                yield row;
+            }
+        }
+    };
+}
+/**
+ * Side effect for each row (logging, metrics)
+ */
+export function tap(fn) {
+    return async function* (input) {
+        for await (const row of input) {
+            fn(row);
+            yield row;
+        }
+    };
+}
+/**
+ * Async side effect
+ */
+export function tapAsync(fn) {
+    return async function* (input) {
+        for await (const row of input) {
+            await fn(row);
+            yield row;
+        }
+    };
+}
+/**
+ * Take first n rows
+ */
+export function take(n) {
+    return async function* (input) {
+        let count = 0;
+        for await (const row of input) {
+            if (count >= n)
+                break;
+            yield row;
+            count++;
+        }
+    };
+}
+/**
+ * Skip first n rows
+ */
+export function skip(n) {
+    return async function* (input) {
+        let count = 0;
+        for await (const row of input) {
+            if (count >= n) {
+                yield row;
+            }
+            count++;
+        }
+    };
+}
+/**
+ * Deduplicate rows by key
+ */
+export function distinct(keyFn) {
+    return async function* (input) {
+        const seen = new Set();
+        for await (const row of input) {
+            const key = keyFn(row);
+            if (!seen.has(key)) {
+                seen.add(key);
+                yield row;
+            }
+        }
+    };
+}
+export function compose(...operators) {
+    return (input) => operators.reduce((acc, op) => op(acc), input);
+}