lakesync 0.1.0

package/dist/types-DAQL_vU_.d.ts

@@ -0,0 +1,118 @@
+/** Supported connector types. */
+declare const CONNECTOR_TYPES: readonly ["postgres", "mysql", "bigquery", "jira", "salesforce"];
+/** Union of supported connector type strings. */
+type ConnectorType = (typeof CONNECTOR_TYPES)[number];
+/** Connection configuration for a PostgreSQL source. */
+interface PostgresConnectorConfig {
+    /** PostgreSQL connection string (e.g. "postgres://user:pass@host/db"). */
+    connectionString: string;
+}
+/** Connection configuration for a MySQL source. */
+interface MySQLConnectorConfig {
+    /** MySQL connection string (e.g. "mysql://user:pass@host/db"). */
+    connectionString: string;
+}
+/** Connection configuration for a BigQuery source. */
+interface BigQueryConnectorConfig {
+    /** GCP project ID. */
+    projectId: string;
+    /** BigQuery dataset name. */
+    dataset: string;
+    /** Path to service account JSON key file. Falls back to ADC when omitted. */
+    keyFilename?: string;
+    /** Dataset location (default "US"). */
+    location?: string;
+}
+/** Ingest table configuration — defines a single table to poll. */
+interface ConnectorIngestTable {
+    /** Target table name in LakeSync. */
+    table: string;
+    /** SQL query to poll (must return rowId + data columns). */
+    query: string;
+    /** Primary key column name (default "id"). */
+    rowIdColumn?: string;
+    /** Change detection strategy. */
+    strategy: {
+        type: "cursor";
+        cursorColumn: string;
+        lookbackMs?: number;
+    } | {
+        type: "diff";
+    };
+}
+/** Connection configuration for a Salesforce CRM source. */
+interface SalesforceConnectorConfig {
+    /** Salesforce instance URL (e.g. "https://mycompany.salesforce.com"). */
+    instanceUrl: string;
+    /** Connected App consumer key. */
+    clientId: string;
+    /** Connected App consumer secret. */
+    clientSecret: string;
+    /** Salesforce username. */
+    username: string;
+    /** Salesforce password + security token concatenated. */
+    password: string;
+    /** REST API version (default "v62.0"). */
+    apiVersion?: string;
+    /** Use test.salesforce.com for auth (default false). */
+    isSandbox?: boolean;
+    /** Optional WHERE clause fragment appended to all SOQL queries. */
+    soqlFilter?: string;
+    /** Whether to include Account objects (default true). */
+    includeAccounts?: boolean;
+    /** Whether to include Contact objects (default true). */
+    includeContacts?: boolean;
+    /** Whether to include Opportunity objects (default true). */
+    includeOpportunities?: boolean;
+    /** Whether to include Lead objects (default true). */
+    includeLeads?: boolean;
+}
+/** Connection configuration for a Jira Cloud source. */
+interface JiraConnectorConfig {
+    /** Jira Cloud domain (e.g. "mycompany" for mycompany.atlassian.net). */
+    domain: string;
+    /** Email address for Basic auth. */
+    email: string;
+    /** API token paired with the email. */
+    apiToken: string;
+    /** Optional JQL filter to scope issue polling. */
+    jql?: string;
+    /** Whether to include comments (default true). */
+    includeComments?: boolean;
+    /** Whether to include projects (default true). */
+    includeProjects?: boolean;
+}
+/** Optional ingest polling configuration attached to a connector. */
+interface ConnectorIngestConfig {
+    /** Tables to poll for changes. */
+    tables: ConnectorIngestTable[];
+    /** Poll interval in milliseconds (default 10 000). */
+    intervalMs?: number;
+}
+/**
+ * Configuration for a dynamically registered connector (data source).
+ *
+ * Each connector maps to a named {@link DatabaseAdapter} in the gateway,
+ * optionally with an ingest poller that pushes detected changes into
+ * the sync buffer.
+ */
+interface ConnectorConfig {
+    /** Unique connector name (used as source adapter key). */
+    name: string;
+    /** Connector type — determines which adapter implementation to instantiate. */
+    type: ConnectorType;
+    /** PostgreSQL connection configuration (required when type is "postgres"). */
+    postgres?: PostgresConnectorConfig;
+    /** MySQL connection configuration (required when type is "mysql"). */
+    mysql?: MySQLConnectorConfig;
+    /** BigQuery connection configuration (required when type is "bigquery"). */
+    bigquery?: BigQueryConnectorConfig;
+    /** Jira Cloud connection configuration (required when type is "jira"). */
+    jira?: JiraConnectorConfig;
+    /** Salesforce CRM connection configuration (required when type is "salesforce"). */
+    salesforce?: SalesforceConnectorConfig;
+    /** Optional ingest polling configuration. */
+    ingest?: ConnectorIngestConfig;
+}
+
+export { type BigQueryConnectorConfig as B, type ConnectorConfig as C, type JiraConnectorConfig as J, type MySQLConnectorConfig as M, type PostgresConnectorConfig as P, type SalesforceConnectorConfig as S, CONNECTOR_TYPES as a, type ConnectorIngestConfig as b, type ConnectorIngestTable as c, type ConnectorType as d };

package/dist/types-DSC_EiwR.d.ts

@@ -0,0 +1,45 @@
+import { R as Result, A as AdapterError } from './result-CojzlFE2.js';
+
+/** Information about an object in the lake store */
+interface ObjectInfo {
+    /** S3 object key */
+    key: string;
+    /** Object size in bytes */
+    size: number;
+    /** Last modification date */
+    lastModified: Date;
+}
+/** Configuration for connecting to the lake store */
+interface AdapterConfig {
+    /** Endpoint URL (e.g. http://localhost:9000) */
+    endpoint: string;
+    /** Bucket name */
+    bucket: string;
+    /** AWS region (defaults to us-east-1) */
+    region?: string;
+    /** Access credentials */
+    credentials: {
+        accessKeyId: string;
+        secretAccessKey: string;
+    };
+}
+/** Abstract interface for lake storage operations */
+interface LakeAdapter {
+    /** Store an object in the lake */
+    putObject(path: string, data: Uint8Array, contentType?: string): Promise<Result<void, AdapterError>>;
+    /** Retrieve an object from the lake */
+    getObject(path: string): Promise<Result<Uint8Array, AdapterError>>;
+    /** Get object metadata without retrieving the body */
+    headObject(path: string): Promise<Result<{
+        size: number;
+        lastModified: Date;
+    }, AdapterError>>;
+    /** List objects matching a given prefix */
+    listObjects(prefix: string): Promise<Result<ObjectInfo[], AdapterError>>;
+    /** Delete a single object from the lake */
+    deleteObject(path: string): Promise<Result<void, AdapterError>>;
+    /** Delete multiple objects from the lake in a single batch operation */
+    deleteObjects(paths: string[]): Promise<Result<void, AdapterError>>;
+}
+
+export type { AdapterConfig as A, LakeAdapter as L, ObjectInfo as O };

package/dist/types-V_jVu2sA.d.ts

@@ -0,0 +1,73 @@
+import { H as HLCTimestamp } from './result-CojzlFE2.js';
+
+/** Delta operation type */
+type DeltaOp = "INSERT" | "UPDATE" | "DELETE";
+/** A single column-level change */
+interface ColumnDelta {
+    /** Column name */
+    column: string;
+    /** Serialisable JSON value — NEVER undefined, use null instead */
+    value: unknown;
+}
+/** A row-level delta containing column-level changes */
+interface RowDelta {
+    /** Operation type */
+    op: DeltaOp;
+    /** Table name */
+    table: string;
+    /** Row identifier */
+    rowId: string;
+    /** Client identifier — used for LWW tiebreak and audit */
+    clientId: string;
+    /** Changed columns — empty for DELETE */
+    columns: ColumnDelta[];
+    /** HLC timestamp (branded bigint) */
+    hlc: HLCTimestamp;
+    /** Deterministic identifier: hash(clientId + hlc + table + rowId + columns) */
+    deltaId: string;
+}
+/** Minimal schema for Phase 1. Column allow-list + type hints. */
+interface TableSchema {
+    table: string;
+    columns: Array<{
+        name: string;
+        type: "string" | "number" | "boolean" | "json" | "null";
+    }>;
+}
+/** Composite key utility — avoids string concatenation bugs */
+type RowKey = string & {
+    readonly __brand: "RowKey";
+};
+/** Create a composite row key from table and row ID */
+declare function rowKey(table: string, rowId: string): RowKey;
+/** SyncPush input message — sent by clients to push local deltas to the gateway */
+interface SyncPush {
+    /** Client that sent the push */
+    clientId: string;
+    /** Deltas to push */
+    deltas: RowDelta[];
+    /** Client's last-seen HLC */
+    lastSeenHlc: HLCTimestamp;
+}
+/** SyncPull input message — sent by clients to pull remote deltas from the gateway */
+interface SyncPull {
+    /** Client that sent the pull */
+    clientId: string;
+    /** Return deltas with HLC strictly after this value */
+    sinceHlc: HLCTimestamp;
+    /** Maximum number of deltas to return */
+    maxDeltas: number;
+    /** Optional source adapter name — when set, pull from the named adapter instead of the buffer */
+    source?: string;
+}
+/** SyncResponse output — returned by the gateway after push or pull */
+interface SyncResponse {
+    /** Deltas matching the pull criteria */
+    deltas: RowDelta[];
+    /** Current server HLC */
+    serverHlc: HLCTimestamp;
+    /** Whether there are more deltas to fetch */
+    hasMore: boolean;
+}
+
+export { type ColumnDelta as C, type DeltaOp as D, type RowDelta as R, type SyncPull as S, type TableSchema as T, type RowKey as a, type SyncPush as b, type SyncResponse as c, rowKey as r };

package/package.json

@@ -0,0 +1,119 @@
+{
+	"name": "lakesync",
+	"version": "0.1.0",
+	"type": "module",
+	"description": "Local-first sync engine with pluggable backends — Postgres, MySQL, BigQuery, S3/R2 via Apache Iceberg",
+	"license": "Apache-2.0",
+	"files": [
+		"dist"
+	],
+	"main": "./dist/index.js",
+	"types": "./dist/index.d.ts",
+	"exports": {
+		".": {
+			"types": "./dist/index.d.ts",
+			"import": "./dist/index.js"
+		},
+		"./client": {
+			"types": "./dist/client.d.ts",
+			"import": "./dist/client.js"
+		},
+		"./gateway": {
+			"types": "./dist/gateway.d.ts",
+			"import": "./dist/gateway.js"
+		},
+		"./adapter": {
+			"types": "./dist/adapter.d.ts",
+			"import": "./dist/adapter.js"
+		},
+		"./proto": {
+			"types": "./dist/proto.d.ts",
+			"import": "./dist/proto.js"
+		},
+		"./parquet": {
+			"types": "./dist/parquet.d.ts",
+			"import": "./dist/parquet.js"
+		},
+		"./catalogue": {
+			"types": "./dist/catalogue.d.ts",
+			"import": "./dist/catalogue.js"
+		},
+		"./compactor": {
+			"types": "./dist/compactor.d.ts",
+			"import": "./dist/compactor.js"
+		},
+		"./analyst": {
+			"types": "./dist/analyst.d.ts",
+			"import": "./dist/analyst.js"
+		},
+		"./gateway-server": {
+			"types": "./dist/gateway-server.d.ts",
+			"import": "./dist/gateway-server.js"
+		},
+		"./react": {
+			"types": "./dist/react.d.ts",
+			"import": "./dist/react.js"
+		}
+	},
+	"scripts": {
+		"build": "tsup",
+		"typecheck": "tsc --noEmit",
+		"prepublishOnly": "tsup"
+	},
+	"dependencies": {
+		"fast-json-stable-stringify": "^2.1.0",
+		"fast-deep-equal": "^3.1.3"
+	},
+	"peerDependencies": {
+		"sql.js": "^1.11.0",
+		"idb": "^8.0.3",
+		"@aws-sdk/client-s3": "^3.0.0",
+		"@bufbuild/protobuf": "^2.0.0",
+		"parquet-wasm": "^0.7.0",
+		"apache-arrow": "^18.0.0",
+		"@duckdb/duckdb-wasm": "^1.33.0",
+		"pg": "^8.0.0",
+		"mysql2": "^3.0.0",
+		"@google-cloud/bigquery": "^8.0.0",
+		"better-sqlite3": "^11.0.0",
+		"react": ">=18.0.0"
+	},
+	"peerDependenciesMeta": {
+		"sql.js": {
+			"optional": true
+		},
+		"idb": {
+			"optional": true
+		},
+		"@aws-sdk/client-s3": {
+			"optional": true
+		},
+		"@bufbuild/protobuf": {
+			"optional": true
+		},
+		"parquet-wasm": {
+			"optional": true
+		},
+		"apache-arrow": {
+			"optional": true
+		},
+		"@duckdb/duckdb-wasm": {
+			"optional": true
+		},
+		"pg": {
+			"optional": true
+		},
+		"mysql2": {
+			"optional": true
+		},
+		"@google-cloud/bigquery": {
+			"optional": true
+		},
+		"better-sqlite3": {
+			"optional": true
+		},
+		"react": {
+			"optional": true
+		}
+	}
+}