mongo.do 0.1.0

package/dist/olap/clickhouse/iceberg.js

@@ -0,0 +1,138 @@
+/**
+ * ClickHouse Iceberg Integration
+ *
+ * Provides connection and catalog discovery for ClickHouse with Apache Iceberg.
+ * This module enables querying Iceberg tables stored in object storage
+ * (S3, GCS, Azure Blob) through ClickHouse's native Iceberg support.
+ *
+ * Issue: mongo.do-vyf4
+ */
+// =============================================================================
+// ClickHouse Iceberg Client
+// =============================================================================
+/**
+ * Client for interacting with ClickHouse Iceberg tables
+ */
+export class ClickHouseIcebergClient {
+    _closed = false;
+    _config;
+    _baseUrl;
+    constructor(config) {
+        this._config = {
+            port: config.secure ?? true ? 8443 : 8123,
+            secure: true,
+            connectionTimeout: 5000,
+            queryTimeout: 30000,
+            poolSize: 10,
+            maxRetries: 3,
+            ...config,
+        };
+        const protocol = this._config.secure ? 'https' : 'http';
+        this._baseUrl = `${protocol}://${this._config.host}:${this._config.port}`;
+    }
+    /**
+     * Get the configuration
+     */
+    getConfig() {
+        return this._config;
+    }
+    /**
+     * Get the base URL
+     */
+    getBaseUrl() {
+        return this._baseUrl;
+    }
+    /**
+     * Check if the connection is authenticated
+     */
+    async isAuthenticated() {
+        return !!(this._config.username || this._config.jwtToken);
+    }
+    /**
+     * Get the connection timeout
+     */
+    getTimeout() {
+        return this._config.connectionTimeout ?? 5000;
+    }
+    /**
+     * Get the connection timeout
+     */
+    getConnectionTimeout() {
+        return this._config.connectionTimeout ?? 5000;
+    }
+    /**
+     * Get the query timeout
+     */
+    getQueryTimeout() {
+        return this._config.queryTimeout ?? 30000;
+    }
+    /**
+     * Check if the connection is closed
+     */
+    isClosed() {
+        return this._closed;
+    }
+    /**
+     * Close the connection
+     */
+    async close() {
+        this._closed = true;
+    }
+    /**
+     * Get the connection pool size
+     */
+    getPoolSize() {
+        return this._config.poolSize ?? 10;
+    }
+}
+// =============================================================================
+// Connection Functions
+// =============================================================================
+/**
+ * Create a new Iceberg connection to ClickHouse
+ */
+export async function createIcebergConnection(config) {
+    const client = new ClickHouseIcebergClient(config);
+    // Test connection by executing a simple query
+    const url = client.getBaseUrl();
+    const params = new URLSearchParams();
+    params.set('database', config.database);
+    params.set('default_format', 'JSON');
+    if (config.username) {
+        params.set('user', config.username);
+    }
+    if (config.password) {
+        params.set('password', config.password);
+    }
+    const response = await fetch(`${url}/?${params.toString()}`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'text/plain',
+        },
+        body: 'SELECT version()',
+    });
+    if (!response.ok) {
+        const errorText = await response.text();
+        throw new Error(`Failed to connect to ClickHouse: ${errorText}`);
+    }
+    return client;
+}
+/**
+ * Discover an Iceberg catalog in ClickHouse
+ */
+export async function discoverCatalog(_connection, _catalogName) {
+    throw new Error('Not implemented');
+}
+/**
+ * Discover tables in an Iceberg catalog
+ */
+export async function discoverTables(_connection, _options) {
+    throw new Error('Not implemented');
+}
+/**
+ * Get the schema of an Iceberg table
+ */
+export async function getTableSchema(_connection, _tableName) {
+    throw new Error('Not implemented');
+}
+//# sourceMappingURL=iceberg.js.map

package/dist/olap/clickhouse/iceberg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iceberg.js","sourceRoot":"","sources":["../../../src/olap/clickhouse/iceberg.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAsGH,gFAAgF;AAChF,4BAA4B;AAC5B,gFAAgF;AAEhF;;GAEG;AACH,MAAM,OAAO,uBAAuB;IAC1B,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,CAA0B;IACjC,QAAQ,CAAS;IAEzB,YAAY,MAA+B;QACzC,IAAI,CAAC,OAAO,GAAG;YACb,IAAI,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACzC,MAAM,EAAE,IAAI;YACZ,iBAAiB,EAAE,IAAI;YACvB,YAAY,EAAE,KAAK;YACnB,QAAQ,EAAE,EAAE;YACZ,UAAU,EAAE,CAAC;YACb,GAAG,MAAM;SACV,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACxD,IAAI,CAAC,QAAQ,GAAG,GAAG,QAAQ,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5E,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,KAAK,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;IACrC,CAAC;CACF;AAED,gFAAgF;AAChF,uBAAuB;AACvB,gFAAgF;AAEhF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAA+B;IAE/B,MAAM,MAAM,GAAG,IAAI,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAEnD,8CAA8C;IAC9C,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IACrC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;IAErC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,KAAK,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE;QAC3D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,YAAY;SAC7B;QACD,IAAI,EAAE,kBAAkB;KACzB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,WAAoC,EACpC,YAAoB;IAEpB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,WAAoC,EACpC,QAAiC;IAEjC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,WAAoC,EACpC,UAAkB;IAElB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;AACrC,CAAC"}

package/dist/olap/clickhouse/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * ClickHouse OLAP Integration
+ *
+ * Provides ClickHouse connectivity with Apache Iceberg support,
+ * query execution, result mapping to BSON, and OLAP backend.
+ *
+ * Issue: mongo.do-vyf4
+ */
+export * from './iceberg';
+export { executeQuery, executeQueryWithParams, createQueryBuilder, cancelQuery, type QueryOptions, type ClickHouseQueryBuilder, } from './query';
+export * from './query-executor';
+export * from './mapper';
+export * from './olap-backend';
+//# sourceMappingURL=index.d.ts.map

package/dist/olap/clickhouse/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/olap/clickhouse/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,cAAc,WAAW,CAAC;AAC1B,OAAO,EACL,YAAY,EACZ,sBAAsB,EACtB,kBAAkB,EAClB,WAAW,EACX,KAAK,YAAY,EACjB,KAAK,sBAAsB,GAC5B,MAAM,SAAS,CAAC;AACjB,cAAc,kBAAkB,CAAC;AACjC,cAAc,UAAU,CAAC;AACzB,cAAc,gBAAgB,CAAC"}

package/dist/olap/clickhouse/index.js

@@ -0,0 +1,14 @@
+/**
+ * ClickHouse OLAP Integration
+ *
+ * Provides ClickHouse connectivity with Apache Iceberg support,
+ * query execution, result mapping to BSON, and OLAP backend.
+ *
+ * Issue: mongo.do-vyf4
+ */
+export * from './iceberg';
+export { executeQuery, executeQueryWithParams, createQueryBuilder, cancelQuery, } from './query';
+export * from './query-executor';
+export * from './mapper';
+export * from './olap-backend';
+//# sourceMappingURL=index.js.map

package/dist/olap/clickhouse/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/olap/clickhouse/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,cAAc,WAAW,CAAC;AAC1B,OAAO,EACL,YAAY,EACZ,sBAAsB,EACtB,kBAAkB,EAClB,WAAW,GAGZ,MAAM,SAAS,CAAC;AACjB,cAAc,kBAAkB,CAAC;AACjC,cAAc,UAAU,CAAC;AACzB,cAAc,gBAAgB,CAAC"}

package/dist/olap/clickhouse/mapper.d.ts

@@ -0,0 +1,170 @@
+/**
+ * ClickHouse Result Mapper
+ *
+ * Maps ClickHouse JSON responses to BSON documents and vice versa.
+ * Handles type conversion, nested objects, arrays, and type preservation
+ * for MongoDB-compatible data structures.
+ *
+ * Issue: mongo.do-vyf4
+ */
+/**
+ * A row from ClickHouse query result
+ */
+export type ClickHouseRow = Record<string, unknown>;
+/**
+ * Column metadata from ClickHouse
+ */
+export interface ClickHouseColumnMeta {
+    /** Column name */
+    name: string;
+    /** ClickHouse data type */
+    type: string;
+}
+/**
+ * A BSON document
+ */
+export type BSONDocument = Record<string, unknown>;
+/**
+ * Type mapping options
+ */
+export interface TypeMappingOptions {
+    /** Treat UInt8 values (0/1) as booleans */
+    treatUInt8AsBool?: boolean;
+    /** Treat timestamp values as Date objects */
+    treatTimestampAsDate?: boolean;
+    /** Preserve ObjectId strings as ObjectId instances */
+    preserveObjectId?: boolean;
+    /** Preserve binary data (base64 strings to Binary) */
+    preserveBinary?: boolean;
+    /** Custom field mappers */
+    customMappers?: Record<string, (value: unknown) => unknown>;
+    /** Field name remapping */
+    fieldRenames?: Record<string, string>;
+    /** Fields to exclude from result */
+    excludeFields?: string[];
+    /** Fields to include in result (if specified, only these are included) */
+    includeFields?: string[];
+}
+/**
+ * Simple Long wrapper for 64-bit integer values
+ */
+export declare class Long {
+    readonly _bsontype: "Long";
+    private readonly value;
+    constructor(value: string | number | bigint);
+    toString(): string;
+    toJSON(): string;
+    toBigInt(): bigint;
+}
+/**
+ * Simple Decimal128 wrapper for high-precision decimal values
+ */
+export declare class Decimal128 {
+    readonly _bsontype: "Decimal128";
+    private readonly value;
+    constructor(value: string);
+    toString(): string;
+    toJSON(): string;
+}
+/**
+ * Simple UUID wrapper for ClickHouse UUID values
+ */
+export declare class UUID {
+    readonly _bsontype: "UUID";
+    private readonly value;
+    constructor(value: string);
+    toString(): string;
+    toJSON(): string;
+}
+/**
+ * Simple Binary wrapper for binary data
+ */
+export declare class Binary {
+    readonly _bsontype: "Binary";
+    readonly buffer: Uint8Array;
+    readonly length: number;
+    constructor(data: Uint8Array | string);
+    toString(): string;
+    toJSON(): string;
+}
+/**
+ * Mapper for converting between ClickHouse and BSON formats
+ */
+export declare class ClickHouseResultMapper {
+    private _options;
+    constructor(options?: TypeMappingOptions);
+    /**
+     * Map a single ClickHouse row to BSON document
+     */
+    map(row: ClickHouseRow, meta: ClickHouseColumnMeta[]): BSONDocument;
+    /**
+     * Map multiple ClickHouse rows to BSON documents
+     */
+    mapBatch(rows: ClickHouseRow[], meta: ClickHouseColumnMeta[]): BSONDocument[];
+    /**
+     * Convert a value based on ClickHouse type
+     */
+    private convertValue;
+    /**
+     * Handle wrapper types like Nullable, Array, LowCardinality
+     */
+    private handleWrapperType;
+    /**
+     * Convert nested objects, handling ObjectId preservation
+     */
+    private convertObject;
+    /**
+     * Process an object recursively, converting ObjectIds and nested structures
+     */
+    private processObjectRecursively;
+    /**
+     * Convert base types
+     */
+    private convertBaseType;
+    /**
+     * Convert integer values
+     */
+    private convertInteger;
+    /**
+     * Convert large integer values (64/128/256 bit)
+     * Returns Long wrapper for values that exceed safe integer range
+     */
+    private convertLargeInteger;
+    /**
+     * Convert float values
+     */
+    private convertFloat;
+    /**
+     * Convert boolean values
+     */
+    private convertBool;
+    /**
+     * Convert string values, handling ObjectId and JSON
+     */
+    private convertString;
+    /**
+     * Check if a string looks like base64 encoded data
+     */
+    private looksLikeBase64;
+    /**
+     * Map a BSON document to ClickHouse format
+     */
+    reverse(doc: BSONDocument): ClickHouseRow;
+}
+/**
+ * Map a ClickHouse row to a BSON document
+ */
+export declare function mapClickHouseToBSON(row: ClickHouseRow, meta: ClickHouseColumnMeta[], options?: TypeMappingOptions): BSONDocument;
+/**
+ * Map a BSON document to ClickHouse format
+ */
+export declare function mapBSONToClickHouse(doc: BSONDocument, options?: TypeMappingOptions): ClickHouseRow;
+/**
+ * Convert a ClickHouse value to its BSON equivalent
+ */
+export declare function convertClickHouseType(value: unknown, type: string, options?: TypeMappingOptions): unknown;
+/**
+ * Convert a BSON value to its ClickHouse equivalent
+ */
+export declare function convertBSONType(value: unknown, options?: TypeMappingOptions): unknown;
+//# sourceMappingURL=mapper.d.ts.map

package/dist/olap/clickhouse/mapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mapper.d.ts","sourceRoot":"","sources":["../../../src/olap/clickhouse/mapper.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAQH;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,2BAA2B;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,2CAA2C;IAC3C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,6CAA6C;IAC7C,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,sDAAsD;IACtD,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,sDAAsD;IACtD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,2BAA2B;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,CAAC;IAC5D,2BAA2B;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,oCAAoC;IACpC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,0EAA0E;IAC1E,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAMD;;GAEG;AACH,qBAAa,IAAI;IACf,QAAQ,CAAC,SAAS,EAAG,MAAM,CAAU;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM;IAU3C,QAAQ,IAAI,MAAM;IAIlB,MAAM,IAAI,MAAM;IAIhB,QAAQ,IAAI,MAAM;CAGnB;AAMD;;GAEG;AACH,qBAAa,UAAU;IACrB,QAAQ,CAAC,SAAS,EAAG,YAAY,CAAU;IAC3C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,KAAK,EAAE,MAAM;IAIzB,QAAQ,IAAI,MAAM;IAIlB,MAAM,IAAI,MAAM;CAGjB;AAMD;;GAEG;AACH,qBAAa,IAAI;IACf,QAAQ,CAAC,SAAS,EAAG,MAAM,CAAU;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,KAAK,EAAE,MAAM;IAIzB,QAAQ,IAAI,MAAM;IAIlB,MAAM,IAAI,MAAM;CAGjB;AAMD;;GAEG;AACH,qBAAa,MAAM;IACjB,QAAQ,CAAC,SAAS,EAAG,QAAQ,CAAU;IACvC,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,IAAI,EAAE,UAAU,GAAG,MAAM;IAcrC,QAAQ,IAAI,MAAM;IAIlB,MAAM,IAAI,MAAM;CAGjB;AA4FD;;GAEG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAqB;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAIxC;;OAEG;IACH,GAAG,CAAC,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,oBAAoB,EAAE,GAAG,YAAY;IA+BnE;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,GAAG,YAAY,EAAE;IAI7E;;OAEG;IACH,OAAO,CAAC,YAAY;IAgBpB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAmDzB;;OAEG;IACH,OAAO,CAAC,aAAa;IAsBrB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA+BhC;;OAEG;IACH,OAAO,CAAC,eAAe;IA8EvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAWtB;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAkC3B;;OAEG;IACH,OAAO,CAAC,YAAY;IAWpB;;OAEG;IACH,OAAO,CAAC,WAAW;IAanB;;OAEG;IACH,OAAO,CAAC,aAAa;IA6CrB;;OAEG;IACH,OAAO,CAAC,eAAe;IAMvB;;OAEG;IACH,OAAO,CAAC,GAAG,EAAE,YAAY,GAAG,aAAa;CAW1C;AAMD;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,aAAa,EAClB,IAAI,EAAE,oBAAoB,EAAE,EAC5B,OAAO,CAAC,EAAE,kBAAkB,GAC3B,YAAY,CAGd;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,YAAY,EACjB,OAAO,CAAC,EAAE,kBAAkB,GAC3B,aAAa,CAGf;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,OAAO,EACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAOT;AAgBD;;GAEG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CA2DT"}