pynect 0.0.0-stage → 0.2.0

package/dist/serialization/DataFrameBridge.d.ts

@@ -0,0 +1,141 @@
+/**
+ * pynect - DataFrameBridge
+ * Converts Pandas DataFrames and Series to/from JavaScript objects.
+ *
+ * Wire Protocol
+ *
+ * DataFrames use the "split" orientation of pandas JSON:
+ * {
+ * "columns": ["col1", "col2", ...],
+ * "data":    [[row0_val0, row0_val1], [row1_val0, row1_val1], ...],
+ * "index":   [0, 1, 2, ...],
+ * "dtypes":  {"col1": "int64", "col2": "object", ...},
+ * "shape":   [nrows, ncols]
+ * }
+ *
+ * For large DataFrames (>64KB) the JSON is embedded in a MessagePack
+ * binary to reduce parse overhead.  The format field in SerializedValue
+ * tells the bridge which path to take:
+ * format === 'pandas_dataframe'  -> DataFrame decode
+ * format === 'pandas_series'     -> Series decode
+ *
+ * Series wire format:
+ * {
+ * "name":   "my_series",
+ * "data":   [1, 2, 3, 4],
+ * "index":  [0, 1, 2, 3],
+ * "dtype":  "int64",
+ * "length": 4
+ * }
+ *
+ * JavaScript representation
+ *
+ * DataFrameResult (records orientation is built client-side):
+ * {
+ * columns: string[],
+ * data:    Record<string, unknown>[],   <- row objects
+ * index:   unknown[],
+ * dtypes:  Record<string, string>,
+ * shape:   [number, number]
+ * }
+ *
+ * SeriesResult:
+ * {
+ * name:   string,
+ * data:   unknown[],
+ * index:  unknown[],
+ * dtype:  string,
+ * length: number
+ * }
+ */
+import type { SerializedValue, DataFrameResult, SeriesResult } from '../types/python';
+interface DataFrameSerializeOptions {
+    /**
+     * Row limit when serializing JS -> Python.
+     * Excess rows are truncated.  Default: unlimited.
+     */
+    maxRows?: number;
+    /**
+     * Use MessagePack instead of JSON for the wire format.
+     * Default: true when data size > 64 KB.
+     */
+    forceMsgPack?: boolean;
+}
+/**
+ * DataFrameBridge - bidirectional conversion for Pandas DataFrames and Series.
+ *
+ * @example
+ * ```typescript
+ * const bridge = new DataFrameBridge();
+ *
+ * // Deserialize a DataFrame received from Python
+ * const df: DataFrameResult = bridge.deserializeDataFrame(sv);
+ * console.log(df.columns);   // ['city', 'population']
+ * console.log(df.data[0]);   // { city: 'Algiers', population: 3500000 }
+ *
+ * // Serialize a records-array back to Python
+ * const sv2 = bridge.serializeDataFrame(df.data, df.columns);
+ * ```
+ */
+export declare class DataFrameBridge {
+    /**
+     * Deserialize a PANDAS_DATAFRAME SerializedValue -> DataFrameResult.
+     */
+    deserializeDataFrame(sv: SerializedValue): DataFrameResult;
+    /**
+     * Deserialize a PANDAS_SERIES SerializedValue -> SeriesResult.
+     */
+    deserializeSeries(sv: SerializedValue): SeriesResult;
+    /**
+     * Serialize a records-array (array of row objects) into a PANDAS_DATAFRAME
+     * SerializedValue that Python can reconstruct with pd.DataFrame(wire).
+     *
+     * @param records - array of row objects (e.g. [{col1: val1, col2: val2}, ...])
+     * @param columns - explicit column order; inferred from first record if omitted
+     */
+    serializeDataFrame(records: Record<string, unknown>[], columns?: string[], options?: DataFrameSerializeOptions): SerializedValue;
+    /**
+     * Serialize a plain array of values into a PANDAS_SERIES SerializedValue.
+     *
+     * @param data  - the series values
+     * @param name  - series name
+     * @param index - optional explicit index
+     */
+    serializeSeries(data: unknown[], name?: string, index?: unknown[]): SerializedValue;
+    /**
+     * Convert a DataFrameResult to a 2-D array (column-major).
+     * Useful for charting libraries.
+     */
+    static toColumnArrays(df: DataFrameResult): Record<string, unknown[]>;
+    /**
+     * Convert a DataFrameResult to a 2-D raw array (no column keys).
+     * Row-major: result[row][colIndex].
+     */
+    static toMatrix(df: DataFrameResult): unknown[][];
+    /**
+     * Filter rows of a DataFrameResult.
+     */
+    static filterRows(df: DataFrameResult, predicate: (row: Record<string, unknown>, index: unknown) => boolean): DataFrameResult;
+    /**
+     * Select specific columns from a DataFrameResult.
+     */
+    static selectColumns(df: DataFrameResult, cols: string[]): DataFrameResult;
+    /**
+     * Compute basic descriptive stats for a numeric column in a DataFrameResult.
+     */
+    static describeColumn(df: DataFrameResult, col: string): {
+        count: number;
+        mean: number;
+        std: number;
+        min: number;
+        max: number;
+        sum: number;
+    };
+    private _decodeWire;
+    private _encodeWire;
+    private _buildDataFrameResult;
+    private _buildSeriesResult;
+    private _inferDtype;
+}
+export {};
+//# sourceMappingURL=DataFrameBridge.d.ts.map

package/dist/serialization/DataFrameBridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataFrameBridge.d.ts","sourceRoot":"","sources":["../../src/serialization/DataFrameBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AAGH,OAAO,KAAK,EACV,eAAe,EAEf,eAAe,EACf,YAAY,EACb,MAAM,iBAAiB,CAAC;AAyBzB,UAAU,yBAAyB;IACjC;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,eAAe;IAI1B;;OAEG;IACH,oBAAoB,CAAC,EAAE,EAAE,eAAe,GAAG,eAAe;IAU1D;;OAEG;IACH,iBAAiB,CAAC,EAAE,EAAE,eAAe,GAAG,YAAY;IAYpD;;;;;;OAMG;IACH,kBAAkB,CAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAClC,OAAO,CAAC,EAAE,MAAM,EAAE,EAClB,OAAO,GAAE,yBAA8B,GACtC,eAAe;IAiBlB;;;;;;OAMG;IACH,eAAe,CACb,IAAI,EAAE,OAAO,EAAE,EACf,IAAI,GAAE,MAAW,EACjB,KAAK,CAAC,EAAE,OAAO,EAAE,GAChB,eAAe;IAclB;;;OAGG;IACH,MAAM,CAAC,cAAc,CACnB,EAAE,EAAE,eAAe,GAClB,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;IAQ5B;;;OAGG;IACH,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,eAAe,GAAG,OAAO,EAAE,EAAE;IAIjD;;OAEG;IACH,MAAM,CAAC,UAAU,CACf,EAAE,EAAE,eAAe,EACnB,SAAS,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,EAAE,OAAO,KAAK,OAAO,GACnE,eAAe;IAsBlB;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,eAAe;IAa1E;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,EAAE,EAAE,eAAe,EAAE,GAAG,EAAE,MAAM,GAAG;QACvD,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;KACb;IAoBD,OAAO,CAAC,WAAW;IAwBnB,OAAO,CAAC,WAAW;IA4BnB,OAAO,CAAC,qBAAqB;IA2B7B,OAAO,CAAC,kBAAkB;IAa1B,OAAO,CAAC,WAAW;CAYpB"}

package/dist/serialization/DataFrameBridge.js

@@ -0,0 +1,355 @@
+"use strict";
+/**
+ * pynect - DataFrameBridge
+ * Converts Pandas DataFrames and Series to/from JavaScript objects.
+ *
+ * Wire Protocol
+ *
+ * DataFrames use the "split" orientation of pandas JSON:
+ * {
+ * "columns": ["col1", "col2", ...],
+ * "data":    [[row0_val0, row0_val1], [row1_val0, row1_val1], ...],
+ * "index":   [0, 1, 2, ...],
+ * "dtypes":  {"col1": "int64", "col2": "object", ...},
+ * "shape":   [nrows, ncols]
+ * }
+ *
+ * For large DataFrames (>64KB) the JSON is embedded in a MessagePack
+ * binary to reduce parse overhead.  The format field in SerializedValue
+ * tells the bridge which path to take:
+ * format === 'pandas_dataframe'  -> DataFrame decode
+ * format === 'pandas_series'     -> Series decode
+ *
+ * Series wire format:
+ * {
+ * "name":   "my_series",
+ * "data":   [1, 2, 3, 4],
+ * "index":  [0, 1, 2, 3],
+ * "dtype":  "int64",
+ * "length": 4
+ * }
+ *
+ * JavaScript representation
+ *
+ * DataFrameResult (records orientation is built client-side):
+ * {
+ * columns: string[],
+ * data:    Record<string, unknown>[],   <- row objects
+ * index:   unknown[],
+ * dtypes:  Record<string, string>,
+ * shape:   [number, number]
+ * }
+ *
+ * SeriesResult:
+ * {
+ * name:   string,
+ * data:   unknown[],
+ * index:  unknown[],
+ * dtype:  string,
+ * length: number
+ * }
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataFrameBridge = void 0;
+const msgpack = __importStar(require("@msgpack/msgpack"));
+const Logger_1 = require("../utils/Logger");
+const logger = new Logger_1.Logger('DataFrameBridge');
+/**
+ * DataFrameBridge - bidirectional conversion for Pandas DataFrames and Series.
+ *
+ * @example
+ * ```typescript
+ * const bridge = new DataFrameBridge();
+ *
+ * // Deserialize a DataFrame received from Python
+ * const df: DataFrameResult = bridge.deserializeDataFrame(sv);
+ * console.log(df.columns);   // ['city', 'population']
+ * console.log(df.data[0]);   // { city: 'Algiers', population: 3500000 }
+ *
+ * // Serialize a records-array back to Python
+ * const sv2 = bridge.serializeDataFrame(df.data, df.columns);
+ * ```
+ */
+class DataFrameBridge {
+    // Deserialization (Python -> JS)
+    /**
+     * Deserialize a PANDAS_DATAFRAME SerializedValue -> DataFrameResult.
+     */
+    deserializeDataFrame(sv) {
+        try {
+            const wire = this._decodeWire(sv);
+            return this._buildDataFrameResult(wire);
+        }
+        catch (err) {
+            logger.error('DataFrameBridge.deserializeDataFrame failed', err);
+            return { columns: [], data: [], records: [], index: [], dtypes: {}, shape: [0, 0] };
+        }
+    }
+    /**
+     * Deserialize a PANDAS_SERIES SerializedValue -> SeriesResult.
+     */
+    deserializeSeries(sv) {
+        try {
+            const wire = this._decodeWire(sv);
+            return this._buildSeriesResult(wire);
+        }
+        catch (err) {
+            logger.error('DataFrameBridge.deserializeSeries failed', err);
+            return { name: '', data: [], values: [], index: [], dtype: 'object', length: 0 };
+        }
+    }
+    // Serialization (JS -> Python)
+    /**
+     * Serialize a records-array (array of row objects) into a PANDAS_DATAFRAME
+     * SerializedValue that Python can reconstruct with pd.DataFrame(wire).
+     *
+     * @param records - array of row objects (e.g. [{col1: val1, col2: val2}, ...])
+     * @param columns - explicit column order; inferred from first record if omitted
+     */
+    serializeDataFrame(records, columns, options = {}) {
+        const cols = columns ?? (records[0] ? Object.keys(records[0]) : []);
+        const maxRows = options.maxRows;
+        const rows = maxRows !== undefined ? records.slice(0, maxRows) : records;
+        // Build split-orientation wire object
+        const wire = {
+            columns: cols,
+            data: rows.map(row => cols.map(col => row[col] ?? null)),
+            index: rows.map((_, i) => i),
+            dtypes: {},
+            shape: [rows.length, cols.length],
+        };
+        return this._encodeWire(wire, 'dataframe', options.forceMsgPack);
+    }
+    /**
+     * Serialize a plain array of values into a PANDAS_SERIES SerializedValue.
+     *
+     * @param data  - the series values
+     * @param name  - series name
+     * @param index - optional explicit index
+     */
+    serializeSeries(data, name = '', index) {
+        const wire = {
+            name,
+            data,
+            index: index ?? data.map((_, i) => i),
+            dtype: this._inferDtype(data),
+            length: data.length,
+        };
+        return this._encodeWire(wire, 'series');
+    }
+    // DataFrame transformation helpers
+    /**
+     * Convert a DataFrameResult to a 2-D array (column-major).
+     * Useful for charting libraries.
+     */
+    static toColumnArrays(df) {
+        const result = {};
+        for (const col of df.columns) {
+            result[col] = df.data.map(row => row[col]);
+        }
+        return result;
+    }
+    /**
+     * Convert a DataFrameResult to a 2-D raw array (no column keys).
+     * Row-major: result[row][colIndex].
+     */
+    static toMatrix(df) {
+        return df.data.map(row => df.columns.map(col => row[col]));
+    }
+    /**
+     * Filter rows of a DataFrameResult.
+     */
+    static filterRows(df, predicate) {
+        const filteredData = [];
+        const filteredIndex = [];
+        for (let i = 0; i < df.data.length; i++) {
+            const row = df.data[i];
+            const idx = df.index[i];
+            if (predicate(row, idx)) {
+                filteredData.push(row);
+                filteredIndex.push(idx);
+            }
+        }
+        return {
+            ...df,
+            data: filteredData,
+            records: filteredData,
+            index: filteredIndex,
+            shape: [filteredData.length, df.shape[1]],
+        };
+    }
+    /**
+     * Select specific columns from a DataFrameResult.
+     */
+    static selectColumns(df, cols) {
+        const validCols = cols.filter(c => df.columns.includes(c));
+        const data = df.data.map(row => Object.fromEntries(validCols.map(c => [c, row[c]])));
+        return {
+            columns: validCols,
+            data,
+            records: data,
+            index: df.index,
+            dtypes: Object.fromEntries(validCols.map(c => [c, df.dtypes[c] ?? 'object'])),
+            shape: [df.shape[0], validCols.length],
+        };
+    }
+    /**
+     * Compute basic descriptive stats for a numeric column in a DataFrameResult.
+     */
+    static describeColumn(df, col) {
+        const values = df.data
+            .map(row => Number(row[col]))
+            .filter(v => Number.isFinite(v));
+        const count = values.length;
+        if (count === 0) {
+            return { count: 0, mean: 0, std: 0, min: 0, max: 0, sum: 0 };
+        }
+        const sum = values.reduce((a, b) => a + b, 0);
+        const mean = sum / count;
+        const min = Math.min(...values);
+        const max = Math.max(...values);
+        const variance = values.reduce((acc, v) => acc + (v - mean) ** 2, 0) / count;
+        const std = Math.sqrt(variance);
+        return { count, mean, std, min, max, sum };
+    }
+    // Private helpers
+    _decodeWire(sv) {
+        const data = sv.data;
+        if (!data) {
+            throw new Error('SerializedValue.data is null');
+        }
+        if (typeof data === 'string') {
+            return JSON.parse(data);
+        }
+        if (data instanceof Uint8Array) {
+            // Attempt MessagePack first
+            try {
+                const decoded = msgpack.decode(data);
+                if (decoded && typeof decoded === 'object') {
+                    return decoded;
+                }
+            }
+            catch {
+                // Fall through to UTF-8 JSON
+            }
+            // Try JSON
+            const text = new TextDecoder().decode(data);
+            return JSON.parse(text);
+        }
+        throw new Error(`DataFrameBridge: unsupported data type: ${typeof data}`);
+    }
+    _encodeWire(wire, format, forceMsgPack) {
+        const json = JSON.stringify(wire);
+        const useMsgPack = forceMsgPack ?? json.length > 65_536;
+        if (useMsgPack) {
+            const packed = msgpack.encode(wire);
+            return {
+                format: format,
+                data: packed,
+                metadata: {
+                    length: ('data' in wire) ? wire.data.length : 0,
+                },
+            };
+        }
+        return {
+            format: format,
+            data: json,
+            metadata: {
+                length: ('data' in wire) ? wire.data.length : 0,
+            },
+        };
+    }
+    _buildDataFrameResult(wire) {
+        const columns = wire.columns ?? [];
+        const rawData = wire.data ?? [];
+        const index = wire.index ?? rawData.map((_, i) => i);
+        const dtypes = wire.dtypes ?? {};
+        const nrows = rawData.length;
+        const ncols = columns.length;
+        // Convert 2-D array -> records
+        const records = rawData.map(row => {
+            const obj = {};
+            for (let c = 0; c < columns.length; c++) {
+                obj[columns[c]] = row[c] ?? null;
+            }
+            return obj;
+        });
+        return {
+            columns,
+            data: records,
+            records,
+            index,
+            dtypes,
+            shape: wire.shape ?? [nrows, ncols],
+        };
+    }
+    _buildSeriesResult(wire) {
+        // Support both 'data' and 'values' as the series values key
+        const seriesData = wire.data ?? wire['values'] ?? [];
+        return {
+            name: wire.name ?? '',
+            data: seriesData,
+            values: seriesData,
+            index: wire.index ?? [],
+            dtype: wire.dtype ?? 'object',
+            length: wire.length ?? seriesData.length ?? 0,
+        };
+    }
+    _inferDtype(data) {
+        if (data.length === 0) {
+            return 'object';
+        }
+        const sample = data.find(v => v !== null && v !== undefined);
+        if (sample === undefined) {
+            return 'object';
+        }
+        if (typeof sample === 'number') {
+            return Number.isInteger(sample) ? 'int64' : 'float64';
+        }
+        if (typeof sample === 'boolean') {
+            return 'bool';
+        }
+        if (typeof sample === 'string') {
+            return 'object';
+        }
+        if (sample instanceof Date) {
+            return 'datetime64[ns]';
+        }
+        return 'object';
+    }
+}
+exports.DataFrameBridge = DataFrameBridge;
+//# sourceMappingURL=DataFrameBridge.js.map

package/dist/serialization/DataFrameBridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataFrameBridge.js","sourceRoot":"","sources":["../../src/serialization/DataFrameBridge.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,0DAA4C;AAO5C,4CAAyC;AAEzC,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,iBAAiB,CAAC,CAAC;AAmC7C;;;;;;;;;;;;;;;GAeG;AACH,MAAa,eAAe;IAE1B,iCAAiC;IAEjC;;OAEG;IACH,oBAAoB,CAAC,EAAmB;QACtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAgB,EAAE,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,GAAG,CAAC,CAAC;YACjE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACtF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,EAAmB;QACnC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAa,EAAE,CAAC,CAAC;YAC9C,OAAO,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAC;YAC9D,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACnF,CAAC;IACH,CAAC;IAED,+BAA+B;IAE/B;;;;;;OAMG;IACH,kBAAkB,CAChB,OAAkC,EAClC,OAAkB,EAClB,UAAqC,EAAE;QAEvC,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,MAAM,IAAI,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAEzE,sCAAsC;QACtC,MAAM,IAAI,GAAkB;YAC1B,OAAO,EAAE,IAAI;YACb,IAAI,EAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;YAC3D,KAAK,EAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC9B,MAAM,EAAG,EAAE;YACX,KAAK,EAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;SACpC,CAAC;QAEF,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;OAMG;IACH,eAAe,CACb,IAAe,EACf,OAAe,EAAE,EACjB,KAAiB;QAEjB,MAAM,IAAI,GAAe;YACvB,IAAI;YACJ,IAAI;YACJ,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACrC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC;QAEF,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,mCAAmC;IAEnC;;;OAGG;IACH,MAAM,CAAC,cAAc,CACnB,EAAmB;QAEnB,MAAM,MAAM,GAA8B,EAAE,CAAC;QAC7C,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,QAAQ,CAAC,EAAmB;QACjC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAU,CACf,EAAmB,EACnB,SAAoE;QAEpE,MAAM,YAAY,GAA8B,EAAE,CAAC;QACnD,MAAM,aAAa,GAAc,EAAE,CAAC;QAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;YACxB,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;gBACxB,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACvB,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO;YACL,GAAG,EAAE;YACL,IAAI,EAAK,YAAY;YACrB,OAAO,EAAE,YAAY;YACrB,KAAK,EAAI,aAAa;YACtB,KAAK,EAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC5C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,EAAmB,EAAE,IAAc;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,OAAO;YACL,OAAO,EAAE,SAAS;YAClB,IAAI;YACJ,OAAO,EAAE,IAAI;YACb,KAAK,EAAI,EAAE,CAAC,KAAK;YACjB,MAAM,EAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC;YAC9E,KAAK,EAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC;SACzC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,EAAmB,EAAE,GAAW;QAQpD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI;aACnB,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAAA,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QAAA,CAAC;QAEhF,MAAM,GAAG,GAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,GAAG,GAAG,KAAK,CAAC;QACzB,MAAM,GAAG,GAAI,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACjC,MAAM,GAAG,GAAI,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;QAC7E,MAAM,GAAG,GAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IAC7C,CAAC;IAED,kBAAkB;IAEV,WAAW,CAAI,EAAmB;QACxC,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;QACrB,IAAI,CAAC,IAAI,EAAE,CAAC;YAAA,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAAA,CAAC;QAE7D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,YAAY,UAAU,EAAE,CAAC;YAC/B,4BAA4B;YAC5B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACrC,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAAA,OAAO,OAAY,CAAC;gBAAA,CAAC;YACpE,CAAC;YAAC,MAAM,CAAC;gBACP,6BAA6B;YAC/B,CAAC;YACD,WAAW;YACX,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;QAC/B,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,2CAA2C,OAAO,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC;IAEO,WAAW,CACjB,IAAgC,EAChC,MAAqE,EACrE,YAAsB;QAEtB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAExD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO;gBACL,MAAM,EAAE,MAA0B;gBAClC,IAAI,EAAI,MAAM;gBACd,QAAQ,EAAE;oBACR,MAAM,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;iBAChD;aACF,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAA0B;YAClC,IAAI,EAAI,IAAI;YACZ,QAAQ,EAAE;gBACR,MAAM,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;aAChD;SACF,CAAC;IACJ,CAAC;IAEO,qBAAqB,CAAC,IAAmB;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,IAAO,EAAE,CAAC;QACnC,MAAM,KAAK,GAAK,IAAI,CAAC,KAAK,IAAM,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAI,IAAI,CAAC,MAAM,IAAK,EAAE,CAAC;QACnC,MAAM,KAAK,GAAK,OAAO,CAAC,MAAM,CAAC;QAC/B,MAAM,KAAK,GAAK,OAAO,CAAC,MAAM,CAAC;QAE/B,+BAA+B;QAC/B,MAAM,OAAO,GAA8B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YAC3D,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YACpC,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,OAAO;YACP,IAAI,EAAK,OAAO;YAChB,OAAO;YACP,KAAK;YACL,MAAM;YACN,KAAK,EAAI,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC;SACtC,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,IAAgB;QACzC,4DAA4D;QAC5D,MAAM,UAAU,GAAc,IAAI,CAAC,IAAI,IAAK,IAA6C,CAAC,QAAQ,CAAc,IAAI,EAAE,CAAC;QACvH,OAAO;YACL,IAAI,EAAI,IAAI,CAAC,IAAI,IAAM,EAAE;YACzB,IAAI,EAAI,UAAU;YAClB,MAAM,EAAE,UAAU;YAClB,KAAK,EAAG,IAAI,CAAC,KAAK,IAAK,EAAE;YACzB,KAAK,EAAG,IAAI,CAAC,KAAK,IAAK,QAAQ;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC;SAC9C,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,IAAe;QACjC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAAA,OAAO,QAAQ,CAAC;QAAA,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;QAC7D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAAA,OAAO,QAAQ,CAAC;QAAA,CAAC;QAC5C,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACxD,CAAC;QACD,IAAI,OAAO,MAAM,KAAK,SAAS,EAAG,CAAC;YAAA,OAAO,MAAM,CAAC;QAAA,CAAC;QAClD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAI,CAAC;YAAA,OAAO,QAAQ,CAAC;QAAA,CAAC;QACpD,IAAI,MAAM,YAAY,IAAI,EAAQ,CAAC;YAAA,OAAO,gBAAgB,CAAC;QAAA,CAAC;QAC5D,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AA7RD,0CA6RC"}

package/dist/serialization/MsgPackSerializer.d.ts

@@ -0,0 +1,45 @@
+/**
+ * pynect - MsgPackSerializer
+ * MessagePack encoder/decoder for high-performance binary serialization.
+ * Used for large arrays, complex objects, and bulk data transfer.
+ */
+/**
+ * MsgPackSerializer - encodes/decodes JavaScript <-> MessagePack binary.
+ *
+ * Handles Python-specific types via extension codecs:
+ * - Python datetime -> JS Date
+ * - Python set -> JS Set
+ * - Python tuple -> JS Array (immutable semantics lost, acceptable)
+ * - Python bytes -> JS Uint8Array
+ * - Python complex -> JS {real, imag}
+ *
+ * @example
+ * ```typescript
+ * const serializer = new MsgPackSerializer();
+ * const encoded = serializer.encode({ key: 'value', nums: [1, 2, 3] });
+ * const decoded = serializer.decode(encoded);
+ * ```
+ */
+export declare class MsgPackSerializer {
+    private readonly _encoderOptions;
+    private readonly _decoderOptions;
+    constructor();
+    /**
+     * Encode a JavaScript value to MessagePack binary.
+     */
+    encode(value: unknown): Uint8Array;
+    /**
+     * Decode a MessagePack binary to a JavaScript value.
+     */
+    decode(data: Uint8Array): unknown;
+    /**
+     * Encode a stream of values (for streaming large datasets).
+     */
+    encodeStream(values: Iterable<unknown>): Uint8Array;
+    /**
+     * Decode a stream of values from MessagePack binary.
+     */
+    decodeStream(data: Uint8Array): Iterable<unknown>;
+    private _createExtensionCodec;
+}
+//# sourceMappingURL=MsgPackSerializer.d.ts.map

package/dist/serialization/MsgPackSerializer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MsgPackSerializer.d.ts","sourceRoot":"","sources":["../../src/serialization/MsgPackSerializer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAwBH;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;IACzD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;;IAmBzD;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU;IAgBlC;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO;IAUjC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,UAAU;IAqBnD;;OAEG;IACF,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC;IAclD,OAAO,CAAC,qBAAqB;CA+E9B"}