deeplake 0.1.0 → 0.2.0

package/dist/browser/shared/database.js

@@ -0,0 +1,67 @@
+export class ManagedQueryBuilder {
+    _executor;
+    _table;
+    _columns = ['*'];
+    _conditions = [];
+    _orderByClauses = [];
+    _limitVal = null;
+    _offsetVal = null;
+    constructor(executor, table) {
+        this._executor = executor;
+        this._table = table;
+    }
+    select(...columns) {
+        this._columns = columns;
+        return this;
+    }
+    where(condition, ...params) {
+        this._conditions.push({ condition, params });
+        return this;
+    }
+    orderBy(clause) {
+        this._orderByClauses.push(clause);
+        return this;
+    }
+    limit(n) {
+        this._limitVal = n;
+        return this;
+    }
+    offset(n) {
+        this._offsetVal = n;
+        return this;
+    }
+    buildSql() {
+        const cols = this._columns.join(', ');
+        const safeTable = this._table.replace(/"/g, '""');
+        const parts = [`SELECT ${cols} FROM "${safeTable}"`];
+        const allParams = [];
+        if (this._conditions.length > 0) {
+            const whereClauses = [];
+            for (const { condition, params } of this._conditions) {
+                whereClauses.push(condition);
+                allParams.push(...params);
+            }
+            parts.push('WHERE ' + whereClauses.join(' AND '));
+        }
+        if (this._orderByClauses.length > 0) {
+            parts.push('ORDER BY ' + this._orderByClauses.join(', '));
+        }
+        if (this._limitVal !== null) {
+            parts.push(`LIMIT ${Math.trunc(this._limitVal)}`);
+        }
+        if (this._offsetVal !== null) {
+            parts.push(`OFFSET ${Math.trunc(this._offsetVal)}`);
+        }
+        const sql = parts.join(' ');
+        return { sql, params: allParams.length > 0 ? allParams : null };
+    }
+    async execute() {
+        const { sql, params } = this.buildSql();
+        return this._executor.query(sql, params ?? undefined);
+    }
+    toString() {
+        const { sql, params } = this.buildSql();
+        return `ManagedQueryBuilder(sql=${JSON.stringify(sql)}, params=${JSON.stringify(params)})`;
+    }
+}
+//# sourceMappingURL=database.js.map

package/dist/browser/shared/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/shared/database.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,mBAAmB;IACtB,SAAS,CAAgB;IACzB,MAAM,CAAS;IACf,QAAQ,GAAa,CAAC,GAAG,CAAC,CAAC;IAC3B,WAAW,GAA+C,EAAE,CAAC;IAC7D,eAAe,GAAa,EAAE,CAAC;IAC/B,SAAS,GAAkB,IAAI,CAAC;IAChC,UAAU,GAAkB,IAAI,CAAC;IAEzC,YAAY,QAAuB,EAAE,KAAa;QAChD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,GAAG,OAAiB;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAiB,EAAE,GAAG,MAAiB;QAC3C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,MAAc;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,CAAS;QACb,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,CAAS;QACd,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,UAAU,IAAI,UAAU,SAAS,GAAG,CAAC,CAAC;QAErD,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,KAAK,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,IAAI,SAAS,CAAC,CAAC;IACxD,CAAC;IAED,QAAQ;QACN,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,2BAA2B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7F,CAAC;CACF"}

package/dist/browser/shared/dlref.d.ts

@@ -0,0 +1,22 @@
+/**
+ * DLREF data reference parser.
+ *
+ * pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
+ * Format: "DLREF:version|column_id|row_id"
+ *
+ * SDKs parse these to fetch actual data directly from dataset storage.
+ */
+export interface DataRef {
+    version: string;
+    columnId: number;
+    rowId: bigint;
+}
+export declare function isDataRef(value: unknown): boolean;
+/**
+ * Parse a DLREF data reference string into its components.
+ * Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
+ *
+ * For base64-encoded values (as returned by the REST API), decode first.
+ */
+export declare function parseDataRef(value: string | Uint8Array): DataRef;
+//# sourceMappingURL=dlref.d.ts.map

package/dist/browser/shared/dlref.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dlref.d.ts","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAID,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASjD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO,CAuBhE"}

package/dist/browser/shared/dlref.js

@@ -0,0 +1,48 @@
+/**
+ * DLREF data reference parser.
+ *
+ * pg_deeplake returns DLREF references for VIDEO columns instead of raw bytes.
+ * Format: "DLREF:version|column_id|row_id"
+ *
+ * SDKs parse these to fetch actual data directly from dataset storage.
+ */
+const DLREF_PREFIX = 'DLREF:';
+export function isDataRef(value) {
+    if (typeof value === 'string') {
+        return value.startsWith(DLREF_PREFIX);
+    }
+    if (value instanceof Uint8Array) {
+        const prefix = new TextDecoder().decode(value.subarray(0, 6));
+        return prefix === DLREF_PREFIX;
+    }
+    return false;
+}
+/**
+ * Parse a DLREF data reference string into its components.
+ * Accepts string, Buffer, or Uint8Array (raw BYTEA from query results).
+ *
+ * For base64-encoded values (as returned by the REST API), decode first.
+ */
+export function parseDataRef(value) {
+    let str;
+    if (typeof value === 'string') {
+        str = value;
+    }
+    else {
+        str = new TextDecoder().decode(value);
+    }
+    if (!str.startsWith(DLREF_PREFIX)) {
+        throw new Error(`Not a DLREF: ${str.slice(0, 30)}`);
+    }
+    const payload = str.slice(DLREF_PREFIX.length);
+    const parts = payload.split('|');
+    if (parts.length !== 3) {
+        throw new Error(`Invalid DLREF format: expected 3 parts, got ${parts.length}`);
+    }
+    return {
+        version: parts[0],
+        columnId: parseInt(parts[1], 10),
+        rowId: BigInt(parts[2]),
+    };
+}
+//# sourceMappingURL=dlref.js.map

package/dist/browser/shared/dlref.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dlref.js","sourceRoot":"","sources":["../../../src/shared/dlref.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAQH,MAAM,YAAY,GAAG,QAAQ,CAAC;AAE9B,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,KAA0B;IACrD,IAAI,GAAW,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,GAAG,GAAG,KAAK,CAAC;IACd,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QACjB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACxB,CAAC;AACJ,CAAC"}

package/dist/browser/shared/errors.d.ts

@@ -0,0 +1,22 @@
+export declare class ManagedServiceError extends Error {
+    constructor(message: string);
+}
+export declare class AuthError extends ManagedServiceError {
+    constructor(message: string);
+}
+export declare class TokenError extends AuthError {
+    constructor(message: string);
+}
+export declare class CredentialsError extends ManagedServiceError {
+    constructor(message: string);
+}
+export declare class IngestError extends ManagedServiceError {
+    constructor(message: string);
+}
+export declare class TableError extends ManagedServiceError {
+    constructor(message: string);
+}
+export declare class WorkspaceError extends ManagedServiceError {
+    constructor(message: string);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/browser/shared/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,SAAU,SAAQ,mBAAmB;gBACpC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,SAAS;gBAC3B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,gBAAiB,SAAQ,mBAAmB;gBAC3C,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,WAAY,SAAQ,mBAAmB;gBACtC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,UAAW,SAAQ,mBAAmB;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAe,SAAQ,mBAAmB;gBACzC,OAAO,EAAE,MAAM;CAI5B"}

package/dist/browser/shared/errors.js

@@ -0,0 +1,43 @@
+export class ManagedServiceError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'ManagedServiceError';
+    }
+}
+export class AuthError extends ManagedServiceError {
+    constructor(message) {
+        super(message);
+        this.name = 'AuthError';
+    }
+}
+export class TokenError extends AuthError {
+    constructor(message) {
+        super(message);
+        this.name = 'TokenError';
+    }
+}
+export class CredentialsError extends ManagedServiceError {
+    constructor(message) {
+        super(message);
+        this.name = 'CredentialsError';
+    }
+}
+export class IngestError extends ManagedServiceError {
+    constructor(message) {
+        super(message);
+        this.name = 'IngestError';
+    }
+}
+export class TableError extends ManagedServiceError {
+    constructor(message) {
+        super(message);
+        this.name = 'TableError';
+    }
+}
+export class WorkspaceError extends ManagedServiceError {
+    constructor(message) {
+        super(message);
+        this.name = 'WorkspaceError';
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/browser/shared/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/shared/errors.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,MAAM,OAAO,SAAU,SAAQ,mBAAmB;IAChD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,SAAS;IACvC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,mBAAmB;IACvD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED,MAAM,OAAO,WAAY,SAAQ,mBAAmB;IAClD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,mBAAmB;IACjD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,mBAAmB;IACrD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF"}

package/dist/browser/shared/schema.d.ts

@@ -0,0 +1,7 @@
+import type { Batch, Format, SchemaMap } from './types';
+export declare const SCHEMA_TO_PG: Record<string, string>;
+export declare const SCHEMA_TO_DEEPLAKE: Record<string, string>;
+export declare function inferType(value: unknown): string;
+export declare function buildPgSchema(batch: Batch, schema?: SchemaMap, format?: Format): Record<string, string>;
+export declare function ensureColumns(dataset: any, batch: Batch, schema?: SchemaMap): void;
+//# sourceMappingURL=schema.d.ts.map

package/dist/browser/shared/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExD,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqB/C,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqBrD,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAqBhD;AAED,wBAAgB,aAAa,CAC3B,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,EAClB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CA2BxB;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,GAAG,EACZ,KAAK,EAAE,KAAK,EACZ,MAAM,CAAC,EAAE,SAAS,GACjB,IAAI,CAiDN"}

package/dist/browser/shared/schema.js

@@ -0,0 +1,151 @@
+export const SCHEMA_TO_PG = {
+    TEXT: 'TEXT',
+    INT: 'BIGINT',
+    INT32: 'INTEGER',
+    INT64: 'BIGINT',
+    FLOAT: 'DOUBLE PRECISION',
+    FLOAT32: 'REAL',
+    FLOAT64: 'DOUBLE PRECISION',
+    BOOL: 'BOOLEAN',
+    BINARY: 'BYTEA',
+    IMAGE: 'BYTEA',
+    VIDEO: 'VIDEO',
+    EMBEDDING: 'float4[]',
+    SEGMENT_MASK: 'BYTEA',
+    BINARY_MASK: 'BYTEA',
+    BOUNDING_BOX: 'float4[]',
+    CLASS_LABEL: 'INTEGER',
+    POLYGON: 'BYTEA',
+    POINT: 'float4[]',
+    MESH: 'BYTEA',
+    MEDICAL: 'BYTEA',
+};
+export const SCHEMA_TO_DEEPLAKE = {
+    TEXT: 'text',
+    INT: 'int64',
+    INT32: 'int32',
+    INT64: 'int64',
+    FLOAT: 'float64',
+    FLOAT32: 'float32',
+    FLOAT64: 'float64',
+    BOOL: 'bool',
+    BINARY: 'bytes',
+    IMAGE: 'image',
+    VIDEO: 'bytes',
+    EMBEDDING: 'float32',
+    SEGMENT_MASK: 'segment_mask',
+    BINARY_MASK: 'binary_mask',
+    BOUNDING_BOX: 'bounding_box',
+    CLASS_LABEL: 'class_label',
+    POLYGON: 'polygon',
+    POINT: 'point',
+    MESH: 'mesh',
+    MEDICAL: 'medical',
+};
+export function inferType(value) {
+    if (typeof value === 'boolean')
+        return 'BOOL';
+    if (typeof value === 'number') {
+        return Number.isInteger(value) ? 'INT64' : 'FLOAT64';
+    }
+    if (typeof value === 'string')
+        return 'TEXT';
+    if ((typeof Buffer !== 'undefined' && Buffer.isBuffer(value)) ||
+        value instanceof Uint8Array ||
+        value instanceof ArrayBuffer) {
+        return 'BINARY';
+    }
+    if (Array.isArray(value) &&
+        value.length > 0 &&
+        value.every((x) => typeof x === 'number')) {
+        return 'EMBEDDING';
+    }
+    return 'TEXT';
+}
+export function buildPgSchema(batch, schema, format) {
+    const pgSchema = {};
+    for (const [colName, values] of Object.entries(batch)) {
+        if (schema && colName in schema) {
+            const typeName = schema[colName].toUpperCase();
+            if (typeName === 'FILE')
+                continue;
+            pgSchema[colName] = SCHEMA_TO_PG[typeName] ?? 'TEXT';
+            continue;
+        }
+        const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
+        const inferred = inferType(sample);
+        pgSchema[colName] = SCHEMA_TO_PG[inferred] ?? 'TEXT';
+    }
+    // Apply format's pg_schema() domain type overrides (e.g. IMAGE, SEGMENT_MASK)
+    if (format && typeof format.pg_schema === 'function') {
+        const formatPgSchema = format.pg_schema();
+        for (const [colName, domainType] of Object.entries(formatPgSchema)) {
+            if (colName in pgSchema) {
+                pgSchema[colName] = domainType;
+            }
+        }
+    }
+    return pgSchema;
+}
+export function ensureColumns(dataset, batch, schema) {
+    const existing = new Set();
+    let schemaObj = null;
+    try {
+        schemaObj = dataset.schema;
+        if (schemaObj) {
+            const cols = schemaObj.columns;
+            if (cols && typeof cols.size === 'function') {
+                // WASM vector proxy: .size() / .get(i)
+                const n = cols.size();
+                for (let i = 0; i < n; i++) {
+                    const col = cols.get(i);
+                    existing.add(col.name);
+                    if (typeof col.delete === 'function')
+                        col.delete();
+                }
+                if (typeof cols.delete === 'function')
+                    cols.delete();
+            }
+            else if (Array.isArray(cols)) {
+                for (const c of cols)
+                    existing.add(c.name);
+            }
+        }
+    }
+    catch {
+        // Schema access failed — assume no existing columns
+    }
+    finally {
+        if (schemaObj && typeof schemaObj.delete === 'function') {
+            try {
+                schemaObj.delete();
+            }
+            catch { /* ignore */ }
+        }
+    }
+    for (const [colName, values] of Object.entries(batch)) {
+        if (existing.has(colName))
+            continue;
+        let dlType;
+        if (schema && colName in schema) {
+            const typeName = schema[colName].toUpperCase();
+            if (typeName === 'FILE')
+                continue;
+            dlType = SCHEMA_TO_DEEPLAKE[typeName] ?? 'text';
+        }
+        else {
+            const sample = Array.isArray(values) && values.length > 0 ? values[0] : values;
+            const inferred = inferType(sample);
+            dlType = SCHEMA_TO_DEEPLAKE[inferred] ?? 'text';
+        }
+        try {
+            dataset.addColumnByStringType(colName, dlType);
+        }
+        catch (e) {
+            if (!String(e?.message ?? e).includes('already exists'))
+                throw e;
+        }
+        existing.add(colName);
+    }
+}
+//# sourceMappingURL=schema.js.map

package/dist/browser/shared/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/shared/schema.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,YAAY,GAA2B;IAClD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,QAAQ;IACb,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,kBAAkB;IACzB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,kBAAkB;IAC3B,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,OAAO;IACpB,YAAY,EAAE,UAAU;IACxB,WAAW,EAAE,SAAS;IACtB,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE,UAAU;IACjB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,OAAO;CACjB,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAA2B;IACxD,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,OAAO;IACZ,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,SAAS;IACpB,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,aAAa;IAC1B,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,SAAS;CACnB,CAAC;AAEF,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC7C,IACE,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,KAAK,YAAY,UAAU;QAC3B,KAAK,YAAY,WAAW,EAC5B,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EACzC,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,KAAY,EACZ,MAAkB,EAClB,MAAe;IAEf,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAE5C,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,QAAQ,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;YACrD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACnC,QAAQ,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;IACvD,CAAC;IAED,8EAA8E;IAC9E,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YACnE,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACxB,QAAQ,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,OAAY,EACZ,KAAY,EACZ,MAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,SAAS,GAAQ,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3B,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC;YAC/B,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5C,uCAAuC;gBACvC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACxB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACvB,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU;wBAAE,GAAG,CAAC,MAAM,EAAE,CAAC;gBACrD,CAAC;gBACD,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,UAAU;oBAAE,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,KAAK,MAAM,CAAC,IAAI,IAAI;oBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,oDAAoD;IACtD,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,CAAC;gBAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAEpC,IAAI,MAAc,CAAC;QACnB,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,KAAK,MAAM;gBAAE,SAAS;YAClC,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/E,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC;QAClD,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAAE,MAAM,CAAC,CAAC;QACnE,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACH,CAAC"}

package/dist/browser/shared/token.d.ts

@@ -0,0 +1,4 @@
+export declare function extractOrgId(token: string): string;
+export declare function tryExtractOrgId(token: string): string | null;
+export declare function fetchOrgIdFromApi(token: string, apiUrl: string): Promise<string | null>;
+//# sourceMappingURL=token.d.ts.map

package/dist/browser/shared/token.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAmBA,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAyBlD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAM5D;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAgBxB"}

package/dist/browser/shared/token.js

@@ -0,0 +1,69 @@
+import { TokenError } from './errors';
+function base64UrlDecode(str) {
+    if (typeof Buffer !== 'undefined') {
+        return Buffer.from(str, 'base64url').toString('utf-8');
+    }
+    // Browser fallback using atob + TextDecoder
+    let base64 = str.replace(/-/g, '+').replace(/_/g, '/');
+    while (base64.length % 4 !== 0) {
+        base64 += '=';
+    }
+    const binary = atob(base64);
+    const bytes = new Uint8Array(binary.length);
+    for (let i = 0; i < binary.length; i++) {
+        bytes[i] = binary.charCodeAt(i);
+    }
+    return new TextDecoder().decode(bytes);
+}
+export function extractOrgId(token) {
+    try {
+        const parts = token.split('.');
+        if (parts.length !== 3) {
+            throw new TokenError('Invalid token format: expected JWT with 3 parts');
+        }
+        const decoded = base64UrlDecode(parts[1]);
+        const claims = JSON.parse(decoded);
+        const orgId = claims.OrgID || claims.org_id;
+        if (!orgId) {
+            throw new TokenError('Token does not contain org_id claim');
+        }
+        return orgId;
+    }
+    catch (e) {
+        if (e instanceof TokenError)
+            throw e;
+        if (e instanceof SyntaxError) {
+            throw new TokenError(`Failed to decode token payload: ${e.message}`);
+        }
+        throw new TokenError(`Failed to extract org_id from token: ${e instanceof Error ? e.message : e}`);
+    }
+}
+export function tryExtractOrgId(token) {
+    try {
+        return extractOrgId(token);
+    }
+    catch {
+        return null;
+    }
+}
+export async function fetchOrgIdFromApi(token, apiUrl) {
+    try {
+        const resp = await fetch(`${apiUrl}/me`, {
+            headers: {
+                Authorization: `Bearer ${token}`,
+                'Content-Type': 'application/json',
+            },
+        });
+        if (!resp.ok)
+            return null;
+        const data = (await resp.json());
+        const orgs = data.organizations;
+        if (orgs && orgs.length > 0)
+            return orgs[0];
+        return null;
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=token.js.map

package/dist/browser/shared/token.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.js","sourceRoot":"","sources":["../../../src/shared/token.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,SAAS,eAAe,CAAC,GAAW;IAClC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IACD,4CAA4C;IAC5C,IAAI,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACvD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,UAAU,CAAC,iDAAiD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,UAAU,CAAC,qCAAqC,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,UAAU;YAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,UAAU,CAAC,mCAAmC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,UAAU,CAClB,wCAAwC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC7E,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAAa,EACb,MAAc;IAEd,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,KAAK,EAAE;YACvC,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,aAAqC,CAAC;QACxD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/browser/shared/types.d.ts

@@ -0,0 +1,33 @@
+export interface ManagedClientOptions {
+    token: string;
+    workspaceId?: string;
+    apiUrl?: string;
+}
+export interface IngestResult {
+    tableName: string;
+    rowCount: number;
+    datasetPath: string;
+}
+export interface Format {
+    normalize(): Iterable<Batch> | AsyncIterable<Batch>;
+    schema?(): SchemaMap;
+    pg_schema?(): Record<string, string>;
+    image_columns?(): string[];
+}
+export interface IngestOptions {
+    schema?: SchemaMap;
+    format?: Format;
+    onProgress?: (processed: number, total: number) => void;
+    chunkSize?: number;
+    chunkOverlap?: number;
+    index?: string[];
+}
+export type Batch = Record<string, unknown[]>;
+export type SchemaMap = Record<string, string>;
+export type QueryRow = Record<string, unknown>;
+export interface StorageCreds {
+    aws_access_key_id: string;
+    aws_secret_access_key: string;
+    aws_session_token?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/browser/shared/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/shared/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,MAAM;IACrB,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,CAAC,IAAI,SAAS,CAAC;IACrB,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,CAAC,IAAI,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;AAE9C,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/C,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/C,MAAM,WAAW,YAAY;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B"}

package/dist/browser/shared/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/browser/shared/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/shared/types.ts"],"names":[],"mappings":""}

package/dist/browser/shared/wasm-common.d.ts

@@ -0,0 +1,39 @@
+import type { Batch } from './types';
+export declare function setWasmModule(mod: any): void;
+export declare function clearWasmModule(): void;
+export declare function getWasmModule(): any;
+export declare function deeplakeSetEndpoint(endpoint: string): void;
+/**
+ * Set the backend endpoint and open a dataset as an atomic operation.
+ * Concurrent callers are serialized so that one caller's setEndpoint
+ * cannot be clobbered by another before the open completes.
+ */
+export declare function deeplakeSetEndpointAndOpen(endpoint: string, datasetPath: string, creds: string | Record<string, string>, token: string): Promise<any>;
+export declare function deeplakeCreate(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<any>;
+export declare function deeplakeOpen(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<any>;
+export declare function deeplakeExists(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<boolean>;
+export declare function deeplakeAppend(dataset: any, batch: Batch): Promise<void>;
+export declare function deeplakeCommit(dataset: any, message?: string): Promise<void>;
+export declare function deeplakeAddColumn(dataset: any, name: string, typeName: string): void;
+export declare function deeplakeDeleteDataset(datasetPath: string, creds: string | Record<string, string>, token: string): Promise<void>;
+/**
+ * Unwrap a WASM ndarray value to a plain JS value.
+ * Scalar ndarrays (shape []) become a single number.
+ * 1D ndarrays become a regular Array.
+ * Strings and other primitives pass through unchanged.
+ */
+export declare function unwrapNdArray(val: any): any;
+export declare function deeplakeNumRows(dataset: any): number;
+export declare function deeplakeGetField(dataset: any, rowIndex: number, column: string): Promise<any>;
+export declare function deeplakeGetRow(dataset: any, rowIndex: number, columns: string[]): Promise<Record<string, any>>;
+export declare function deeplakeGetColumnData(dataset: any, columnName: string, start: number, end: number): Promise<any>;
+export declare function deeplakeSetField(dataset: any, rowIndex: number, column: string, value: any): Promise<void>;
+export declare function deeplakeSetRow(dataset: any, rowIndex: number, data: Record<string, any>): Promise<void>;
+/**
+ * Fetch a sample by DeepLake internal column_id and row_id.
+ * Used to resolve DLREF data references returned by VIDEO columns.
+ * rowId is bigint because DeepLake row IDs use the full int64 range.
+ */
+export declare function deeplakeGetSampleByRef(dataset: any, columnId: number, rowId: bigint): Promise<any>;
+export declare function deeplakeRelease(obj: any): void;
+//# sourceMappingURL=wasm-common.d.ts.map

package/dist/browser/shared/wasm-common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-common.d.ts","sourceRoot":"","sources":["../../../src/shared/wasm-common.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAIrC,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAE5C;AAED,wBAAgB,eAAe,IAAI,IAAI,CAEtC;AAED,wBAAgB,aAAa,IAAI,GAAG,CAKnC;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAK1D;AASD;;;;GAIG;AACH,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CAcd;AAkBD,wBAAgB,cAAc,CAC5B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CAYd;AAED,wBAAgB,YAAY,CAC1B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CAYd;AAED,wBAAgB,cAAc,CAC5B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,OAAO,CAAC,CAkClB;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAiC9E;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAO5E;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,GAAG,EACZ,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,GACf,IAAI,CAEN;AAED,wBAAgB,qBAAqB,CACnC,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAYf;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAyB3C;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,GAAG,GAAG,MAAM,CAEpD;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC,CASd;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAM9B;AAED,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,GAAG,EACZ,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,GAAG,CAAC,CASd;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,IAAI,CAAC,CASf;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACxB,OAAO,CAAC,IAAI,CAAC,CAIf;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,GAAG,EACZ,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,CASd;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAQ9C"}