@meshagent/meshagent 0.38.3 → 0.39.0

package/dist/node/participant-token.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ParticipantToken = exports.ParticipantGrant = exports.ApiScope = exports.LLMGrant = exports.ServicesGrant = exports.TunnelsGrant = exports.SecretsGrant = exports.OAuthEndpoint = exports.AdminGrant = exports.DeveloperGrant = exports.ContainersGrant = exports.ContainerRegistryGrant = exports.StorageGrant = exports.StoragePathGrant = exports.SyncGrant = exports.SyncPathGrant = exports.MemoryGrant = exports.MemoryEntryGrant = exports.MemoryPermissions = exports.DatabaseGrant = exports.TableGrant = exports.MessagingGrant = exports.QueuesGrant = exports.LivekitGrant = exports.AgentsGrant = void 0;
+exports.ParticipantToken = exports.ParticipantGrant = exports.ApiScope = exports.LLMGrant = exports.ServicesGrant = exports.TunnelsGrant = exports.SecretsGrant = exports.OAuthEndpoint = exports.AdminGrant = exports.DeveloperGrant = exports.ContainersGrant = exports.ContainerRegistryGrant = exports.StorageGrant = exports.StoragePathGrant = exports.SyncGrant = exports.SyncPathGrant = exports.MemoryGrant = exports.MemoryEntryGrant = exports.MemoryPermissions = exports.DatasetGrant = exports.TableGrant = exports.MessagingGrant = exports.QueuesGrant = exports.LivekitGrant = exports.AgentsGrant = void 0;
 const jose_1 = require("jose");
 const api_keys_1 = require("./api_keys");
 const version_1 = require("./version");
@@ -220,7 +220,7 @@ class TableGrant {
     }
 }
 exports.TableGrant = TableGrant;
-class DatabaseGrant {
+class DatasetGrant {
     constructor({ tables, listTables, } = {}) {
         this.tables = tables;
         this.listTables = listTables ?? true;
@@ -286,9 +286,9 @@ class DatabaseGrant {
     }
     static fromJSON(obj) {
         if (!isRecord(obj)) {
-            return new DatabaseGrant();
+            return new DatasetGrant();
         }
-        return new DatabaseGrant({
+        return new DatasetGrant({
             tables: Array.isArray(obj.tables)
                 ? obj.tables.map((tableGrant) => TableGrant.fromJSON(tableGrant))
                 : undefined,
@@ -296,7 +296,7 @@ class DatabaseGrant {
         });
     }
 }
-exports.DatabaseGrant = DatabaseGrant;
+exports.DatasetGrant = DatasetGrant;
 class MemoryPermissions {
     constructor({ create, drop, inspect, query, upsert, ingest, recall, optimize, } = {}) {
         this.create = create ?? true;
@@ -922,11 +922,11 @@ class LLMGrant {
 }
 exports.LLMGrant = LLMGrant;
 class ApiScope {
-    constructor({ livekit, queues, messaging, database, memory, sync, storage, containers, developer, agents, llm, admin, secrets, tunnels, services, } = {}) {
+    constructor({ livekit, queues, messaging, dataset, memory, sync, storage, containers, developer, agents, llm, admin, secrets, tunnels, services, } = {}) {
         this.livekit = livekit;
         this.queues = queues;
         this.messaging = messaging;
-        this.database = database;
+        this.dataset = dataset;
         this.memory = memory;
         this.sync = sync;
         this.storage = storage;
@@ -944,7 +944,7 @@ class ApiScope {
             livekit: new LivekitGrant(),
             queues: new QueuesGrant(),
             messaging: new MessagingGrant(),
-            database: new DatabaseGrant(),
+            dataset: new DatasetGrant(),
             memory: new MemoryGrant(),
             sync: new SyncGrant(),
             storage: new StorageGrant(),
@@ -962,7 +962,7 @@ class ApiScope {
             livekit: new LivekitGrant(),
             queues: new QueuesGrant(),
             messaging: new MessagingGrant(),
-            database: new DatabaseGrant(),
+            dataset: new DatasetGrant(),
             memory: new MemoryGrant(),
             sync: new SyncGrant(),
             storage: new StorageGrant(),
@@ -978,7 +978,7 @@ class ApiScope {
             livekit: new LivekitGrant(),
             queues: new QueuesGrant(),
             messaging: new MessagingGrant(),
-            database: new DatabaseGrant(),
+            dataset: new DatasetGrant(),
             memory: new MemoryGrant(),
             sync: new SyncGrant(),
             storage: new StorageGrant(),
@@ -1003,8 +1003,8 @@ class ApiScope {
         if (this.messaging !== undefined) {
             json["messaging"] = this.messaging.toJSON();
         }
-        if (this.database !== undefined) {
-            json["database"] = this.database.toJSON();
+        if (this.dataset !== undefined) {
+            json["dataset"] = this.dataset.toJSON();
         }
         if (this.memory !== undefined) {
             json["memory"] = this.memory.toJSON();
@@ -1045,11 +1045,12 @@ class ApiScope {
         if (!isRecord(obj)) {
             return new ApiScope();
         }
+        const rawDataset = obj.dataset ?? obj.database ?? obj.datasets;
         return new ApiScope({
             livekit: obj.livekit ? LivekitGrant.fromJSON(obj.livekit) : undefined,
             queues: obj.queues ? QueuesGrant.fromJSON(obj.queues) : undefined,
             messaging: obj.messaging ? MessagingGrant.fromJSON(obj.messaging) : undefined,
-            database: obj.database ? DatabaseGrant.fromJSON(obj.database) : undefined,
+            dataset: rawDataset ? DatasetGrant.fromJSON(rawDataset) : undefined,
             memory: obj.memory ? MemoryGrant.fromJSON(obj.memory) : undefined,
             sync: obj.sync ? SyncGrant.fromJSON(obj.sync) : undefined,
             storage: obj.storage ? StorageGrant.fromJSON(obj.storage) : undefined,

package/dist/node/room-client.d.ts

@@ -1,4 +1,4 @@
-import { DatabaseClient } from "./database-client";
+import { DatasetsClient } from "./datasets-client";
 import { DeveloperClient } from "./developer-client";
 import { type EventHandler, type EventName } from "./event-emitter";
 import { MessagingClient } from "./messaging-client";
@@ -52,7 +52,7 @@ export declare class RoomClient {
     readonly developer: DeveloperClient;
     readonly messaging: MessagingClient;
     readonly queues: QueuesClient;
-    readonly database: DatabaseClient;
+    readonly datasets: DatasetsClient;
     readonly agents: AgentsClient;
     readonly secrets: SecretsClient;
     readonly containers: ContainersClient;
@@ -111,7 +111,9 @@ export declare class RoomClient {
     on(eventName: EventName, callback: EventHandler<RoomEvent>): void;
     off(eventName: EventName, callback: EventHandler<RoomEvent>): void;
     emit(event: RoomEvent): void;
-    listen(): AsyncIterable<RoomEvent>;
+    listen({ abortSignal }?: {
+        abortSignal?: AbortSignal;
+    }): AsyncIterable<RoomEvent>;
     waitForClose(): Promise<void>;
     waitUntilConnected(): Promise<void>;
     _waitUntilConnectedForMessages(): Promise<void>;

package/dist/node/room-client.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.RoomClient = exports.RoomProtocolProxy = void 0;
 const completer_1 = require("./completer");
-const database_client_1 = require("./database-client");
+const datasets_client_1 = require("./datasets-client");
 const developer_client_1 = require("./developer-client");
 const event_emitter_1 = require("./event-emitter");
 const messaging_client_1 = require("./messaging-client");
@@ -248,7 +248,7 @@ class RoomClient {
         this.developer = new developer_client_1.DeveloperClient({ room: this });
         this.messaging = new messaging_client_1.MessagingClient({ room: this });
         this.queues = new queues_client_1.QueuesClient({ room: this });
-        this.database = new database_client_1.DatabaseClient({ room: this });
+        this.datasets = new datasets_client_1.DatasetsClient({ room: this });
         this.agents = new agent_client_1.AgentsClient({ room: this });
         this.secrets = new secrets_client_1.SecretsClient({
             room: this,
@@ -302,8 +302,74 @@ class RoomClient {
         this._eventsController.add(event);
         this._eventEmitter.emit(event.name, event);
     }
-    listen() {
-        return this._eventsController.stream;
+    listen({ abortSignal } = {}) {
+        if (abortSignal === undefined || abortSignal === null) {
+            return this._eventsController.stream;
+        }
+        const source = this._eventsController.stream;
+        return {
+            [Symbol.asyncIterator]() {
+                const eventIterator = source[Symbol.asyncIterator]();
+                let abortReject = null;
+                let cleanedUp = false;
+                const abortError = () => {
+                    if (abortSignal.reason != null) {
+                        return abortSignal.reason;
+                    }
+                    const error = new Error("Aborted");
+                    error.name = "AbortError";
+                    return error;
+                };
+                const cleanup = async () => {
+                    if (cleanedUp) {
+                        return;
+                    }
+                    cleanedUp = true;
+                    abortSignal.removeEventListener("abort", onAbort);
+                    await eventIterator.return?.();
+                };
+                const onAbort = () => {
+                    const reject = abortReject;
+                    abortReject = null;
+                    reject?.(abortError());
+                    void cleanup();
+                };
+                abortSignal.addEventListener("abort", onAbort, { once: true });
+                return {
+                    async next() {
+                        if (abortSignal.aborted) {
+                            await cleanup();
+                            return Promise.reject(abortError());
+                        }
+                        const abortPromise = new Promise((_, reject) => {
+                            abortReject = reject;
+                        });
+                        try {
+                            const result = await Promise.race([eventIterator.next(), abortPromise]);
+                            if (result.done) {
+                                await cleanup();
+                            }
+                            return result;
+                        }
+                        catch (error) {
+                            await cleanup();
+                            throw error;
+                        }
+                        finally {
+                            abortReject = null;
+                        }
+                    },
+                    async return() {
+                        await cleanup();
+                        return { done: true, value: undefined };
+                    },
+                    async throw(e) {
+                        await cleanup();
+                        return Promise.reject(e);
+                    },
+                };
+            },
+        };
     }
     async waitForClose() {
         await this._roomClosed.fut;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@meshagent/meshagent",
-    "version": "0.38.3",
+    "version": "0.39.0",
     "description": "Meshagent Client",
     "homepage": "https://github.com/meshagent/meshagent-ts",
     "scripts": {
@@ -45,11 +45,12 @@
     },
     "dependencies": {
         "@kayahr/text-encoding": "^2.0.0",
+        "apache-arrow": "^21.0.0",
         "base-64": "^1.0.0",
         "isomorphic-ws": "^5.0.0",
         "jose": "^6.0.8",
         "livekit-client": "^2.15.5",
-        "uuid": "^11.0.5",
+        "uuid": "^14.0.0",
         "ws": "^8.18.0",
         "yjs": "^13.6.28"
     },

package/dist/browser/data-types.d.ts

@@ -1,67 +0,0 @@
-export declare const _dataTypes: Record<string, typeof DataType>;
-export declare abstract class DataType {
-    constructor(_?: any);
-    abstract toJson(): Record<string, unknown>;
-    static fromJson(data: any): DataType;
-    static int(): IntDataType;
-    static date(): DateDataType;
-    static float(): FloatDataType;
-    static vector({ size, elementType }: {
-        size: number;
-        elementType: DataType;
-    }): VectorDataType;
-    static text(): TextDataType;
-    static json(): JsonDataType;
-    static uuid(): UuidDataType;
-    static binary(): BinaryDataType;
-}
-export declare class BoolDataType extends DataType {
-    constructor();
-    static fromJson(data: any): IntDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class IntDataType extends DataType {
-    constructor();
-    static fromJson(data: any): IntDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class DateDataType extends DataType {
-    constructor();
-    static fromJson(data: any): DateDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class FloatDataType extends DataType {
-    constructor();
-    static fromJson(data: any): FloatDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class VectorDataType extends DataType {
-    size: number;
-    elementType: DataType;
-    constructor({ size, elementType }: {
-        size: number;
-        elementType: DataType;
-    });
-    static fromJson(data: any): VectorDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class TextDataType extends DataType {
-    constructor();
-    static fromJson(data: any): TextDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class JsonDataType extends DataType {
-    constructor();
-    static fromJson(data: any): JsonDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class UuidDataType extends DataType {
-    constructor();
-    static fromJson(data: any): UuidDataType;
-    toJson(): Record<string, unknown>;
-}
-export declare class BinaryDataType extends DataType {
-    constructor();
-    static fromJson(data: any): BinaryDataType;
-    toJson(): Record<string, unknown>;
-}

package/dist/browser/data-types.js

@@ -1,192 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BinaryDataType = exports.UuidDataType = exports.JsonDataType = exports.TextDataType = exports.VectorDataType = exports.FloatDataType = exports.DateDataType = exports.IntDataType = exports.BoolDataType = exports.DataType = exports._dataTypes = void 0;
-exports._dataTypes = {};
-class DataType {
-    constructor(_) { }
-    static fromJson(data) {
-        const ctor = exports._dataTypes[data.type];
-        if (!ctor) {
-            throw new Error(`Unknown data type: ${data.type}`);
-        }
-        return ctor.fromJson(data);
-    }
-    static int() {
-        return new IntDataType();
-    }
-    static date() {
-        return new DateDataType();
-    }
-    static float() {
-        return new FloatDataType();
-    }
-    static vector({ size, elementType }) {
-        return new VectorDataType({ size, elementType });
-    }
-    static text() {
-        return new TextDataType();
-    }
-    static json() {
-        return new JsonDataType();
-    }
-    static uuid() {
-        return new UuidDataType();
-    }
-    static binary() {
-        return new BinaryDataType();
-    }
-}
-exports.DataType = DataType;
-class BoolDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "bool") {
-            throw new Error(`Expected type 'bool', got '${data.type}'`);
-        }
-        return new BoolDataType();
-    }
-    toJson() {
-        return { type: "bool" };
-    }
-}
-exports.BoolDataType = BoolDataType;
-exports._dataTypes["bool"] = BoolDataType;
-class IntDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "int") {
-            throw new Error(`Expected type 'int', got '${data.type}'`);
-        }
-        return new IntDataType();
-    }
-    toJson() {
-        return { type: "int" };
-    }
-}
-exports.IntDataType = IntDataType;
-exports._dataTypes["int"] = IntDataType;
-class DateDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "date") {
-            throw new Error(`Expected type 'date', got '${data.type}'`);
-        }
-        return new DateDataType();
-    }
-    toJson() {
-        return { type: "date" };
-    }
-}
-exports.DateDataType = DateDataType;
-exports._dataTypes["date"] = DateDataType;
-class FloatDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "float") {
-            throw new Error(`Expected type 'float', got '${data.type}'`);
-        }
-        return new FloatDataType();
-    }
-    toJson() {
-        return { type: "float" };
-    }
-}
-exports.FloatDataType = FloatDataType;
-exports._dataTypes["float"] = FloatDataType;
-class VectorDataType extends DataType {
-    constructor({ size, elementType }) {
-        super();
-        this.size = size;
-        this.elementType = elementType;
-    }
-    static fromJson(data) {
-        if (data.type !== "vector") {
-            throw new Error(`Expected type 'vector', got '${data.type}'`);
-        }
-        return new VectorDataType({
-            size: data.size,
-            elementType: DataType.fromJson(data.element_type),
-        });
-    }
-    toJson() {
-        return {
-            type: "vector",
-            size: this.size,
-            element_type: this.elementType.toJson(),
-        };
-    }
-}
-exports.VectorDataType = VectorDataType;
-exports._dataTypes["vector"] = VectorDataType;
-class TextDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "text") {
-            throw new Error(`Expected type 'text', got '${data.type}'`);
-        }
-        return new TextDataType();
-    }
-    toJson() {
-        return { type: "text" };
-    }
-}
-exports.TextDataType = TextDataType;
-exports._dataTypes["text"] = TextDataType;
-class JsonDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "json") {
-            throw new Error(`Expected type 'json', got '${data.type}'`);
-        }
-        return new JsonDataType();
-    }
-    toJson() {
-        return { type: "json" };
-    }
-}
-exports.JsonDataType = JsonDataType;
-exports._dataTypes["json"] = JsonDataType;
-class UuidDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "uuid") {
-            throw new Error(`Expected type 'uuid', got '${data.type}'`);
-        }
-        return new UuidDataType();
-    }
-    toJson() {
-        return { type: "uuid" };
-    }
-}
-exports.UuidDataType = UuidDataType;
-exports._dataTypes["uuid"] = UuidDataType;
-class BinaryDataType extends DataType {
-    constructor() {
-        super();
-    }
-    static fromJson(data) {
-        if (data.type !== "binary") {
-            throw new Error(`Expected type 'binary', got '${data.type}'`);
-        }
-        return new BinaryDataType();
-    }
-    toJson() {
-        return { type: "binary" };
-    }
-}
-exports.BinaryDataType = BinaryDataType;
-exports._dataTypes["binary"] = BinaryDataType;