relayx-js 1.0.9 → 1.0.11

package/examples/example_chat.js

@@ -8,8 +8,8 @@ const rl = readline.createInterface({
 
 async function run(){
     var realtime = new Realtime({
-        api_key: "eyJ0eXAiOiJKV1QiLCJhbGciOiJlZDI1NTE5LW5rZXkifQ.eyJhdWQiOiJOQVRTIiwibmFtZSI6IjY3ZmZhMWVkMzk0NDRlODMwOGIxMDBiNCIsInN1YiI6IlVENUtRN0hNU01IMlNVWklCTTNCU1IyMjdQNUw3NFZKVTNUS0tPMk5XT1U2Qkg2S0pEV0JCNEFNIiwibmF0cyI6eyJkYXRhIjotMSwicGF5bG9hZCI6LTEsInN1YnMiOi0xLCJwdWIiOnsiZGVueSI6WyI-Il19LCJzdWIiOnsiZGVueSI6WyI-Il19LCJvcmdfZGF0YSI6eyJvcmdfaWQiOiI2N2ZmYTFkMzRmMDQ5MTAzNGQ5ZWJiNzIiLCJvcmdfbmFtZSI6IlNwYWNlWCIsInZhbGlkaXR5X2tleSI6IjU3NjUyM2UwLWM3ZGMtNGVlMS04OTFjLTAzNTFmMDgxOTkzYyIsInJvbGUiOiJ1c2VyIiwicHJvamVjdF9pZCI6IjY3ZmZhMWVkMzk0NDRlODMwOGIxMDBiNCJ9LCJpc3N1ZXJfYWNjb3VudCI6IkFCMzczR0JSWkVMNEhLNUdXWkJNNFNVTEFLVUhZSTVNUE9UWVNKQUpCVVVNU01KT09XREhFMjVYIiwidHlwZSI6InVzZXIiLCJ2ZXJzaW9uIjoyfSwiaXNzIjoiQUIzNzNHQlJaRUw0SEs1R1daQk00U1VMQUtVSFlJNU1QT1RZU0pBSkJVVU1TTUpPT1dESEUyNVgiLCJpYXQiOjE3NDQ4MDYzOTQsImp0aSI6Im5ZczM4MEZxa1dnNis3eGl4Wnl6VjJWS0ZLSVFNOEJrOG9ESFFzTjdBcW1YaUNmd05HTnNkQnVNK21YMW8xN0dFM2YxeEJXSFFGU1VUSmFrTmN1MGNnPT0ifQ.FVRHylWkCyIN0Axed0Z-H2Zgfh3HjEHGkjWQfUe70O3hl3OQYkQa1Ka-IYilGPB2fpd272t3VJarMvF1e5OSCw",
-        secret: "SUAC7MP5AIOVJJTV2DCKRQRVAANBETTVYP26O4YE2BXELFOCURXLMEX5YE"
+        api_key: process.env.AUTH_JWT,
+        secret: process.env.AUTH_SECRET
     });
     await realtime.init(true, {
         max_retries: 2,
@@ -32,8 +32,8 @@ async function run(){
         console.log("power-telemetry", data);
     });
 
-    await realtime.on("hello1", (data) => {
-        console.log("hello1", data);
+    await realtime.on("test232", (data) => {
+        console.log("test232", data);
     });
 
     realtime.on(MESSAGE_RESEND, (data) => {
@@ -57,11 +57,11 @@ async function run(){
                 var pastDate = new Date(past)
 
                 var end = new Date();
-                var past = end.setDate(end.getDate() - 2)
+                var past = end.setDate(end.getDate())
                 var endDate = new Date(past)
 
-                var history = await realtime.history(topic, pastDate, endDate)
-                // console.log(history)
+                var history = await realtime.history(topic, pastDate)
+                console.log(history)
             })
         }else if(input == "off"){
             rl.question("topic to off(): ", async (topic) => {
@@ -83,9 +83,7 @@ async function run(){
             })
         }else{
             rl.question("topic: ", async (topic) => {
-                var output = await realtime.publish(topic, {
-                    "data": input
-                });
+                var output = await realtime.publish(topic, input);
             })
         }
     });

package/examples/example_send_data_on_connect.js

@@ -2,8 +2,8 @@ import { Realtime, CONNECTED, RECONNECT, DISCONNECTED, MESSAGE_RESEND } from "..
 
 async function run(){
     var realtime = new Realtime({
-        api_key: "eyJ0eXAiOiJKV1QiLCJhbGciOiJlZDI1NTE5LW5rZXkifQ.eyJhdWQiOiJOQVRTIiwibmFtZSI6IjY3ZmY5OGEwMTQ4NTgwYTcwY2U4ZThjMiIsInN1YiI6IlVBRlc1MkU0TEZDNERSSDI2M0M3SUlNS1ZTWU1WU1hYTjZSMkxMUDNBUVI0RExIQTI1WFc1RlpZIiwibmF0cyI6eyJkYXRhIjotMSwicGF5bG9hZCI6LTEsInN1YnMiOi0xLCJwdWIiOnsiZGVueSI6WyI-Il19LCJzdWIiOnsiZGVueSI6WyI-Il19LCJvcmdfZGF0YSI6eyJvcmdfaWQiOiI2N2ZmOTg3YzE1NDU5ZDc3MTAzMDVlY2IiLCJvcmdfbmFtZSI6IlNwYWNlWCIsInZhbGlkaXR5X2tleSI6IjY1NWU3N2ZhLTgxZTEtNDNhOS1hZTdhLWIyODA0M2MxNGFjMSIsInJvbGUiOiJ1c2VyIiwicHJvamVjdF9pZCI6IjY3ZmY5OGEwMTQ4NTgwYTcwY2U4ZThjMiJ9LCJpc3N1ZXJfYWNjb3VudCI6IkFCMzczR0JSWkVMNEhLNUdXWkJNNFNVTEFLVUhZSTVNUE9UWVNKQUpCVVVNU01KT09XREhFMjVYIiwidHlwZSI6InVzZXIiLCJ2ZXJzaW9uIjoyfSwiaXNzIjoiQUIzNzNHQlJaRUw0SEs1R1daQk00U1VMQUtVSFlJNU1QT1RZU0pBSkJVVU1TTUpPT1dESEUyNVgiLCJpYXQiOjE3NDQ4MDQwOTYsImp0aSI6Im5SdnRiUkhFWEtZVjhQRXoxeXhZQjFMRUVHNkU0ZlRndCs3cmZRWGdEZUNGM1ZSNXlsbGFiR3ZsaWxBSGR6dThkeXQvM3lxcVl3MDg1eUhSS1ZHT1R3PT0ifQ.tGj1iL8537ttVqQlTrW3qLrpYOb19I5VFZYurEltIA2aKgRrFLhz08qRtO1tm-GKVwgonM_10P_Aj1MnhzbeCw",
-        secret: "SUALQKYAGDY6HHMW7NCHMKV6RAWSZPS2USQD6MIWIZWW6DATMSZ7MOCLUM"
+        api_key: process.env.AUTH_JWT,
+        secret: process.env.AUTH_SECRET
     });
     await realtime.init(true, {
         max_retries: 2,
@@ -16,19 +16,13 @@ async function run(){
         for (let angle = 0; angle <= 18000; angle++){
 
             var value = Math.floor(Math.random() * (100 + 1))
-            // console.log(value)
-
-            // await realtime.publish("test-power", {
-            //     "value": value,
-            //     "time": Date.now() + 2000
-            // })
 
             var sent = await realtime.publish("power-telemetry", {
                 "value": value,
                 "time": Date.now()
             });
 
-            // console.log(`Message sent => ${sent}`);
+            console.log(`Message sent => ${sent}`);
 
             await realtime.sleep(100)
         }

package/package.json

@@ -1,20 +1,28 @@
 {
   "name": "relayx-js",
-  "version": "1.0.9",
+  "version": "1.0.11",
   "main": "realtime/realtime.js",
   "type": "module",
   "scripts": {
     "test": "NODE_ENV=test node tests/test.js"
   },
-  "keywords": ["realtime", "realtime-communication", "relay", "relay-x", "relay-x-js"],
+  "keywords": [
+    "realtime",
+    "realtime-communication",
+    "relay",
+    "relay-x",
+    "relay-x-js"
+  ],
   "author": "Relay",
   "license": "Apache 2.0",
   "description": "A powerful library for integrating real-time communication into your software stack, powered by the Relay Network.",
   "dependencies": {
+    "@msgpack/msgpack": "^3.1.1",
     "@nats-io/jetstream": "^3.0.0-35",
-    "axios": "1.7.7",
+    "axios": "^1.8.4",
     "jest": "^29.7.0",
-    "nats": "^2.28.2"
+    "nats": "^2.28.2",
+    "uuid": "^11.1.0"
   },
   "devDependencies": {
     "@babel/core": "^7.26.0",

package/realtime/realtime.js

@@ -1,7 +1,8 @@
 import axios from 'axios';
 import { connect, JSONCodec, Events, DebugEvents, AckPolicy, ReplayPolicy, credsAuthenticator } from "nats";
-import { DeliverPolicy, jetstream, jetstreamManager } from "@nats-io/jetstream";
-import { readFileSync } from "fs"
+import { DeliverPolicy, jetstream } from "@nats-io/jetstream";
+import { encode, decode } from "@msgpack/msgpack";
+import { v4 as uuidv4 } from 'uuid';
 
 export class Realtime {
 
@@ -10,8 +11,6 @@ export class Realtime {
     #natsClient = null; 
     #codec = JSONCodec();
     #jetstream = null;
-    #jsManager = null;
-    #streamTracker = []; 
     #consumerMap = {};
 
     #event_func = {}; 
@@ -36,8 +35,10 @@ export class Realtime {
     // Offline messages
     #offlineMessageBuffer = [];
 
-    // Test Variables
-    #timeout = 1000;
+    // Latency
+    #latency = [];
+    #latencyPush = null;
+    #isSendingLatency = false;
 
     #maxPublishRetries = 5; 
 
@@ -62,6 +63,7 @@ export class Realtime {
         }
 
         this.namespace = null;
+        this.topicHash = null;
     }
 
     /*
@@ -161,8 +163,10 @@ export class Realtime {
 
         if(data["status"] == "NAMESPACE_RETRIEVE_SUCCESS"){
             this.namespace = data["data"]["namespace"]
+            this.topicHash = data["data"]["hash"]
         }else{
             this.namespace = null;
+            this.topicHash = null;
             return
         }
     }
@@ -189,7 +193,6 @@ export class Realtime {
                 token: this.api_key,
             });
 
-            this.#jsManager = await jetstreamManager(this.#natsClient);
             this.#jetstream = await jetstream(this.#natsClient);
 
             await this.#getNameSpace()
@@ -225,7 +228,6 @@ export class Realtime {
                         this.#log(`client disconnected - ${s.data}`);
 
                         this.connected = false;
-                        this.#streamTracker = []; 
                         this.#consumerMap = {};
 
                         if (DISCONNECTED in this.#event_func){
@@ -248,8 +250,6 @@ export class Realtime {
                         this.reconnecting = false;
                         this.connected = true;
 
-                        // this.#subscribeToTopics();
-
                         if(RECONNECT in this.#event_func){
                             this.#event_func[RECONNECT](this.#RECONNECTED);   
                         }
@@ -374,10 +374,10 @@ export class Realtime {
                     this.#topicMap.push(topic);
                 }
 
-            if(this.connected){
-                // Connected we need to create a topic in a stream
-                await this.#startConsumer(topic);
-            }
+                if(this.connected){
+                    // Connected we need to create a topic in a stream
+                    await this.#startConsumer(topic);
+                }
         }
 
         return true;
@@ -418,13 +418,12 @@ export class Realtime {
             "start": Date.now()
         }
 
-        var encodedMessage = this.#codec.encode(message)
+        this.#log("Encoding message via msg pack...")
+        var encodedMessage = encode(message);
 
         if(this.connected){
             if(!this.#topicMap.includes(topic)){
                 this.#topicMap.push(topic);
-
-                await this.#createOrGetStream();
             }else{
                 this.#log(`${topic} exists locally, moving on...`)
             }
@@ -487,12 +486,8 @@ export class Realtime {
             end = end.toISOString();
         }
 
-        console.log(`END => ${end}`)
-
-        await this.#createOrGetStream();
-
         var opts = { 
-            name: topic,
+            name: `${topic}_${uuidv4()}_history`,
             filter_subjects: [this.#getStreamTopic(topic)],
             replay_policy: ReplayPolicy.Instant,
             opt_start_time: start,
@@ -503,30 +498,33 @@ export class Realtime {
         this.#log(this.#topicMap)
         this.#log("Consumer is consuming");
 
-        this.#consumerMap[topic] = consumer;
-
-        const msgs = await consumer.consume();
-
         var history = [];
 
-        for await (const m of msgs){
-            m.ack();
+        while(true){
+            var msg = await consumer.next({
+                expires: 1000
+            });
+
+            if(msg == null){
+                break;
+            }
 
             if(end != null || end != undefined){
-                if(m.timestamp > end){
+                if(msg.timestamp > end){
                     break
                 }
             }
 
-            console.log(m.timestamp)
-
-            var data = m.json();
+            this.#log("Decoding msgpack message...")
+            var data = decode(msg.data);
+            this.#log(data);
+            
             history.push(data.message);
         }
 
         var del = await consumer.delete();
 
-        this.#log("History pull done", del)
+        this.#log("History pull done: " + del);
 
         return history;
     }
@@ -569,10 +567,10 @@ export class Realtime {
      * @param {string} topic 
      */
     async #startConsumer(topic){
-        await this.#createOrGetStream();
+        this.#log(`Starting consumer for topic: ${topic}_${uuidv4()}`)
 
         var opts = { 
-            name: topic,
+            name: `${topic}_${uuidv4()}`,
             filter_subjects: [this.#getStreamTopic(topic), this.#getStreamTopic(topic) + "_presence"],
             replay_policy: ReplayPolicy.Instant,
             opt_start_time: new Date(),
@@ -586,17 +584,15 @@ export class Realtime {
         this.#consumerMap[topic] = consumer;
 
         await consumer.consume({
-            callback: (msg) => {
-                console.log("TIMESTAMP", msg.info)
-
-                msg.ack();
+            callback: async (msg) => {
                 try{
-                    var data = this.#codec.decode(msg.data);
+                    const now = Date.now();
+                    this.#log("Decoding msgpack message...")
+                    var data = decode(msg.data);
+
                     var room = data.room;
 
                     this.#log(data);
-                    const latency = Date.now() - data.start
-                    this.#log(`Latency => ${latency}`)
 
                     // Push topic message to main thread
                     if (room in this.#event_func && data.client_id != this.#getClientId()){
@@ -605,9 +601,13 @@ export class Realtime {
                             "data": data.message
                         });
                     }
+
+                    msg.ack();
+
+                    await this.#logLatency(now, data);
                 }catch(err){
                     this.#log("Consumer err " + err);
-                    msg.nack();
+                    msg.nack(5000);
                 }
             }
         });
@@ -634,37 +634,52 @@ export class Realtime {
         return del;
     }
 
-    /**
-     * Gets stream if it exists or creates one
-     * @param {string} streamName 
-     */
-    async #createOrGetStream(){
-        const streamName = this.#getStreamName();
-        var stream = null;
-        
-        try{
-            stream = await this.#jsManager.streams.info(streamName);
-        }catch(err){
-            stream = null;
+    async #logLatency(now, data){
+        if(data.client_id == this.#getClientId()){
+            this.#log("Skipping latency log for own message");
+            return;
         }
 
-        this.#log(`STREAM => ${stream}`)
+        if(this.#latency.length >= 100){
+            this.#log("Latency array is full, skipping log");
+            return;
+        }
 
-        if (stream == null){
-            // Stream does not exist, create one
-            await this.#jsManager.streams.add({
-                name: streamName,
-                subjects: [...this.#getStreamTopicList(), ...this.#getPresenceTopics()],
-                num_replicas: 3
-            });
+        const timeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;
 
-            this.#log(`${streamName} created`);
-        }else{
-            var subs = [...stream.config.subjects, ...this.#getStreamTopicList(), ...this.#getPresenceTopics()];
-            stream.config.subjects = [...new Set(subs)];
-            await this.#jsManager.streams.update(streamName, stream.config);
+        this.#log(`Timezone: ${timeZone}`);
+
+        const latency = now - data.start
+        this.#log(`Latency => ${latency}`)
+
+        this.#latency.push({
+            latency: latency,
+            timestamp: now
+        });
 
-            this.#log(`${streamName} exists, updating and moving on...`);
+        if(this.#latencyPush == null){
+            this.#latencyPush = setTimeout(async () => {
+                this.#log("setTimeout called");
+
+                if(this.#latency.length > 0){
+                    this.#log("Push from setTimeout")
+                    await this.#pushLatencyData({
+                        timezone: timeZone,
+                        history: this.#latency,
+                    });
+                }else{
+                    this.#log("No latency data to push");
+                }
+                    
+            }, 30000);
+        }
+
+        if(this.#latency.length == 100 && !this.#isSendingLatency){
+            this.#log("Push from Length Check: " + this.#latency.length);
+            await this.#pushLatencyData({
+                        timezone: timeZone,
+                        history: this.#latency,
+                    });
         }
     }
 
@@ -673,6 +688,41 @@ export class Realtime {
         return this.#natsClient?.info?.client_id
     }
 
+    async #pushLatencyData(data){
+        this.#isSendingLatency = true;
+
+        try{
+            var res = await this.#natsClient.request("accounts.user.log_latency", 
+            JSONCodec().encode({
+                    api_key: this.api_key,
+                    payload: data
+                }),
+                {
+                    timeout: 5000
+                }
+            )
+
+            var data = res.json()
+
+            this.#log(data)
+            this.#resetLatencyTracker();
+        }catch(err){
+            this.#log("Error getting pushing latency data")
+            this.#log(err);
+        }
+
+        this.#isSendingLatency = false;
+    }
+
+    #resetLatencyTracker(){
+        this.#latency = [];
+
+        if(this.#latencyPush != null){
+            clearTimeout(this.#latencyPush);
+            this.#latencyPush = null;
+        }
+    }
+
     /**
      * Checks if a topic can be used to send messages to.
      * @param {string} topic - Name of event
@@ -701,34 +751,14 @@ export class Realtime {
     }
 
     #getStreamTopic(topic){
-        if(this.namespace != null){
-            return this.namespace + "_stream_" + topic;
+        if(this.topicHash != null){
+            return this.topicHash + "." + topic;
         }else{
             this.close();
-            throw new Error("$namespace is null. Cannot initialize program with null $namespace")
+            throw new Error("$topicHash is null. Cannot initialize program with null $topicHash")
         }
     }
 
-    #getStreamTopicList(){
-        var topics = [];
-
-        this.#topicMap.forEach((topic) => {
-            topics.push(this.#getStreamTopic(topic))
-        })
-
-        return topics
-    }
-
-    #getPresenceTopics(){
-        var presence = [];
-
-        this.#topicMap.forEach((topic) => {
-            presence.push(this.#getStreamTopic(topic) + "_presence")
-        })
-
-        return presence
-    }
-
     sleep(ms) {
         return new Promise(resolve => setTimeout(resolve, ms));
     }
@@ -778,7 +808,6 @@ export class Realtime {
 
             output = await func(...args); 
             success = output.success; 
-            // this.#log(output);
 
             methodDataOutput = output.output; 
 

package/tests/test.js

@@ -116,6 +116,7 @@ test('init() function test', async () => {
 
 test("Namespace check test", async () => {
     assert.strictEqual(realTimeEnabled.namespace.length > 0, true)
+    assert.strictEqual(realTimeEnabled.topicHash.length > 0, true)
 });
 
 test("Retry method test", async () => {
@@ -401,17 +402,19 @@ test("Get stream name test", () => {
     });
 
     realtime.namespace = "spacex-dragon-program"
+    realtime.topicHash = "topic_hash";
 
     var getStreamName = realtime.testGetStreamName();
     var getStreamTopic = realtime.testGetStreamTopic();
 
     var name = getStreamName();
-    assert.strictEqual(name, "spacex-dragon-program_stream")
+    assert.strictEqual(name, `${realtime.namespace}_stream`);
 
     var topic = getStreamTopic("hello_world")
-    assert.strictEqual(topic, "spacex-dragon-program_stream_hello_world")
+    assert.strictEqual(topic, `${realtime.topicHash}.hello_world`)
 
     realtime.namespace = null;
+    realtime.topicHash = null;
 
     assert.throws(() => {
         getStreamName();
@@ -422,7 +425,7 @@ test("Get stream name test", () => {
     assert.throws(() => {
         getStreamTopic("hello_world");
     }, 
-    new Error("$namespace is null. Cannot initialize program with null $namespace"),
+    new Error("$topicHash is null. Cannot initialize program with null $topicHash"),
     "Expected error was not thrown")
 });
 
@@ -508,19 +511,4 @@ test("History test", async () => {
     },
     new Error("$start must be a Date object"),
     "Expected error was not thrown");
-
-    await realTimeEnabled.history("hello", new Date());
-
-    await realTimeEnabled.history("hello", new Date(), new Date());
-
-    var start = new Date();
-    var past = start.setDate(start.getDate() - 4)
-    var pastDate = new Date(past)
-
-    var end = new Date();
-    var past = end.setDate(end.getDate() - 2)
-    var endDate = new Date(past)
-
-    var history = await realTimeEnabled.history("hello", pastDate, endDate)
-    assert.strictEqual(history.length > 0, true)
 })