@codebolt/codeboltjs 1.1.22 → 1.1.24

package/index.d.ts

@@ -1,14 +1,20 @@
-import WebSocket from 'ws';
+/// <reference types="node" />
+import WebSocket, { EventEmitter } from 'ws';
 /**
  * @class Codebolt
  * @description This class provides a unified interface to interact with various modules.
  */
-declare class Codebolt {
+declare class Codebolt extends EventEmitter {
     /**
      * @constructor
      * @description Initializes the websocket connection.
      */
     constructor();
+    /**
+         * @method setupMessageListener
+         * @description Sets up a listener for incoming WebSocket messages.
+         */
+    userMessageListener(): void;
     /**
      * @method waitForConnection
      * @description Waits for the WebSocket connection to open.
@@ -32,6 +38,7 @@ declare class Codebolt {
         updateFile: (filename: string, filePath: string, newContent: string) => Promise<any>;
         deleteFile: (filename: string, filePath: string) => Promise<any>;
         deleteFolder: (foldername: string, folderpath: string) => Promise<any>;
+        listFile: (folderPath?: string | undefined) => void;
     };
     git: {
         init: (path: string) => Promise<any>;
@@ -51,7 +58,10 @@ declare class Codebolt {
     };
     browser: {
         newPage: () => void;
-        getUrl: () => Promise<unknown>;
+        getUrl: () => Promise<unknown>; /**
+         * @class Codebolt
+         * @description This class provides a unified interface to interact with various modules.
+         */
         goToPage: (url: string) => Promise<unknown>;
         screenshot: () => void;
         getHTML: () => Promise<unknown>;
@@ -86,6 +96,7 @@ declare class Codebolt {
     };
     codeutils: {
         getCodeTree: (fileName: any, source: any, filePath: any) => Promise<any>;
+        getAllFilesAsMarkDown: () => Promise<unknown>;
     };
     docutils: {
         pdf_to_text: (pdf_path: any) => Promise<string>;
@@ -127,10 +138,6 @@ declare class Codebolt {
     };
     dbmemory: {
         addKnowledge: (key: string, value: any) => Promise<any>;
-        /**
-         * @constructor
-         * @description Initializes the websocket connection.
-         */
         getKnowledge: (key: string) => Promise<any>;
     };
     cbstate: {
@@ -143,16 +150,15 @@ declare class Codebolt {
     };
     vectordb: {
         getVector: (key: string) => Promise<any>;
-        /**
-         * @class Codebolt
-         * @description This class provides a unified interface to interact with various modules.
-         */
         addVectorItem: (item: any) => Promise<any>;
         queryVectorItem: (key: string) => Promise<any>;
     };
     debug: {
         debug(log: string, type: import("./modules/debug").logType): Promise<unknown>;
     };
+    tokenizer: {
+        addToken: (key: string) => Promise<any>;
+    };
 }
 declare const _default: Codebolt;
 export default _default;

package/index.js

@@ -1,4 +1,27 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -24,17 +47,19 @@ const state_1 = __importDefault(require("./modules/state"));
 const task_1 = __importDefault(require("./modules/task"));
 const vectordb_1 = __importDefault(require("./modules/vectordb"));
 const debug_1 = __importDefault(require("./modules/debug"));
-const ws_1 = __importDefault(require("ws"));
+const tokenizer_1 = __importDefault(require("./modules/tokenizer"));
+const ws_1 = __importStar(require("ws"));
 /**
  * @class Codebolt
  * @description This class provides a unified interface to interact with various modules.
  */
-class Codebolt {
+class Codebolt extends ws_1.EventEmitter {
     /**
      * @constructor
      * @description Initializes the websocket connection.
      */
     constructor() {
+        super();
         this.websocket = null;
         this.fs = fs_1.default;
         this.git = git_1.default;
@@ -56,7 +81,23 @@ class Codebolt {
         this.taskplaner = task_1.default;
         this.vectordb = vectordb_1.default;
         this.debug = debug_1.default;
+        this.tokenizer = tokenizer_1.default;
         this.websocket = websocket_1.default.getWebsocket;
+        this.userMessageListener(); // Call setupMessageListener() to subscribe to WebSocket messages
+    }
+    /**
+         * @method setupMessageListener
+         * @description Sets up a listener for incoming WebSocket messages.
+         */
+    userMessageListener() {
+        if (!this.websocket)
+            return;
+        this.websocket.on('message', (data) => {
+            const response = JSON.parse(data);
+            if (response.type === "messageResponse") {
+                this.emit(response.message);
+            }
+        });
     }
     /**
      * @method waitForConnection

package/modules/codeutils.d.ts

@@ -10,5 +10,6 @@ declare const cbcodeutils: {
      * @returns {Promise<any>} A promise that resolves with the code tree.
      */
     getCodeTree: (fileName: any, source: any, filePath: any) => Promise<any>;
+    getAllFilesAsMarkDown: () => Promise<unknown>;
 };
 export default cbcodeutils;

package/modules/codeutils.js

@@ -1,5 +1,9 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
+const websocket_1 = __importDefault(require("./websocket"));
 /**
  * A utility module for working with code.
  */
@@ -15,6 +19,20 @@ const cbcodeutils = {
         return new Promise((resolve, reject) => {
             // Implementation would go here
         });
+    },
+    getAllFilesAsMarkDown: () => {
+        return new Promise((resolve, reject) => {
+            websocket_1.default.getWebsocket.send(JSON.stringify({
+                "type": "codeEvent",
+                "action": "getAllFilesMarkdown"
+            }));
+            websocket_1.default.getWebsocket.on('message', (data) => {
+                const response = JSON.parse(data);
+                if (response.type === "getAllFilesMarkdownResponse") {
+                    resolve(response.markdown); // Resolve the Promise with the response data
+                }
+            });
+        });
     }
 };
 exports.default = cbcodeutils;

package/modules/fs.d.ts

@@ -53,5 +53,6 @@ declare const cbfs: {
      * @returns {Promise<any>} A promise that resolves with the server response.
      */
     deleteFolder: (foldername: string, folderpath: string) => Promise<any>;
+    listFile: (folderPath?: string) => void;
 };
 export default cbfs;

package/modules/fs.js

@@ -162,6 +162,8 @@ const cbfs = {
                 }
             });
         });
-    }
+    },
+    listFile: (folderPath) => {
+    },
 };
 exports.default = cbfs;

package/modules/tokenizer.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Tokenizer module for handling token-related operations.
+ */
+declare const tokenizer: {
+    /**
+     * Adds a token asynchronously.
+     * @param {string} key - The key of the token to add.
+     * @returns {Promise<any>} A promise that resolves with the response.
+     */
+    addToken: (key: string) => Promise<any>;
+};
+export default tokenizer;

package/modules/tokenizer.js

@@ -0,0 +1,34 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const websocket_1 = __importDefault(require("./websocket"));
+/**
+ * Tokenizer module for handling token-related operations.
+ */
+const tokenizer = {
+    /**
+     * Adds a token asynchronously.
+     * @param {string} key - The key of the token to add.
+     * @returns {Promise<any>} A promise that resolves with the response.
+     */
+    addToken: async (key) => {
+        return new Promise((resolve, reject) => {
+            websocket_1.default.getWebsocket.send(JSON.stringify({
+                "type": "tokenizerEvent",
+                "action": "addToken",
+                "message": {
+                    item: key
+                },
+            }));
+            websocket_1.default.getWebsocket.on('message', (data) => {
+                const response = JSON.parse(data);
+                if (response.type === "addTokenResponse") {
+                    resolve(response);
+                }
+            });
+        });
+    }
+};
+exports.default = tokenizer;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codebolt/codeboltjs",
-  "version": "1.1.22",
+  "version": "1.1.24",
   "description": "",
   "keywords": [],
   "author": "",

package/src/index.ts

@@ -19,47 +19,63 @@ import cbstate from './modules/state';
 import task from './modules/task';
 import vectorDB from './modules/vectordb';
 import debug from './modules/debug'
-import WebSocket from 'ws';
+import tokenizer from './modules/tokenizer'
+import WebSocket, { EventEmitter } from 'ws';
 
 
 /**
  * @class Codebolt
  * @description This class provides a unified interface to interact with various modules.
  */
-class Codebolt {
+class Codebolt extends EventEmitter { // Extend EventEmitter
 
     /**
      * @constructor
      * @description Initializes the websocket connection.
      */
-    constructor(){
+    constructor() {
+        super()
         this.websocket = cbws.getWebsocket;
+        this.userMessageListener(); // Call setupMessageListener() to subscribe to WebSocket messages
+    }
+    /**
+         * @method setupMessageListener
+         * @description Sets up a listener for incoming WebSocket messages.
+         */
+    userMessageListener() {
+        if (!this.websocket) return;
+        this.websocket.on('message', (data: string) => {
+            const response = JSON.parse(data);
+            if (response.type === "messageResponse") {
+              this.emit(response.message)
+            } 
+        });
     }
-
     /**
      * @method waitForConnection
      * @description Waits for the WebSocket connection to open.
      * @returns {Promise<void>} A promise that resolves when the WebSocket connection is open.
      */
-     async waitForConnection() {
+    async waitForConnection() {
         return new Promise<void>((resolve, reject) => {
             if (!this.websocket) {
                 reject(new Error('WebSocket is not initialized'));
                 return;
             }
-    
+
             if (this.websocket.readyState === WebSocket.OPEN) {
                 resolve();
                 return;
             }
-    
+
             this.websocket.addEventListener('open', () => {
                 resolve();
             });
-    
+
             this.websocket.addEventListener('error', (error) => {
                 reject(error);
             });
+
         });
     }
 
@@ -71,12 +87,12 @@ class Codebolt {
      * @param {string} previous_command - The previous command executed.
      * @param {string} browser_content - The content of the browser.
      */
-    start_browser(objective:string, url:string, previous_command:string, browser_content:string) {
+    start_browser(objective: string, url: string, previous_command: string, browser_content: string) {
         cbbrowser.newPage();
     }
     websocket: WebSocket | null = null;
     fs = cbfs;
-    git=git;
+    git = git;
     llm = cbllm;
     browser = cbbrowser;
     chat = cbchat;
@@ -91,10 +107,11 @@ class Codebolt {
     outputparsers = cboutputparsers;
     project = cbproject;
     dbmemory = dbmemory;
-    cbstate=cbstate;
-    taskplaner=task;
-    vectordb=vectorDB;
-    debug=debug;
+    cbstate = cbstate;
+    taskplaner = task;
+    vectordb = vectorDB;
+    debug = debug;
+    tokenizer = tokenizer;
 }
 
 export default new Codebolt();

package/src/modules/codeutils.ts

@@ -1,3 +1,5 @@
+import cbws from './websocket';
+
 /**
  * A utility module for working with code.
  */
@@ -13,6 +15,20 @@ const cbcodeutils = {
         return new Promise((resolve, reject) => {
             // Implementation would go here
         });
+    },
+    getAllFilesAsMarkDown:()=>{
+        return new Promise((resolve, reject) => {
+            cbws.getWebsocket.send(JSON.stringify({
+                "type": "codeEvent",
+                "action":"getAllFilesMarkdown"
+            }));
+            cbws.getWebsocket.on('message', (data: string) => {
+                const response = JSON.parse(data);
+                if (response.type === "getAllFilesMarkdownResponse") {
+                    resolve(response.markdown); // Resolve the Promise with the response data
+                } 
+            });
+        });
     }
 };
 

package/src/modules/fs.ts

@@ -158,7 +158,11 @@ const cbfs = {
                 }
             });
         });
-    }
+    },
+    listFile:(folderPath?:string)=>{
+
+    },
+  
 };
 
 export default cbfs;

package/src/modules/tokenizer.ts

@@ -0,0 +1,32 @@
+import cbws from './websocket';
+
+/**
+ * Tokenizer module for handling token-related operations.
+ */
+const tokenizer = {
+  
+    /**
+     * Adds a token asynchronously.
+     * @param {string} key - The key of the token to add.
+     * @returns {Promise<any>} A promise that resolves with the response.
+     */
+    addToken: async (key: string): Promise<any> => {
+        return new Promise((resolve, reject) => {
+            cbws.getWebsocket.send(JSON.stringify({
+                "type":"tokenizerEvent",
+                "action": "addToken",
+                "message": {
+                    item: key
+                },
+            }));
+            cbws.getWebsocket.on('message', (data: string) => {
+                const response = JSON.parse(data);
+                if (response.type === "addTokenResponse") {
+                    resolve(response);
+                }
+            });
+        });
+    }
+}
+
+export default tokenizer