@codebolt/codeboltjs 1.1.21 → 1.1.24

package/index.d.ts

@@ -1 +1,164 @@
-export {};
+/// <reference types="node" />
+import WebSocket, { EventEmitter } from 'ws';
+/**
+ * @class Codebolt
+ * @description This class provides a unified interface to interact with various modules.
+ */
+declare class Codebolt extends EventEmitter {
+    /**
+     * @constructor
+     * @description Initializes the websocket connection.
+     */
+    constructor();
+    /**
+         * @method setupMessageListener
+         * @description Sets up a listener for incoming WebSocket messages.
+         */
+    userMessageListener(): void;
+    /**
+     * @method waitForConnection
+     * @description Waits for the WebSocket connection to open.
+     * @returns {Promise<void>} A promise that resolves when the WebSocket connection is open.
+     */
+    waitForConnection(): Promise<void>;
+    /**
+     * @method start_browser
+     * @description Starts a new browser page.
+     * @param {string} objective - The objective of the browser session.
+     * @param {string} url - The URL to navigate to.
+     * @param {string} previous_command - The previous command executed.
+     * @param {string} browser_content - The content of the browser.
+     */
+    start_browser(objective: string, url: string, previous_command: string, browser_content: string): void;
+    websocket: WebSocket | null;
+    fs: {
+        createFile: (fileName: string, source: string, filePath: string) => Promise<any>;
+        createFolder: (folderName: string, folderPath: string) => Promise<any>;
+        readFile: (filename: string, filePath: string) => Promise<any>;
+        updateFile: (filename: string, filePath: string, newContent: string) => Promise<any>;
+        deleteFile: (filename: string, filePath: string) => Promise<any>;
+        deleteFolder: (foldername: string, folderpath: string) => Promise<any>;
+        listFile: (folderPath?: string | undefined) => void;
+    };
+    git: {
+        init: (path: string) => Promise<any>;
+        clone: (url: string, path: string) => Promise<any>;
+        pull: (path: string) => Promise<any>;
+        push: (path: string) => Promise<any>;
+        status: (path: string) => Promise<any>;
+        add: (path: string) => Promise<any>;
+        commit: (message: string) => Promise<any>;
+        checkout: (path: string, branch: string) => Promise<any>;
+        branch: (path: string, branch: string) => Promise<any>;
+        logs: (path: string) => Promise<any>;
+        diff: (commitHash: string, path: string) => Promise<any>;
+    };
+    llm: {
+        inference: (message: string, llmrole: string) => Promise<any>;
+    };
+    browser: {
+        newPage: () => void;
+        getUrl: () => Promise<unknown>; /**
+         * @class Codebolt
+         * @description This class provides a unified interface to interact with various modules.
+         */
+        goToPage: (url: string) => Promise<unknown>;
+        screenshot: () => void;
+        getHTML: () => Promise<unknown>;
+        getMarkdown: () => Promise<unknown>;
+        getPDF: () => void;
+        pdfToText: () => void;
+        getContent: () => void;
+        extractText: () => void;
+        close: () => void;
+        scroll: (direction: string, pixels: string) => Promise<unknown>;
+        type: (elementid: string, text: string) => Promise<unknown>;
+        click: (elementid: string) => Promise<unknown>;
+        enter: () => Promise<unknown>;
+        search: (elementid: string, query: string) => Promise<unknown>;
+    };
+    chat: {
+        eventEmitter: import("./modules/chat").CustomEventEmitter;
+        getChatHistory(): Promise<unknown>;
+        sendMessage(message: string): void;
+        waitforReply(message: string): Promise<any>;
+        processStarted(): {
+            event: import("./modules/chat").CustomEventEmitter;
+            stopProcess: () => void;
+        };
+    };
+    terminal: {
+        eventEmitter: import("./modules/terminal").CustomEventEmitter;
+        executeCommand: (command: string) => Promise<any>;
+        executeCommandRunUntilError: (command: string) => Promise<any>;
+        sendManualInterrupt(): Promise<any>;
+        executeCommandWithStream(command: string): import("./modules/terminal").CustomEventEmitter;
+    };
+    codeutils: {
+        getCodeTree: (fileName: any, source: any, filePath: any) => Promise<any>;
+        getAllFilesAsMarkDown: () => Promise<unknown>;
+    };
+    docutils: {
+        pdf_to_text: (pdf_path: any) => Promise<string>;
+    };
+    crawler: {
+        start: () => void;
+        screenshot: () => void;
+        goToPage: (url: string) => void;
+        scroll: (direction: string) => void;
+        click: (id: string) => Promise<unknown>;
+        type: (id: string, text: string) => Promise<unknown>;
+        enter: () => void;
+        crawl: () => void;
+    };
+    search: {
+        init: (engine?: string) => void;
+        search: (query: string) => Promise<string>;
+        get_first_link: (query: string) => Promise<string>;
+    };
+    knowledge: {};
+    rag: {
+        init: () => void;
+        add_file: (filename: string, file_path: string) => void;
+        retrieve_related_knowledge: (query: string, filename: string) => void;
+    };
+    codeparsers: {
+        getClassesInFile: (file: any) => void;
+        getFunctionsinClass: (file: any, className: any) => void;
+        getAstTreeInFile: (file: any, className: any) => void;
+    };
+    outputparsers: {
+        init: (output: any) => void;
+        parseErrors: (output: any) => string[];
+        parseWarnings: (output: any) => string[];
+    };
+    project: {
+        getProjectSettings: (output: any) => void;
+        getProjectPath: () => Promise<any>;
+    };
+    dbmemory: {
+        addKnowledge: (key: string, value: any) => Promise<any>;
+        getKnowledge: (key: string) => Promise<any>;
+    };
+    cbstate: {
+        getApplicationState: () => Promise<any>;
+    };
+    taskplaner: {
+        addTask: (task: string) => Promise<any>;
+        getTasks: () => Promise<any>;
+        updateTask: (task: string) => Promise<any>;
+    };
+    vectordb: {
+        getVector: (key: string) => Promise<any>;
+        addVectorItem: (item: any) => Promise<any>;
+        queryVectorItem: (key: string) => Promise<any>;
+    };
+    debug: {
+        debug(log: string, type: import("./modules/debug").logType): Promise<unknown>;
+    };
+    tokenizer: {
+        addToken: (key: string) => Promise<any>;
+    };
+}
+declare const _default: Codebolt;
+export default _default;

package/index.js

@@ -1,4 +1,27 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -24,17 +47,19 @@ const state_1 = __importDefault(require("./modules/state"));
 const task_1 = __importDefault(require("./modules/task"));
 const vectordb_1 = __importDefault(require("./modules/vectordb"));
 const debug_1 = __importDefault(require("./modules/debug"));
-const ws_1 = __importDefault(require("ws"));
+const tokenizer_1 = __importDefault(require("./modules/tokenizer"));
+const ws_1 = __importStar(require("ws"));
 /**
  * @class Codebolt
  * @description This class provides a unified interface to interact with various modules.
  */
-class Codebolt {
+class Codebolt extends ws_1.EventEmitter {
     /**
      * @constructor
      * @description Initializes the websocket connection.
      */
     constructor() {
+        super();
         this.websocket = null;
         this.fs = fs_1.default;
         this.git = git_1.default;
@@ -56,7 +81,23 @@ class Codebolt {
         this.taskplaner = task_1.default;
         this.vectordb = vectordb_1.default;
         this.debug = debug_1.default;
+        this.tokenizer = tokenizer_1.default;
         this.websocket = websocket_1.default.getWebsocket;
+        this.userMessageListener(); // Call setupMessageListener() to subscribe to WebSocket messages
+    }
+    /**
+         * @method setupMessageListener
+         * @description Sets up a listener for incoming WebSocket messages.
+         */
+    userMessageListener() {
+        if (!this.websocket)
+            return;
+        this.websocket.on('message', (data) => {
+            const response = JSON.parse(data);
+            if (response.type === "messageResponse") {
+                this.emit(response.message);
+            }
+        });
     }
     /**
      * @method waitForConnection
@@ -93,5 +134,5 @@ class Codebolt {
         browser_1.default.newPage();
     }
 }
-// export default new Codebolt();
-module.exports = new Codebolt();
+exports.default = new Codebolt();
+// module.exports = new Codebolt();

package/modules/chat.d.ts

@@ -3,7 +3,7 @@ import { EventEmitter } from 'events';
 /**
  * CustomEventEmitter class that extends the Node.js EventEmitter class.
  */
-declare class CustomEventEmitter extends EventEmitter {
+export declare class CustomEventEmitter extends EventEmitter {
 }
 /**
  * Chat module to interact with the WebSocket server.

package/modules/chat.js

@@ -3,6 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.CustomEventEmitter = void 0;
 // chat.ts
 const websocket_1 = __importDefault(require("./websocket"));
 const events_1 = require("events");
@@ -11,6 +12,7 @@ const events_1 = require("events");
  */
 class CustomEventEmitter extends events_1.EventEmitter {
 }
+exports.CustomEventEmitter = CustomEventEmitter;
 /**
  * Chat module to interact with the WebSocket server.
  */

package/modules/codeutils.d.ts

@@ -10,5 +10,6 @@ declare const cbcodeutils: {
      * @returns {Promise<any>} A promise that resolves with the code tree.
      */
     getCodeTree: (fileName: any, source: any, filePath: any) => Promise<any>;
+    getAllFilesAsMarkDown: () => Promise<unknown>;
 };
 export default cbcodeutils;

package/modules/codeutils.js

@@ -1,5 +1,9 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
+const websocket_1 = __importDefault(require("./websocket"));
 /**
  * A utility module for working with code.
  */
@@ -15,6 +19,20 @@ const cbcodeutils = {
         return new Promise((resolve, reject) => {
             // Implementation would go here
         });
+    },
+    getAllFilesAsMarkDown: () => {
+        return new Promise((resolve, reject) => {
+            websocket_1.default.getWebsocket.send(JSON.stringify({
+                "type": "codeEvent",
+                "action": "getAllFilesMarkdown"
+            }));
+            websocket_1.default.getWebsocket.on('message', (data) => {
+                const response = JSON.parse(data);
+                if (response.type === "getAllFilesMarkdownResponse") {
+                    resolve(response.markdown); // Resolve the Promise with the response data
+                }
+            });
+        });
     }
 };
 exports.default = cbcodeutils;

package/modules/debug.d.ts

@@ -1,4 +1,4 @@
-declare enum logType {
+export declare enum logType {
     info = "info",
     error = "error",
     warning = "warning"

package/modules/debug.js

@@ -3,14 +3,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.debug = void 0;
+exports.debug = exports.logType = void 0;
 const websocket_1 = __importDefault(require("./websocket"));
 var logType;
 (function (logType) {
     logType["info"] = "info";
     logType["error"] = "error";
     logType["warning"] = "warning";
-})(logType || (logType = {}));
+})(logType || (exports.logType = logType = {}));
 exports.debug = {
     debug(log, type) {
         return new Promise((resolve, reject) => {

package/modules/fs.d.ts

@@ -53,5 +53,6 @@ declare const cbfs: {
      * @returns {Promise<any>} A promise that resolves with the server response.
      */
     deleteFolder: (foldername: string, folderpath: string) => Promise<any>;
+    listFile: (folderPath?: string) => void;
 };
 export default cbfs;

package/modules/fs.js

@@ -162,6 +162,8 @@ const cbfs = {
                 }
             });
         });
-    }
+    },
+    listFile: (folderPath) => {
+    },
 };
 exports.default = cbfs;

package/modules/terminal.d.ts

@@ -3,7 +3,7 @@ import { EventEmitter } from 'events';
 /**
  * CustomEventEmitter class that extends the Node.js EventEmitter class.
  */
-declare class CustomEventEmitter extends EventEmitter {
+export declare class CustomEventEmitter extends EventEmitter {
 }
 /**
  * A module for executing commands in a terminal-like environment via WebSocket.

package/modules/terminal.js

@@ -3,6 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.CustomEventEmitter = void 0;
 const websocket_1 = __importDefault(require("./websocket"));
 const events_1 = require("events");
 /**
@@ -10,6 +11,7 @@ const events_1 = require("events");
  */
 class CustomEventEmitter extends events_1.EventEmitter {
 }
+exports.CustomEventEmitter = CustomEventEmitter;
 /**
  * A module for executing commands in a terminal-like environment via WebSocket.
  */

package/modules/tokenizer.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Tokenizer module for handling token-related operations.
+ */
+declare const tokenizer: {
+    /**
+     * Adds a token asynchronously.
+     * @param {string} key - The key of the token to add.
+     * @returns {Promise<any>} A promise that resolves with the response.
+     */
+    addToken: (key: string) => Promise<any>;
+};
+export default tokenizer;

package/modules/tokenizer.js

@@ -0,0 +1,34 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const websocket_1 = __importDefault(require("./websocket"));
+/**
+ * Tokenizer module for handling token-related operations.
+ */
+const tokenizer = {
+    /**
+     * Adds a token asynchronously.
+     * @param {string} key - The key of the token to add.
+     * @returns {Promise<any>} A promise that resolves with the response.
+     */
+    addToken: async (key) => {
+        return new Promise((resolve, reject) => {
+            websocket_1.default.getWebsocket.send(JSON.stringify({
+                "type": "tokenizerEvent",
+                "action": "addToken",
+                "message": {
+                    item: key
+                },
+            }));
+            websocket_1.default.getWebsocket.on('message', (data) => {
+                const response = JSON.parse(data);
+                if (response.type === "addTokenResponse") {
+                    resolve(response);
+                }
+            });
+        });
+    }
+};
+exports.default = tokenizer;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codebolt/codeboltjs",
-  "version": "1.1.21",
+  "version": "1.1.24",
   "description": "",
   "keywords": [],
   "author": "",
@@ -19,17 +19,17 @@
   "homepage": "https://codeboltai.github.io",
   "dependencies": {
     "typedoc-plugin-missing-exports": "^2.2.0",
-    "ws": "^8.16.0"
+    "ws": "^8.17.0"
   },
   "devDependencies": {
     "@types/ws": "^8.5.10",
+    "jest": "^29.7.0",
+    "jest-serial-runner": "^1.2.1",
     "ts-loader": "^9.5.1",
     "typedoc": "^0.25.13",
     "typescript": "^5.4.5",
     "webpack": "^5.91.0",
-    "webpack-cli": "^5.1.4",
-    "jest": "^29.7.0",
-    "jest-serial-runner": "^1.2.1"
+    "webpack-cli": "^5.1.4"
   },
   "jest": {
     "testTimeout": 50000

package/src/index.ts

@@ -19,47 +19,63 @@ import cbstate from './modules/state';
 import task from './modules/task';
 import vectorDB from './modules/vectordb';
 import debug from './modules/debug'
-import WebSocket from 'ws';
+import tokenizer from './modules/tokenizer'
+import WebSocket, { EventEmitter } from 'ws';
 
 
 /**
  * @class Codebolt
  * @description This class provides a unified interface to interact with various modules.
  */
-class Codebolt {
+class Codebolt extends EventEmitter { // Extend EventEmitter
 
     /**
      * @constructor
      * @description Initializes the websocket connection.
      */
-    constructor(){
+    constructor() {
+        super()
         this.websocket = cbws.getWebsocket;
+        this.userMessageListener(); // Call setupMessageListener() to subscribe to WebSocket messages
+    }
+    /**
+         * @method setupMessageListener
+         * @description Sets up a listener for incoming WebSocket messages.
+         */
+    userMessageListener() {
+        if (!this.websocket) return;
+        this.websocket.on('message', (data: string) => {
+            const response = JSON.parse(data);
+            if (response.type === "messageResponse") {
+              this.emit(response.message)
+            } 
+        });
     }
-
     /**
      * @method waitForConnection
      * @description Waits for the WebSocket connection to open.
      * @returns {Promise<void>} A promise that resolves when the WebSocket connection is open.
      */
-     async waitForConnection() {
+    async waitForConnection() {
         return new Promise<void>((resolve, reject) => {
             if (!this.websocket) {
                 reject(new Error('WebSocket is not initialized'));
                 return;
             }
-    
+
             if (this.websocket.readyState === WebSocket.OPEN) {
                 resolve();
                 return;
             }
-    
+
             this.websocket.addEventListener('open', () => {
                 resolve();
             });
-    
+
             this.websocket.addEventListener('error', (error) => {
                 reject(error);
             });
+
         });
     }
 
@@ -71,12 +87,12 @@ class Codebolt {
      * @param {string} previous_command - The previous command executed.
      * @param {string} browser_content - The content of the browser.
      */
-    start_browser(objective:string, url:string, previous_command:string, browser_content:string) {
+    start_browser(objective: string, url: string, previous_command: string, browser_content: string) {
         cbbrowser.newPage();
     }
     websocket: WebSocket | null = null;
     fs = cbfs;
-    git=git;
+    git = git;
     llm = cbllm;
     browser = cbbrowser;
     chat = cbchat;
@@ -91,12 +107,13 @@ class Codebolt {
     outputparsers = cboutputparsers;
     project = cbproject;
     dbmemory = dbmemory;
-    cbstate=cbstate;
-    taskplaner=task;
-    vectordb=vectorDB;
-    debug=debug;
+    cbstate = cbstate;
+    taskplaner = task;
+    vectordb = vectorDB;
+    debug = debug;
+    tokenizer = tokenizer;
 }
 
-// export default new Codebolt();
+export default new Codebolt();
 
-module.exports = new Codebolt();
+// module.exports = new Codebolt();

package/src/modules/chat.ts

@@ -5,7 +5,7 @@ import { EventEmitter } from 'events';
 /**
  * CustomEventEmitter class that extends the Node.js EventEmitter class.
  */
-class CustomEventEmitter extends EventEmitter {}
+export class CustomEventEmitter extends EventEmitter {}
 
 /**
  * Chat module to interact with the WebSocket server.

package/src/modules/codeutils.ts

@@ -1,3 +1,5 @@
+import cbws from './websocket';
+
 /**
  * A utility module for working with code.
  */
@@ -13,6 +15,20 @@ const cbcodeutils = {
         return new Promise((resolve, reject) => {
             // Implementation would go here
         });
+    },
+    getAllFilesAsMarkDown:()=>{
+        return new Promise((resolve, reject) => {
+            cbws.getWebsocket.send(JSON.stringify({
+                "type": "codeEvent",
+                "action":"getAllFilesMarkdown"
+            }));
+            cbws.getWebsocket.on('message', (data: string) => {
+                const response = JSON.parse(data);
+                if (response.type === "getAllFilesMarkdownResponse") {
+                    resolve(response.markdown); // Resolve the Promise with the response data
+                } 
+            });
+        });
     }
 };
 

package/src/modules/debug.ts

@@ -1,6 +1,6 @@
 import cbws from './websocket';
 
-enum logType{
+export enum logType{
     info="info",
     error="error",
     warning="warning"

package/src/modules/fs.ts

@@ -158,7 +158,11 @@ const cbfs = {
                 }
             });
         });
-    }
+    },
+    listFile:(folderPath?:string)=>{
+
+    },
+  
 };
 
 export default cbfs;

package/src/modules/terminal.ts

@@ -4,7 +4,7 @@ import { EventEmitter } from 'events';
 /**
  * CustomEventEmitter class that extends the Node.js EventEmitter class.
  */
-class CustomEventEmitter extends EventEmitter {}
+export class CustomEventEmitter extends EventEmitter {}
 /**
  * A module for executing commands in a terminal-like environment via WebSocket.
  */

package/src/modules/tokenizer.ts

@@ -0,0 +1,32 @@
+import cbws from './websocket';
+
+/**
+ * Tokenizer module for handling token-related operations.
+ */
+const tokenizer = {
+  
+    /**
+     * Adds a token asynchronously.
+     * @param {string} key - The key of the token to add.
+     * @returns {Promise<any>} A promise that resolves with the response.
+     */
+    addToken: async (key: string): Promise<any> => {
+        return new Promise((resolve, reject) => {
+            cbws.getWebsocket.send(JSON.stringify({
+                "type":"tokenizerEvent",
+                "action": "addToken",
+                "message": {
+                    item: key
+                },
+            }));
+            cbws.getWebsocket.on('message', (data: string) => {
+                const response = JSON.parse(data);
+                if (response.type === "addTokenResponse") {
+                    resolve(response);
+                }
+            });
+        });
+    }
+}
+
+export default tokenizer