@codebolt/codeboltjs 2.0.4 → 2.0.6

package/dist/modules/codeutils.d.ts

@@ -1,4 +1,21 @@
 import { MatchProblemResponse, GetMatcherListTreeResponse, getMatchDetail } from '@codebolt/types';
+export interface JSTreeStructureItem {
+    type: string;
+    name: string;
+    startLine: number;
+    endLine: number;
+    startColumn: number;
+    endColumn: number;
+    nodeType: string;
+}
+export interface JSTreeResponse {
+    event: string;
+    payload?: {
+        filePath: string;
+        structure: JSTreeStructureItem[];
+    };
+    error?: string;
+}
 /**
  * A utility module for working with code.
  */
@@ -6,9 +23,9 @@ declare const cbcodeutils: {
     /**
      * Retrieves a JavaScript tree structure for a given file path.
      * @param {string} filePath - The path of the file to retrieve the JS tree for.
-     * @returns {Promise<GetJsTreeResponse>} A promise that resolves with the JS tree response.
+     * @returns {Promise<JSTreeResponse>} A promise that resolves with the JS tree response.
      */
-    getJsTree: (filePath?: string) => Promise<unknown>;
+    getJsTree: (filePath?: string) => Promise<JSTreeResponse>;
     /**
      * Retrieves all files as Markdown.
      * @returns {Promise<string>} A promise that resolves with the Markdown content of all files.
@@ -16,12 +33,12 @@ declare const cbcodeutils: {
     getAllFilesAsMarkDown: () => Promise<string>;
     /**
      * Performs a matching operation based on the provided matcher definition and problem patterns.
-     * @param {object} matcherDefinition - The definition of the matcher.
-     * @param {Array} problemPatterns - The patterns to match against.
-     * @param {Array} problems - The list of problems.
+     * @param {object} matcherDefinition - The definition of the matcher (name, pattern, language, etc.).
+     * @param {Array} problemPatterns - The patterns to match against (regex patterns with severity levels).
+     * @param {Array} problems - Optional list of pre-existing problems to include.
      * @returns {Promise<MatchProblemResponse>} A promise that resolves with the matching problem response.
      */
-    performMatch: (matcherDefinition: object, problemPatterns: any[], problems: any[]) => Promise<MatchProblemResponse>;
+    performMatch: (matcherDefinition: object, problemPatterns: any[], problems?: any[]) => Promise<MatchProblemResponse>;
     /**
      * Retrieves the list of matchers.
      * @returns {Promise<GetMatcherListTreeResponse>} A promise that resolves with the list of matchers response.
@@ -29,7 +46,7 @@ declare const cbcodeutils: {
     getMatcherList: () => Promise<GetMatcherListTreeResponse>;
     /**
      * Retrieves details of a match.
-     * @param {string} matcher - The matcher to retrieve details for.
+     * @param {string} matcher - The matcher to retrieve details for (by name or identifier).
      * @returns {Promise<getMatchDetail>} A promise that resolves with the match detail response.
      */
     matchDetail: (matcher: string) => Promise<getMatchDetail>;

package/dist/modules/codeutils.js

@@ -1,9 +1,35 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const websocket_1 = __importDefault(require("./websocket"));
+const websocket_1 = __importDefault(require("../core/websocket"));
+const fs = __importStar(require("fs"));
+const path_1 = __importDefault(require("path"));
+const languageParser_1 = require("../utils/parse-source-code/languageParser");
 /**
  * A utility module for working with code.
  */
@@ -11,156 +37,117 @@ const cbcodeutils = {
     /**
      * Retrieves a JavaScript tree structure for a given file path.
      * @param {string} filePath - The path of the file to retrieve the JS tree for.
-     * @returns {Promise<GetJsTreeResponse>} A promise that resolves with the JS tree response.
+     * @returns {Promise<JSTreeResponse>} A promise that resolves with the JS tree response.
      */
-    getJsTree: (filePath) => {
-        return new Promise(async (resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "settingEvent",
-                "action": "getProjectPath"
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "getProjectPathResponse") {
-                    // resolve(response);
-                    // try {
-                    //     let pathInput = filePath || response.projectPath;
-                    //     let parser = new Parser();
-                    //     // Initialize the parser with the JavaScript language
-                    //     parser.setLanguage(JavaScript);
-                    //     const trees = [];
-                    //     const functionNodes = [];
-                    //     const processDirectory = (directory: any) => {
-                    //         // Read all files in the directory
-                    //         const files = fs.readdirSync(directory, { withFileTypes: true });
-                    //         files.forEach(file => {
-                    //             if (file.isDirectory()) {
-                    //                 if (file.name !== 'node_modules') { // Ignore node_modules directory
-                    //                     processDirectory(path.join(directory, file.name)); // Recursive call for subdirectories
-                    //                 }
-                    //             } else if (path.extname(file.name) === '.js') {
-                    //                 const code = fs.readFileSync(path.join(directory, file.name), 'utf-8');
-                    //                 let tree: any = parser.parse(code);
-                    //                 tree.rootNode.path = path.join(directory, file.name); // Set file path for t
-                    //                 trees.push(tree);
-                    //             }
-                    //         });
-                    //     };
-                    //     if (fs.lstatSync(pathInput).isDirectory()) {
-                    //         processDirectory(pathInput);
-                    //     } else if (path.extname(pathInput) === '.js') {
-                    //         // Read a single JavaScript file
-                    //         const code = fs.readFileSync(pathInput, 'utf-8');
-                    //         let tree: any = parser.parse(code);
-                    //         tree.rootNode.path = pathInput; // Set file path for t
-                    //         trees.push(tree);
-                    //     }
-                    //     resolve({ event: 'GetJsTreeResponse', payload: trees }); // Return an array of abstract syntax trees (ASTs)
-                    // } catch (error) {
-                    //     console.error('An error occurred:', error);
-                    //     return { event: 'GetJsTreeResponse', payload: null }; // Return null in case of error
-                    // }
-                }
+    getJsTree: async (filePath) => {
+        try {
+            // If no filePath is provided, we can't parse anything
+            if (!filePath) {
+                throw new Error('No file path provided for parsing');
+            }
+            // Get absolute path to ensure file can be accessed
+            const absolutePath = path_1.default.resolve(filePath);
+            // Check if file exists
+            await fs.promises.access(absolutePath);
+            // Get file extension to determine language parser
+            const ext = path_1.default.extname(absolutePath).toLowerCase().slice(1);
+            // Load appropriate language parser
+            const languageParsers = await (0, languageParser_1.loadRequiredLanguageParsers)([absolutePath]);
+            // Get parser for this file type
+            const { parser, query } = languageParsers[ext] || {};
+            if (!parser || !query) {
+                throw new Error(`Unsupported language: ${ext}`);
+            }
+            // Read file content
+            const fileContent = await fs.promises.readFile(absolutePath, 'utf8');
+            // Parse file to get AST
+            const tree = parser.parse(fileContent);
+            // Get captures from the AST using the query
+            const captures = query.captures(tree.rootNode);
+            // Sort captures by position
+            captures.sort((a, b) => a.node.startPosition.row - b.node.startPosition.row ||
+                a.node.startPosition.column - b.node.startPosition.column);
+            // Transform captures into a structured format
+            const structure = captures.map((capture) => {
+                const { node, name } = capture;
+                return {
+                    type: name.includes('definition.') ? name.split('definition.')[1] : name,
+                    name: node.text,
+                    startLine: node.startPosition.row,
+                    endLine: node.endPosition.row,
+                    startColumn: node.startPosition.column,
+                    endColumn: node.endPosition.column,
+                    nodeType: node.type
+                };
             });
-        });
-        // return new Promise(async (resolve, reject) => {
-        //     cbws.getWebsocket.send(JSON.stringify({
-        //         "type": "codeEvent",
-        //         "action": "getJsTree",
-        //         payload: {
-        //             filePath
-        //         }
-        //     }));
-        //     cbws.getWebsocket.on('message', (data: string) => {
-        //         const response = JSON.parse(data);
-        //         if (response.type === "getJsTreeResponse") {
-        //             resolve(response); // Resolve the Promise with the response data
-        //         }
-        //     });
-        // });
+            // Return response with the appropriate structure
+            return {
+                event: 'getJsTreeResponse',
+                payload: {
+                    filePath: absolutePath,
+                    structure
+                }
+            };
+        }
+        catch (error) {
+            // Return error response
+            return {
+                event: 'getJsTreeResponse',
+                error: error instanceof Error ? error.message : String(error)
+            };
+        }
     },
     /**
      * Retrieves all files as Markdown.
      * @returns {Promise<string>} A promise that resolves with the Markdown content of all files.
      */
     getAllFilesAsMarkDown: () => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "codeEvent",
-                "action": "getAllFilesMarkdown"
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "getAllFilesMarkdownResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "codeEvent",
+            "action": "getAllFilesMarkdown"
+        }, "getAllFilesMarkdownResponse");
     },
     /**
      * Performs a matching operation based on the provided matcher definition and problem patterns.
-     * @param {object} matcherDefinition - The definition of the matcher.
-     * @param {Array} problemPatterns - The patterns to match against.
-     * @param {Array} problems - The list of problems.
+     * @param {object} matcherDefinition - The definition of the matcher (name, pattern, language, etc.).
+     * @param {Array} problemPatterns - The patterns to match against (regex patterns with severity levels).
+     * @param {Array} problems - Optional list of pre-existing problems to include.
      * @returns {Promise<MatchProblemResponse>} A promise that resolves with the matching problem response.
      */
-    performMatch: (matcherDefinition, problemPatterns, problems) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "codeEvent",
-                "action": "performMatch",
-                payload: {
-                    matcherDefinition,
-                    problemPatterns,
-                }
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "getgetJsTreeResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+    performMatch: (matcherDefinition, problemPatterns, problems = []) => {
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "codeEvent",
+            "action": "performMatch",
+            payload: {
+                matcherDefinition,
+                problemPatterns,
+                problems
+            }
+        }, "matchProblemResponse");
     },
     /**
      * Retrieves the list of matchers.
      * @returns {Promise<GetMatcherListTreeResponse>} A promise that resolves with the list of matchers response.
      */
     getMatcherList: () => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "codeEvent",
-                "action": "getMatcherList",
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "getMatcherListTreeResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "codeEvent",
+            "action": "getMatcherList",
+        }, "getMatcherListTreeResponse");
     },
     /**
      * Retrieves details of a match.
-     * @param {string} matcher - The matcher to retrieve details for.
+     * @param {string} matcher - The matcher to retrieve details for (by name or identifier).
      * @returns {Promise<getMatchDetail>} A promise that resolves with the match detail response.
      */
     matchDetail: (matcher) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "codeEvent",
-                "action": "getMatchDetail",
-                payload: {
-                    match: matcher
-                }
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "matchDetailTreeResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "codeEvent",
+            "action": "getMatchDetail",
+            payload: {
+                matcher: matcher
+            }
+        }, "getMatchDetailResponse");
     }
 };
 exports.default = cbcodeutils;

package/dist/modules/crawler.d.ts

@@ -25,21 +25,6 @@ declare const cbcrawler: {
      * @param id - The ID of the element to be clicked.
      * @returns {Promise<any>} A promise that resolves when the click action is complete.
      */
-    click: (id: string) => Promise<unknown>;
-    /**
-     * Types the provided text into an element with the specified ID.
-     * @param id - The ID of the element where text will be typed.
-     * @param text - The text to type into the element.
-     * @returns {Promise<any>} A promise that resolves when the type action is complete.
-     */
-    type: (id: string, text: string) => Promise<unknown>;
-    /**
-     * Simulates the Enter key press using the crawler.
-     */
-    enter: () => void;
-    /**
-     * Initiates a crawl process.
-     */
-    crawl: (query: string) => Promise<unknown>;
+    click: (id: string) => Promise<any>;
 };
 export default cbcrawler;

package/dist/modules/crawler.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const websocket_1 = __importDefault(require("./websocket"));
+const websocket_1 = __importDefault(require("../core/websocket"));
 /**
  * A module for controlling a web crawler through WebSocket messages.
  */
@@ -12,41 +12,41 @@ const cbcrawler = {
      * Starts the crawler.
      */
     start: () => {
-        websocket_1.default.getWebsocket.send(JSON.stringify({
+        websocket_1.default.messageManager.send({
             "type": "crawlerEvent",
             action: 'start'
-        }));
+        });
     },
     /**
      * Takes a screenshot using the crawler.
      */
     screenshot: () => {
-        websocket_1.default.getWebsocket.send(JSON.stringify({
+        websocket_1.default.messageManager.send({
             "type": "crawlerEvent",
             action: 'screenshot'
-        }));
+        });
     },
     /**
      * Directs the crawler to navigate to a specified URL.
      * @param url - The URL for the crawler to navigate to.
      */
     goToPage: (url) => {
-        websocket_1.default.getWebsocket.send(JSON.stringify({
+        websocket_1.default.messageManager.send({
             "type": "crawlerEvent",
             action: 'goToPage',
             url
-        }));
+        });
     },
     /**
      * Scrolls the crawler in a specified direction.
      * @param direction - The direction to scroll ('up', 'down', 'left', 'right').
      */
     scroll: (direction) => {
-        websocket_1.default.getWebsocket.send(JSON.stringify({
+        websocket_1.default.messageManager.send({
             "type": "crawlerEvent",
             action: 'scroll',
             direction
-        }));
+        });
     },
     /**
      * Simulates a click event on an element with the specified ID.
@@ -54,70 +54,11 @@ const cbcrawler = {
      * @returns {Promise<any>} A promise that resolves when the click action is complete.
      */
     click: (id) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "crawlerEvent",
-                action: 'click',
-                id
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.event === "clickFinished") {
-                    resolve(response);
-                }
-            });
-        });
-    },
-    /**
-     * Types the provided text into an element with the specified ID.
-     * @param id - The ID of the element where text will be typed.
-     * @param text - The text to type into the element.
-     * @returns {Promise<any>} A promise that resolves when the type action is complete.
-     */
-    type: (id, text) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "crawlerEvent",
-                action: 'type',
-                id,
-                text
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.event === "typeFinished") {
-                    resolve(response);
-                }
-            });
-        });
-    },
-    /**
-     * Simulates the Enter key press using the crawler.
-     */
-    enter: () => {
-        websocket_1.default.getWebsocket.send(JSON.stringify({
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
             "type": "crawlerEvent",
-            action: 'enter'
-        }));
-    },
-    /**
-     * Initiates a crawl process.
-     */
-    crawl: (query) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "crawlerEvent",
-                "action": 'crawl',
-                "message": {
-                    query
-                }
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "crawlResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+            action: 'click',
+            id
+        }, "crawlResponse");
     }
 };
 exports.default = cbcrawler;

package/dist/modules/dbmemory.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const websocket_1 = __importDefault(require("./websocket"));
+const websocket_1 = __importDefault(require("../core/websocket"));
 /**
  * A module for handling in-memory database operations via WebSocket.
  */
@@ -15,20 +15,12 @@ const dbmemory = {
      * @returns {Promise<MemorySetResponse>} A promise that resolves with the response from the memory set event.
      */
     addKnowledge: (key, value) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "memoryEvent",
-                'action': 'set',
-                key,
-                value
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "memorySetResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "memoryEvent",
+            'action': 'set',
+            key,
+            value
+        }, "memorySetResponse");
     },
     /**
      * Retrieves a value from the in-memory database by key.
@@ -36,19 +28,11 @@ const dbmemory = {
      * @returns {Promise<MemoryGetResponse>} A promise that resolves with the response from the memory get event.
      */
     getKnowledge: (key) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "memoryEvent",
-                'action': 'get',
-                key
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "memoryGetResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "memoryEvent",
+            'action': 'get',
+            key
+        }, "memoryGetResponse");
     }
 };
 exports.default = dbmemory;

package/dist/modules/debug.js

@@ -4,7 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.debug = exports.logType = void 0;
-const websocket_1 = __importDefault(require("./websocket"));
+const websocket_1 = __importDefault(require("../core/websocket"));
 var logType;
 (function (logType) {
     logType["info"] = "info";
@@ -19,22 +19,14 @@ exports.debug = {
      * @returns {Promise<DebugAddLogResponse>} A promise that resolves with the response from the debug event.
      */
     debug: (log, type) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "debugEvent",
-                "action": "addLog",
-                message: {
-                    log,
-                    type
-                }
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "debugEventResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "debugEvent",
+            "action": "addLog",
+            message: {
+                log,
+                type
+            }
+        }, "debugEventResponse");
     },
     /**
      * Requests to open a debug browser at the specified URL and port.
@@ -43,22 +35,14 @@ exports.debug = {
      * @returns {Promise<OpenDebugBrowserResponse>} A promise that resolves with the response from the open debug browser event.
      */
     openDebugBrowser: (url, port) => {
-        return new Promise((resolve, reject) => {
-            websocket_1.default.getWebsocket.send(JSON.stringify({
-                "type": "debugEvent",
-                "action": "openDebugBrowser",
-                message: {
-                    url,
-                    port
-                }
-            }));
-            websocket_1.default.getWebsocket.on('message', (data) => {
-                const response = JSON.parse(data);
-                if (response.type === "openDebugBrowserResponse") {
-                    resolve(response); // Resolve the Promise with the response data
-                }
-            });
-        });
+        return websocket_1.default.messageManager.sendAndWaitForResponse({
+            "type": "debugEvent",
+            "action": "openDebugBrowser",
+            message: {
+                url,
+                port
+            }
+        }, "openDebugBrowserResponse");
     }
 };
 exports.default = exports.debug;

package/dist/modules/docutils.d.ts

@@ -1,12 +1,9 @@
-/**
- * A module for document utility functions.
- */
 declare const cbdocutils: {
     /**
      * Converts a PDF document to text.
      * @param pdf_path - The file path to the PDF document to be converted.
      * @returns {Promise<string>} A promise that resolves with the converted text.
      */
-    pdf_to_text: (pdf_path: any) => Promise<string>;
+    pdf_to_text: (pdf_path: string) => Promise<string>;
 };
 export default cbdocutils;