codebuff 1.0.99

package/dist/web-scraper.js

@@ -0,0 +1,79 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeWebPage = scrapeWebPage;
+exports.parseUrlsFromContent = parseUrlsFromContent;
+exports.getScrapedContentBlocks = getScrapedContentBlocks;
+const axios_1 = __importDefault(require("axios"));
+const cheerio = __importStar(require("cheerio"));
+// Global cache for scraped web pages
+const scrapedPagesCache = {};
+async function scrapeWebPage(url) {
+    // Check if the page is already in the cache
+    if (scrapedPagesCache[url] !== undefined) {
+        return scrapedPagesCache[url];
+    }
+    try {
+        const response = await axios_1.default.get(url);
+        const html = response.data;
+        const $ = cheerio.load(html);
+        // Extract the main content (you may need to adjust this selector based on the target websites)
+        const content = $('body').text();
+        // Store the scraped content in the cache
+        scrapedPagesCache[url] = content;
+        return content;
+    }
+    catch (error) {
+        // console.error(
+        //   `Error scraping web page ${url}:`,
+        //   error instanceof Error ? error.message : error
+        // )
+        scrapedPagesCache[url] = '';
+        return '';
+    }
+}
+function parseUrlsFromContent(content) {
+    const urlRegex = /https?:\/\/[^\s]+/g;
+    return content.match(urlRegex) || [];
+}
+const MAX_SCRAPED_CONTENT_LENGTH = 75_000;
+async function getScrapedContentBlocks(urls) {
+    const blocks = [];
+    for (const url of urls) {
+        const scrapedContent = await scrapeWebPage(url);
+        const truncatedScrapedContent = scrapedContent.length > MAX_SCRAPED_CONTENT_LENGTH
+            ? scrapedContent.slice(0, MAX_SCRAPED_CONTENT_LENGTH) +
+                '[...TRUNCATED: WEB PAGE CONTENT TOO LONG...]'
+            : scrapedContent;
+        if (truncatedScrapedContent) {
+            blocks.push(`<web_scraped_content url="${url}">\n${truncatedScrapedContent}\n</web_scraped_content>`);
+        }
+    }
+    return blocks;
+}
+//# sourceMappingURL=web-scraper.js.map

package/dist/web-scraper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-scraper.js","sourceRoot":"","sources":["../src/web-scraper.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAMA,sCA0BC;AAED,oDAGC;AAGD,0DAgBC;AAxDD,kDAAyB;AACzB,iDAAkC;AAElC,qCAAqC;AACrC,MAAM,iBAAiB,GAA2B,EAAE,CAAA;AAE7C,KAAK,UAAU,aAAa,CAAC,GAAW;IAC7C,4CAA4C;IAC5C,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;QACzC,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAA;IAC/B,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAA;QAC1B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAE5B,+FAA+F;QAC/F,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;QAEhC,yCAAyC;QACzC,iBAAiB,CAAC,GAAG,CAAC,GAAG,OAAO,CAAA;QAEhC,OAAO,OAAO,CAAA;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,iBAAiB;QACjB,uCAAuC;QACvC,mDAAmD;QACnD,IAAI;QACJ,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;QAC3B,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,SAAgB,oBAAoB,CAAC,OAAe;IAClD,MAAM,QAAQ,GAAG,oBAAoB,CAAA;IACrC,OAAO,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;AACtC,CAAC;AAED,MAAM,0BAA0B,GAAG,MAAM,CAAA;AAClC,KAAK,UAAU,uBAAuB,CAAC,IAAc;IAC1D,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;QAC/C,MAAM,uBAAuB,GAC3B,cAAc,CAAC,MAAM,GAAG,0BAA0B;YAChD,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,CAAC;gBACnD,8CAA8C;YAChD,CAAC,CAAC,cAAc,CAAA;QACpB,IAAI,uBAAuB,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CACT,6BAA6B,GAAG,OAAO,uBAAuB,0BAA0B,CACzF,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/worker-script-project-context.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/worker-script-project-context.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const worker_threads_1 = require("worker_threads");
+const project_files_1 = require("./project-files");
+if (worker_threads_1.parentPort) {
+    const parentPort = worker_threads_1.parentPort;
+    parentPort.on('message', async ({ dir }) => {
+        (0, project_files_1.setProjectRoot)(dir);
+        const initFileContext = await (0, project_files_1.getProjectFileContext)(dir, {}, []);
+        parentPort.postMessage(initFileContext);
+    });
+}
+//# sourceMappingURL=worker-script-project-context.js.map

package/dist/worker-script-project-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-script-project-context.js","sourceRoot":"","sources":["../src/worker-script-project-context.ts"],"names":[],"mappings":";;AAAA,mDAA8D;AAC9D,mDAAuE;AAEvE,IAAI,2BAAe,EAAE,CAAC;IACpB,MAAM,UAAU,GAAG,2BAAe,CAAA;IAElC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE;QACzC,IAAA,8BAAc,EAAC,GAAG,CAAC,CAAA;QACnB,MAAM,eAAe,GAAG,MAAM,IAAA,qCAAqB,EAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;QAChE,UAAU,CAAC,WAAW,CAAC,eAAe,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/package.json

@@ -0,0 +1,62 @@
+{
+  "name": "codebuff",
+  "version": "1.0.99",
+  "description": "AI dev assistant",
+  "license": "MIT",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "codebuff": "dist/index.js"
+  },
+  "scripts": {
+    "prebuild": "bun run with-env -- bun clean && cd ../common && bun run build && cd ../packages/code-map && bun run build",
+    "build": "tsc && tsc-alias",
+    "postbuild": "mkdir -p dist/common && cp -r ../common/dist/* dist/common && mkdir -p dist/code-map && cp -r ../packages/code-map/dist/* dist/code-map && tsc-alias",
+    "clean": "rm -rf dist && (rm tsconfig.tsbuildinfo || true)",
+    "prepublishOnly": "bun run build && bun run clean-package.js",
+    "postpublish": "echo \"const fs=require('fs');fs.copyFileSync('temp.package.json','package.json');fs.unlinkSync('temp.package.json');\" | bun run -",
+    "format": "prettier --write \"**/*.{ts,tsx,json,md}\"",
+    "start-js": "bun run with-env -- node dist/index.js ..",
+    "start": "bun run with-env -- ts-node src/index.ts .. --auto-git",
+    "start-dir": "bun run with-env -- ts-node src/index.ts",
+    "with-env": "env-cmd -f ./loadEnv.js",
+    "start-manifold": "bun run with-env -- ts-node src/index.ts ../../manifold",
+    "start-litestar": "bun run with-env -- ts-node src/index.ts ../test/__mock-projects__/litestar",
+    "start-jpcsp": "bun run with-env -- ts-node src/index.ts ../test/__mock-projects__/jpcsp",
+    "start-vscode": "bun run with-env -- ts-node src/index.ts ../test/__mock-projects__/vscode",
+    "start-nushell": "bun run with-env -- ts-node src/index.ts ../test/__mock-projects__/nushell",
+    "start-prod": "bun run with-env -- ts-node src/index.ts",
+    "ssh": "gcloud compute ssh manicode-backend --zone=us-east4-a"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "dependencies": {
+    "@types/diff": "5.2.1",
+    "axios": "1.7.4",
+    "cheerio": "1.0.0",
+    "diff": "5.2.0",
+    "env-cmd": "^10.1.0",
+    "ignore": "5.3.2",
+    "lodash": "*",
+    "nanoid": "5.0.7",
+    "picocolors": "1.1.0",
+    "systeminformation": "5.23.4",
+    "tree-sitter": "0.21.1",
+    "tree-sitter-c": "0.23.0",
+    "tree-sitter-c-sharp": "0.23.0",
+    "tree-sitter-cpp": "0.23.0",
+    "tree-sitter-go": "0.23.1",
+    "tree-sitter-java": "0.23.2",
+    "tree-sitter-javascript": "0.23.0",
+    "tree-sitter-php": "0.23.2",
+    "tree-sitter-python": "0.23.2",
+    "tree-sitter-ruby": "0.23.0",
+    "tree-sitter-rust": "0.23.0",
+    "tree-sitter-typescript": "0.23.0",
+    "ts-pattern": "5.3.1",
+    "ws": "8.18.0",
+    "zod": "3.23.8"
+  }
+}