hyperclaw 5.3.45 → 5.4.1

package/dist/website-watch-tools-CSSEu3Qy.js

@@ -0,0 +1,5 @@
+const require_chunk = require('./chunk-jS-bbMI5.js');
+const require_website_watch_tools = require('./website-watch-tools-D92dkYZa.js');
+
+require_website_watch_tools.init_website_watch_tools();
+exports.getWebsiteWatchTools = require_website_watch_tools.getWebsiteWatchTools;

package/dist/website-watch-tools-D92dkYZa.js

@@ -0,0 +1,176 @@
+const require_chunk = require('./chunk-jS-bbMI5.js');
+const fs_extra = require_chunk.__toESM(require("fs-extra"));
+const path = require_chunk.__toESM(require("path"));
+const os = require_chunk.__toESM(require("os"));
+const crypto = require_chunk.__toESM(require("crypto"));
+const http = require_chunk.__toESM(require("http"));
+const https = require_chunk.__toESM(require("https"));
+
+//#region packages/core/src/agent/website-watch-tools.ts
+async function fetchUrl(url) {
+	return new Promise((resolve, reject) => {
+		const client = url.startsWith("https") ? https.default : http.default;
+		const req = client.get(url, { timeout: 15e3 }, (res) => {
+			let data = "";
+			res.on("data", (c) => data += c);
+			res.on("end", () => resolve(data));
+		});
+		req.on("error", reject);
+		req.on("timeout", () => {
+			req.destroy();
+			reject(new Error("Timeout"));
+		});
+	});
+}
+function stripBlockedTagContent(html, tagNames) {
+	let output = String(html || "");
+	for (const tag of tagNames) {
+		let lower = output.toLowerCase();
+		const open = `<${tag}`;
+		const close = `</${tag}>`;
+		let cursor = 0;
+		while (cursor < output.length) {
+			const start = lower.indexOf(open, cursor);
+			if (start === -1) break;
+			const end = lower.indexOf(close, start);
+			const removeTo = end === -1 ? output.length : end + close.length;
+			output = output.slice(0, start) + " " + output.slice(removeTo);
+			lower = output.toLowerCase();
+			cursor = start + 1;
+		}
+	}
+	return output;
+}
+function stripTags(html) {
+	let out = "";
+	let inTag = false;
+	for (const ch of String(html || "")) {
+		if (ch === "<") {
+			inTag = true;
+			out += " ";
+			continue;
+		}
+		if (ch === ">") {
+			inTag = false;
+			out += " ";
+			continue;
+		}
+		if (!inTag) out += ch;
+	}
+	return out;
+}
+function hashContent(html) {
+	const cleaned = stripTags(stripBlockedTagContent(html, ["script", "style"])).replace(/\s+/g, " ").slice(0, 5e4);
+	return crypto.default.createHash("sha256").update(cleaned).digest("hex").slice(0, 16);
+}
+async function loadWatches() {
+	try {
+		return await fs_extra.default.readJson(WATCH_FILE);
+	} catch {
+		return {};
+	}
+}
+async function saveWatches(watches) {
+	await fs_extra.default.ensureDir(path.default.dirname(WATCH_FILE));
+	await fs_extra.default.writeJson(WATCH_FILE, watches, { spaces: 2 });
+}
+function getWebsiteWatchTools() {
+	return [
+		{
+			name: "watch_website_add",
+			description: "Add a URL to the website change watch list. Use with watch_website_check to detect changes.",
+			input_schema: {
+				type: "object",
+				properties: { url: {
+					type: "string",
+					description: "URL to watch (e.g. https://example.com)"
+				} },
+				required: ["url"]
+			},
+			handler: async (input) => {
+				const url = input.url.trim();
+				if (!url.startsWith("http")) return "Error: URL must start with http:// or https://";
+				const watches = await loadWatches();
+				const content = await fetchUrl(url).catch((e) => `[fetch error: ${e.message}]`);
+				const hash = hashContent(content);
+				watches[url] = {
+					url,
+					lastHash: hash,
+					lastCheck: (/* @__PURE__ */ new Date()).toISOString(),
+					lastSnippet: content.slice(0, 200)
+				};
+				await saveWatches(watches);
+				return `Added: ${url}. Initial hash: ${hash}`;
+			}
+		},
+		{
+			name: "watch_website_check",
+			description: "Check watched URLs for changes. Returns list of URLs that changed since last check.",
+			input_schema: {
+				type: "object",
+				properties: { url: {
+					type: "string",
+					description: "Specific URL to check (optional — checks all if omitted)"
+				} }
+			},
+			handler: async (input) => {
+				const watches = await loadWatches();
+				const filterUrl = input.url;
+				const toCheck = filterUrl ? [filterUrl] : Object.keys(watches);
+				const changed = [];
+				for (const url of toCheck) {
+					const ent = watches[url];
+					if (!ent) continue;
+					try {
+						const content = await fetchUrl(url);
+						const hash = hashContent(content);
+						ent.lastCheck = (/* @__PURE__ */ new Date()).toISOString();
+						if (hash !== ent.lastHash) {
+							ent.lastHash = hash;
+							ent.lastSnippet = content.slice(0, 300);
+							changed.push(url);
+						}
+						watches[url] = ent;
+					} catch (e) {
+						changed.push(`${url} [error: ${e.message}]`);
+					}
+				}
+				await saveWatches(watches);
+				if (changed.length === 0) return "No changes detected.";
+				return `Changed: ${changed.join(", ")}`;
+			}
+		},
+		{
+			name: "watch_website_list",
+			description: "List all watched URLs.",
+			input_schema: {
+				type: "object",
+				properties: {}
+			},
+			handler: async () => {
+				const watches = await loadWatches();
+				const urls = Object.keys(watches);
+				if (urls.length === 0) return "No watched URLs. Add with watch_website_add.";
+				return urls.map((u) => `- ${u} (last: ${watches[u].lastCheck})`).join("\n");
+			}
+		}
+	];
+}
+var WATCH_FILE;
+var init_website_watch_tools = require_chunk.__esm({ "packages/core/src/agent/website-watch-tools.ts"() {
+	WATCH_FILE = path.default.join(os.default.homedir(), ".hyperclaw", "website-watches.json");
+} });
+
+//#endregion
+Object.defineProperty(exports, 'getWebsiteWatchTools', {
+  enumerable: true,
+  get: function () {
+    return getWebsiteWatchTools;
+  }
+});
+Object.defineProperty(exports, 'init_website_watch_tools', {
+  enumerable: true,
+  get: function () {
+    return init_website_watch_tools;
+  }
+});

package/dist/website-watch-tools-Du_a8lXq.js

@@ -0,0 +1,176 @@
+const require_chunk = require('./chunk-jS-bbMI5.js');
+const fs_extra = require_chunk.__toESM(require("fs-extra"));
+const path = require_chunk.__toESM(require("path"));
+const os = require_chunk.__toESM(require("os"));
+const crypto = require_chunk.__toESM(require("crypto"));
+const http = require_chunk.__toESM(require("http"));
+const https = require_chunk.__toESM(require("https"));
+
+//#region packages/core/src/agent/website-watch-tools.ts
+async function fetchUrl(url) {
+	return new Promise((resolve, reject) => {
+		const client = url.startsWith("https") ? https.default : http.default;
+		const req = client.get(url, { timeout: 15e3 }, (res) => {
+			let data = "";
+			res.on("data", (c) => data += c);
+			res.on("end", () => resolve(data));
+		});
+		req.on("error", reject);
+		req.on("timeout", () => {
+			req.destroy();
+			reject(new Error("Timeout"));
+		});
+	});
+}
+function stripBlockedTagContent(html, tagNames) {
+	let output = String(html || "");
+	for (const tag of tagNames) {
+		let lower = output.toLowerCase();
+		const open = `<${tag}`;
+		const close = `</${tag}>`;
+		let cursor = 0;
+		while (cursor < output.length) {
+			const start = lower.indexOf(open, cursor);
+			if (start === -1) break;
+			const end = lower.indexOf(close, start);
+			const removeTo = end === -1 ? output.length : end + close.length;
+			output = output.slice(0, start) + " " + output.slice(removeTo);
+			lower = output.toLowerCase();
+			cursor = start + 1;
+		}
+	}
+	return output;
+}
+function stripTags(html) {
+	let out = "";
+	let inTag = false;
+	for (const ch of String(html || "")) {
+		if (ch === "<") {
+			inTag = true;
+			out += " ";
+			continue;
+		}
+		if (ch === ">") {
+			inTag = false;
+			out += " ";
+			continue;
+		}
+		if (!inTag) out += ch;
+	}
+	return out;
+}
+function hashContent(html) {
+	const cleaned = stripTags(stripBlockedTagContent(html, ["script", "style"])).replace(/\s+/g, " ").slice(0, 5e4);
+	return crypto.default.createHash("sha256").update(cleaned).digest("hex").slice(0, 16);
+}
+async function loadWatches() {
+	try {
+		return await fs_extra.default.readJson(WATCH_FILE);
+	} catch {
+		return {};
+	}
+}
+async function saveWatches(watches) {
+	await fs_extra.default.ensureDir(path.default.dirname(WATCH_FILE));
+	await fs_extra.default.writeJson(WATCH_FILE, watches, { spaces: 2 });
+}
+function getWebsiteWatchTools() {
+	return [
+		{
+			name: "watch_website_add",
+			description: "Add a URL to the website change watch list. Use with watch_website_check to detect changes.",
+			input_schema: {
+				type: "object",
+				properties: { url: {
+					type: "string",
+					description: "URL to watch (e.g. https://example.com)"
+				} },
+				required: ["url"]
+			},
+			handler: async (input) => {
+				const url = input.url.trim();
+				if (!url.startsWith("http")) return "Error: URL must start with http:// or https://";
+				const watches = await loadWatches();
+				const content = await fetchUrl(url).catch((e) => `[fetch error: ${e.message}]`);
+				const hash = hashContent(content);
+				watches[url] = {
+					url,
+					lastHash: hash,
+					lastCheck: (/* @__PURE__ */ new Date()).toISOString(),
+					lastSnippet: content.slice(0, 200)
+				};
+				await saveWatches(watches);
+				return `Added: ${url}. Initial hash: ${hash}`;
+			}
+		},
+		{
+			name: "watch_website_check",
+			description: "Check watched URLs for changes. Returns list of URLs that changed since last check.",
+			input_schema: {
+				type: "object",
+				properties: { url: {
+					type: "string",
+					description: "Specific URL to check (optional — checks all if omitted)"
+				} }
+			},
+			handler: async (input) => {
+				const watches = await loadWatches();
+				const filterUrl = input.url;
+				const toCheck = filterUrl ? [filterUrl] : Object.keys(watches);
+				const changed = [];
+				for (const url of toCheck) {
+					const ent = watches[url];
+					if (!ent) continue;
+					try {
+						const content = await fetchUrl(url);
+						const hash = hashContent(content);
+						ent.lastCheck = (/* @__PURE__ */ new Date()).toISOString();
+						if (hash !== ent.lastHash) {
+							ent.lastHash = hash;
+							ent.lastSnippet = content.slice(0, 300);
+							changed.push(url);
+						}
+						watches[url] = ent;
+					} catch (e) {
+						changed.push(`${url} [error: ${e.message}]`);
+					}
+				}
+				await saveWatches(watches);
+				if (changed.length === 0) return "No changes detected.";
+				return `Changed: ${changed.join(", ")}`;
+			}
+		},
+		{
+			name: "watch_website_list",
+			description: "List all watched URLs.",
+			input_schema: {
+				type: "object",
+				properties: {}
+			},
+			handler: async () => {
+				const watches = await loadWatches();
+				const urls = Object.keys(watches);
+				if (urls.length === 0) return "No watched URLs. Add with watch_website_add.";
+				return urls.map((u) => `- ${u} (last: ${watches[u].lastCheck})`).join("\n");
+			}
+		}
+	];
+}
+var WATCH_FILE;
+var init_website_watch_tools = require_chunk.__esm({ "packages/core/src/agent/website-watch-tools.ts"() {
+	WATCH_FILE = path.default.join(os.default.homedir(), ".hyperclaw", "website-watches.json");
+} });
+
+//#endregion
+Object.defineProperty(exports, 'getWebsiteWatchTools', {
+  enumerable: true,
+  get: function () {
+    return getWebsiteWatchTools;
+  }
+});
+Object.defineProperty(exports, 'init_website_watch_tools', {
+  enumerable: true,
+  get: function () {
+    return init_website_watch_tools;
+  }
+});

package/dist/website-watch-tools-UdTBGgRk.js

@@ -0,0 +1,5 @@
+const require_chunk = require('./chunk-jS-bbMI5.js');
+const require_website_watch_tools = require('./website-watch-tools-Du_a8lXq.js');
+
+require_website_watch_tools.init_website_watch_tools();
+exports.getWebsiteWatchTools = require_website_watch_tools.getWebsiteWatchTools;

package/package.json

@@ -1,143 +1,147 @@
-{
-  "name": "hyperclaw",
-  "version": "5.3.45",
-  "description": "⚡ HyperClaw — AI Gateway Platform. The Lobster Evolution 🦅",
-  "main": "dist/run-main.js",
-  "bin": {
-    "hyperclaw": "bin/hyperclaw.js"
-  },
-  "files": [
-    "bin/",
-    "dist/",
-    "scripts/",
-    "skills/",
-    "static/",
-    "README.md",
-    "LICENSE"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/mylo-2001/hyperclaw.git"
-  },
-  "homepage": "https://github.com/mylo-2001/hyperclaw#readme",
-  "bugs": {
-    "url": "https://github.com/mylo-2001/hyperclaw/issues"
-  },
-  "publishConfig": {
-    "access": "public"
-  },
-  "scripts": {
-    "build": "tsdown --config tsdown.config.mjs",
-    "postbuild": "node scripts/fix-init-paths.mjs",
-    "build:tsc": "tsc --outDir dist",
-    "start": "node dist/run-main.js",
-    "dev": "ts-node src/cli/run-main.ts",
-    "gateway:watch": "nodemon --ext ts --exec 'ts-node src/cli/run-main.ts gateway status'",
-    "web:dev": "cd apps/web && npm run dev",
-    "web:build": "cd apps/web && npm run build",
-    "macos:build": "cd apps/macos && npm install && npm run build",
-    "macos:test": "cd apps/macos && npm run test",
-    "sdk:build": "tsdown src/sdk/index.ts --outDir dist/sdk --format cjs && tsdown src/sdk/index.ts --outDir dist/sdk --format esm",
-    "core:build": "tsc --noEmit -p packages/core/tsconfig.json",
-    "prepare": "npm run build",
-    "prepublishOnly": "npm run build && npm run web:build && npm run sdk:build && npm run core:build",
-    "postinstall": "node scripts/postinstall.js",
-    "test": "vitest run",
-    "test:watch": "vitest",
-    "test:coverage": "vitest run --coverage",
-    "test:unit": "vitest run --config vitest.unit.config.ts",
-    "test:integration": "vitest run --config vitest.integration.config.ts",
-    "test:channels": "vitest run --config vitest.channels.config.ts",
-    "test:gateway": "vitest run --config vitest.gateway.config.ts",
-    "test:e2e": "vitest run --config vitest.e2e.config.ts",
-    "typecheck": "tsc --noEmit",
-    "packages:build": "tsc --noEmit -p packages/shared/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/core/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/gateway/tsconfig.json 2>/dev/null",
-    "shared:build": "tsc --noEmit -p packages/shared/tsconfig.json",
-    "gateway:build": "tsc --noEmit -p packages/gateway/tsconfig.json",
-    "test:packages": "vitest run --config vitest.unit.config.ts"
-  },
-  "exports": {
-    ".": "./dist/run-main.js",
-    "./sdk": "./dist/sdk/index.js",
-    "./core": "./packages/core/src/index.ts",
-    "./gateway": "./packages/gateway/src/index.ts"
-  },
-  "typesVersions": {
-    "*": {
-      "sdk": [
-        "./dist/sdk/index.d.ts"
-      ],
-      "core": [
-        "./packages/core/src/index.ts"
-      ],
-      "gateway": [
-        "./packages/gateway/src/index.ts"
-      ]
-    }
-  },
-  "keywords": [
-    "ai",
-    "assistant",
-    "cli",
-    "gateway",
-    "agent",
-    "multi-channel",
-    "lobster",
-    "hyperclaw",
-    "typescript",
-    "monorepo",
-    "mcp"
-  ],
-  "author": "HyperClaw Team",
-  "license": "MIT",
-  "dependencies": {
-    "@types/ws": "^8.5.12",
-    "axios": "^1.7.0",
-    "boxen": "^5.1.2",
-    "chalk": "^4.1.2",
-    "commander": "^12.0.0",
-    "figlet": "^1.5.2",
-    "fs-extra": "^11.2.0",
-    "gradient-string": "^2.0.2",
-    "inquirer": "^8.2.7",
-    "marked": "^15.0.12",
-    "marked-terminal": "^7.3.0",
-    "node-cron": "^3.0.3",
-    "ora": "^5.4.1",
-    "tar": "^7.0.0",
-    "ws": "^8.18.0"
-  },
-  "optionalDependencies": {
-    "@modelcontextprotocol/sdk": "^1.27.1",
-    "@whiskeysockets/baileys": "^7.0.0",
-    "discord.js": "^14.25.1",
-    "irc": "^0.5.2",
-    "pdf-parse": "^1.1.1",
-    "puppeteer": "^23.0.0",
-    "tail": "^2.2.6",
-    "xlsx": "^0.18.5"
-  },
-  "devDependencies": {
-    "@types/figlet": "^1.5.8",
-    "@types/fs-extra": "^11.0.4",
-    "@types/inquirer": "^8.2.10",
-    "@types/marked-terminal": "^6.1.1",
-    "@types/node": "^22.0.0",
-    "@types/ws": "^8.5.8",
-    "@vitest/coverage-v8": "^1.6.0",
-    "nodemon": "^3.0.0",
-    "sharp": "^0.34.5",
-    "ts-node": "^10.9.2",
-    "tsdown": "^0.3.0",
-    "typescript": "^5.4.0",
-    "vitest": "^1.6.0"
-  },
-  "engines": {
-    "node": ">=22.0.0"
-  },
-  "workspaces": [
-    "apps/*",
-    "packages/*",
-    "extensions/*"
-  ]
-}
+{
+  "name": "hyperclaw",
+  "version": "5.4.1",
+  "description": "⚡ HyperClaw — AI Gateway Platform. The Lobster Evolution 🦅",
+  "main": "dist/run-main.js",
+  "bin": {
+    "hyperclaw": "bin/hyperclaw.js"
+  },
+  "files": [
+    "bin/",
+    "dist/",
+    "scripts/",
+    "skills/",
+    "static/",
+    "README.md",
+    "LICENSE"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/mylo-2001/hyperclaw.git"
+  },
+  "homepage": "https://github.com/mylo-2001/hyperclaw#readme",
+  "bugs": {
+    "url": "https://github.com/mylo-2001/hyperclaw/issues"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsdown --config tsdown.config.mjs",
+    "postbuild": "node scripts/fix-init-paths.mjs",
+    "build:tsc": "tsc --outDir dist",
+    "start": "node dist/run-main.js",
+    "dev": "ts-node src/cli/run-main.ts",
+    "gateway:watch": "nodemon --ext ts --exec 'ts-node src/cli/run-main.ts gateway status'",
+    "web:dev": "cd apps/web && npm run dev",
+    "web:build": "cd apps/web && npm run build",
+    "macos:build": "cd apps/macos && npm install && npm run build",
+    "macos:test": "cd apps/macos && npm run test",
+    "sdk:build": "tsdown src/sdk/index.ts --outDir dist/sdk --format cjs && tsdown src/sdk/index.ts --outDir dist/sdk --format esm",
+    "core:build": "tsc --noEmit -p packages/core/tsconfig.json",
+    "prepare": "npm run build",
+    "prepublishOnly": "npm run build && npm run web:build && npm run sdk:build && npm run core:build",
+    "postinstall": "node scripts/postinstall.js",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "test:unit": "vitest run --config vitest.unit.config.mts",
+    "test:integration": "vitest run --config vitest.integration.config.mts",
+    "test:channels": "vitest run --config vitest.channels.config.mts",
+    "test:gateway": "vitest run --config vitest.gateway.config.mts",
+    "test:e2e": "vitest run --config vitest.e2e.config.mts",
+    "typecheck": "tsc --noEmit",
+    "packages:build": "tsc --noEmit -p packages/shared/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/core/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/gateway/tsconfig.json 2>/dev/null",
+    "shared:build": "tsc --noEmit -p packages/shared/tsconfig.json",
+    "gateway:build": "tsc --noEmit -p packages/gateway/tsconfig.json",
+    "test:packages": "vitest run --config vitest.unit.config.ts",
+    "check:mojibake": "node scripts/fix-mojibake.mjs",
+    "fix:mojibake": "node scripts/fix-mojibake.mjs --write"
+  },
+  "exports": {
+    ".": "./dist/run-main.js",
+    "./sdk": "./dist/sdk/index.js",
+    "./core": "./packages/core/src/index.ts",
+    "./gateway": "./packages/gateway/src/index.ts",
+    "./acp": "./packages/acp/src/index.ts"
+  },
+  "typesVersions": {
+    "*": {
+      "sdk": [
+        "./dist/sdk/index.d.ts"
+      ],
+      "core": [
+        "./packages/core/src/index.ts"
+      ],
+      "gateway": [
+        "./packages/gateway/src/index.ts"
+      ]
+    }
+  },
+  "keywords": [
+    "ai",
+    "assistant",
+    "cli",
+    "gateway",
+    "agent",
+    "multi-channel",
+    "lobster",
+    "hyperclaw",
+    "typescript",
+    "monorepo",
+    "mcp"
+  ],
+  "author": "HyperClaw Team",
+  "license": "MIT",
+  "dependencies": {
+    "@types/ws": "^8.5.12",
+    "axios": "^1.7.0",
+    "boxen": "^5.1.2",
+    "chalk": "^4.1.2",
+    "commander": "^12.0.0",
+    "figlet": "^1.5.2",
+    "fs-extra": "^11.2.0",
+    "gradient-string": "^2.0.2",
+    "inquirer": "^8.2.7",
+    "marked": "^15.0.12",
+    "marked-terminal": "^7.3.0",
+    "node-cron": "^3.0.3",
+    "ora": "^5.4.1",
+    "tar": "^7.0.0",
+    "ws": "^8.18.0"
+  },
+  "optionalDependencies": {
+    "@hyperclaw/memory-lancedb": "file:packages/memory-lancedb",
+    "@modelcontextprotocol/sdk": "^1.27.1",
+    "@whiskeysockets/baileys": "^7.0.0",
+    "discord.js": "^14.25.1",
+    "irc": "^0.5.2",
+    "pdf-parse": "^1.1.1",
+    "puppeteer": "^24.15.0",
+    "tail": "^2.2.6",
+    "xlsx": "^0.18.5"
+  },
+  "devDependencies": {
+    "@types/figlet": "^1.5.8",
+    "@types/fs-extra": "^11.0.4",
+    "@types/inquirer": "^8.2.10",
+    "@types/marked-terminal": "^6.1.1",
+    "@types/node": "^22.0.0",
+    "@types/ws": "^8.5.8",
+    "@vitest/coverage-v8": "^1.6.0",
+    "nodemon": "^3.0.0",
+    "sharp": "^0.34.5",
+    "ts-node": "^10.9.2",
+    "tsdown": "^0.3.0",
+    "typescript": "^5.4.0",
+    "vitest": "^1.6.0"
+  },
+  "engines": {
+    "node": ">=22.0.0"
+  },
+  "workspaces": [
+    "apps/*",
+    "packages/*",
+    "extensions/*"
+  ]
+}