@lon-ask/dockit 0.1.1 → 0.1.2

package/apps/server/dist/services/textExtractor.js

@@ -0,0 +1,46 @@
+export function extractTextFromHtml(html, maxLength = 50000) {
+    const withoutStyles = html
+        .replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '')
+        .replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '')
+        .replace(/<link[^>]*>/gi, '')
+        .replace(/<meta[^>]*>/gi, '');
+    const withoutTags = withoutStyles
+        .replace(/<h1[^>]*>/gi, '\n\n## ')
+        .replace(/<\/h1>/gi, '\n')
+        .replace(/<h2[^>]*>/gi, '\n\n### ')
+        .replace(/<\/h2>/gi, '\n')
+        .replace(/<h3[^>]*>/gi, '\n\n#### ')
+        .replace(/<\/h3>/gi, '\n')
+        .replace(/<h4[^>]*>/gi, '\n\n**')
+        .replace(/<\/h4>/gi, '**\n')
+        .replace(/<li[^>]*>/gi, '\n- ')
+        .replace(/<\/li>/gi, '')
+        .replace(/<\/?p[^>]*>/gi, '\n\n')
+        .replace(/<br\s*\/?>/gi, '\n')
+        .replace(/<hr\s*\/?>/gi, '\n---\n')
+        .replace(/<\/?pre[^>]*>/gi, '\n```\n')
+        .replace(/<\/?code[^>]*>/gi, '`')
+        .replace(/<a[^>]*href="([^"]*)"[^>]*>/gi, ' [$1] ')
+        .replace(/<\/a>/gi, '')
+        .replace(/<[^>]+>/g, ' ')
+        .replace(/&amp;/g, '&')
+        .replace(/&lt;/g, '<')
+        .replace(/&gt;/g, '>')
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/&nbsp;/g, ' ')
+        .replace(/&#x2F;/g, '/')
+        .replace(/&#(\d+);/g, (_, d) => String.fromCharCode(Number(d)));
+    const cleaned = withoutTags
+        .replace(/\n{3,}/g, '\n\n')
+        .replace(/[ \t]{3,}/g, '  ')
+        .trim();
+    if (cleaned.length <= maxLength)
+        return cleaned;
+    const truncated = cleaned.slice(0, maxLength);
+    const lastNewline = truncated.lastIndexOf('\n');
+    const cutPoint = lastNewline > maxLength * 0.8 ? lastNewline : truncated.lastIndexOf(' ');
+    const final = cutPoint > maxLength * 0.8 ? truncated.slice(0, cutPoint) : truncated;
+    return final + '\n\n[... content truncated ...]';
+}
+//# sourceMappingURL=textExtractor.js.map

package/apps/server/dist/services/textExtractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"textExtractor.js","sourceRoot":"","sources":["../../src/services/textExtractor.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,mBAAmB,CAAC,IAAY,EAAE,YAAoB,KAAK;IACzE,MAAM,aAAa,GAAG,IAAI;SACvB,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;SAC9C,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;SAChD,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;SAC5B,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;IAEhC,MAAM,WAAW,GAAG,aAAa;SAC9B,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC;SACjC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;SACzB,OAAO,CAAC,aAAa,EAAE,UAAU,CAAC;SAClC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;SACzB,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC;SACnC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;SACzB,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC;SAChC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC;SAC3B,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC;SAC9B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,eAAe,EAAE,MAAM,CAAC;SAChC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC;SAClC,OAAO,CAAC,iBAAiB,EAAE,SAAS,CAAC;SACrC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,OAAO,CAAC,+BAA+B,EAAE,QAAQ,CAAC;SAClD,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAElE,MAAM,OAAO,GAAG,WAAW;SACxB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;SAC3B,IAAI,EAAE,CAAC;IAEV,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,OAAO,CAAC;IAEhD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAG,QAAQ,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEpF,OAAO,KAAK,GAAG,iCAAiC,CAAC;AACnD,CAAC"}

package/apps/server/dist/services/zip.js

@@ -0,0 +1,63 @@
+import path from 'node:path';
+import fs from 'node:fs';
+import { Readable } from 'node:stream';
+import { pipeline } from 'node:stream/promises';
+import unzipper from 'unzipper';
+export async function extractLocalZip(localPath, targetDir, log) {
+    if (!fs.existsSync(localPath)) {
+        throw new Error(`Local file not found: ${localPath}`);
+    }
+    const stat = fs.statSync(localPath);
+    if (!stat.isFile()) {
+        throw new Error(`localPath must be a ZIP file, got directory: ${localPath}`);
+    }
+    log(`Extracting local ZIP from ${localPath}`);
+    fs.mkdirSync(targetDir, { recursive: true });
+    const data = fs.readFileSync(localPath);
+    const stream = Readable.from(data);
+    await pipeline(stream, unzipper.Extract({ path: targetDir }));
+    log(`Extracted ZIP to ${targetDir}`);
+    const files = countFilesRecursive(targetDir);
+    log(`Found ${files} files in extracted archive`);
+}
+export async function downloadAndExtractZip(configOrUrl, targetDir, log) {
+    const config = typeof configOrUrl === 'string'
+        ? { url: configOrUrl }
+        : configOrUrl;
+    if (config.localPath) {
+        await extractLocalZip(config.localPath, targetDir, log);
+        return;
+    }
+    if (!config.url) {
+        throw new Error('ZIP source requires url or localPath');
+    }
+    log(`Downloading ZIP from ${config.url}`);
+    const response = await fetch(config.url);
+    if (!response.ok) {
+        throw new Error(`Failed to download ZIP: ${response.status} ${response.statusText}`);
+    }
+    fs.mkdirSync(targetDir, { recursive: true });
+    if (!response.body) {
+        throw new Error('No response body');
+    }
+    const nodeStream = Readable.fromWeb(response.body);
+    await pipeline(nodeStream, unzipper.Extract({ path: targetDir }));
+    log(`Extracted ZIP to ${targetDir}`);
+    const files = countFilesRecursive(targetDir);
+    log(`Found ${files} files in extracted archive`);
+}
+function countFilesRecursive(dir) {
+    let count = 0;
+    const entries = fs.readdirSync(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            count += countFilesRecursive(fullPath);
+        }
+        else {
+            count++;
+        }
+    }
+    return count;
+}
+//# sourceMappingURL=zip.js.map

package/apps/server/dist/services/zip.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip.js","sourceRoot":"","sources":["../../src/services/zip.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,QAAQ,MAAM,UAAU,CAAC;AAGhC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,SAAiB,EACjB,GAA0B;IAE1B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,yBAAyB,SAAS,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,gDAAgD,SAAS,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,GAAG,CAAC,6BAA6B,SAAS,EAAE,CAAC,CAAC;IAC9C,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9D,GAAG,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAC7C,GAAG,CAAC,SAAS,KAAK,6BAA6B,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,WAAqC,EACrC,SAAiB,EACjB,GAA0B;IAE1B,MAAM,MAAM,GAAG,OAAO,WAAW,KAAK,QAAQ;QAC5C,CAAC,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE;QACtB,CAAC,CAAC,WAAW,CAAC;IAEhB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,eAAe,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,GAAG,CAAC,wBAAwB,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAa,CAAC,CAAC;IAC5D,MAAM,QAAQ,CACZ,UAAU,EACV,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CACtC,CAAC;IAEF,GAAG,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAC7C,GAAG,CAAC,SAAS,KAAK,6BAA6B,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,IAAI,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/apps/server/package.json

@@ -0,0 +1,38 @@
+{
+  "name": "@dockit/server",
+  "version": "1.0.0",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "mcp": "tsx src/mcp.ts",
+    "dev": "tsx watch src/index.ts",
+    "build": "tsc",
+    "start": "node dist/index.js"
+  },
+  "dependencies": {
+    "@antora/cli": "^3.1.14",
+    "@antora/site-generator": "^3.2.0-alpha.11",
+    "@asciidoctor/cli": "^4.0.0",
+    "@asciidoctor/core": "^2.2.9",
+    "better-sqlite3": "^11.7.0",
+    "cors": "^2.8.5",
+    "express": "^4.21.2",
+    "marked": "^18.0.3",
+    "node-html-parser": "^6.1.13",
+    "unzipper": "^0.12.3",
+    "uuid": "^11.0.5"
+  },
+  "optionalDependencies": {
+    "@lancedb/lancedb": "^0.27.2"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.12",
+    "@types/cors": "^2.8.17",
+    "@types/express": "^5.0.0",
+    "@types/marked": "^6.0.0",
+    "@types/unzipper": "^0.10.10",
+    "@types/uuid": "^10.0.0",
+    "tsx": "^4.19.2",
+    "typescript": "^5.7.3"
+  }
+}

package/bin/commands/dev.ts

@@ -4,13 +4,13 @@ export default function dev(root, positional, flags) {
   console.log('Starting Dockit dev servers...');
   console.log('');
 
-  const server = spawn('npm', ['run', 'dev:server'], {
+  const server = spawn('npx tsx watch apps/server/src/index.ts', [], {
     cwd: root,
     stdio: 'inherit',
     shell: true,
   });
 
-  const client = spawn('npm', ['run', 'dev:client'], {
+  const client = spawn('npx vite apps/client', [], {
     cwd: root,
     stdio: 'inherit',
     shell: true,

package/bin/commands/serve.ts

@@ -2,12 +2,12 @@ import { spawn } from 'node:child_process';
 
 export default function serve(root, positional, flags) {
   const port = flags.port || process.env.PORT || 3001;
-  console.log(`Starting Dockit production server on port ${port}...`);
+  console.log(`Starting Dockit server on port ${port}...`);
   console.log('');
 
   const env = { ...process.env, PORT: String(port) };
 
-  const server = spawn('npm', ['run', 'start', '-w', 'apps/server'], {
+  const server = spawn('npx tsx apps/server/src/index.ts', [], {
     cwd: root,
     stdio: 'inherit',
     shell: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lon-ask/dockit",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "Local documentation hub — normalize multiple doc sources into a unified searchable bundle",
   "type": "module",
   "bin": {
@@ -9,7 +9,13 @@
   "files": [
     "bin/",
     "apps/server/src/",
+    "apps/server/dist/",
+    "apps/server/package.json",
+    "apps/client/src/",
     "apps/client/dist/",
+    "apps/client/package.json",
+    "apps/client/vite.config.ts",
+    "apps/client/index.html",
     "dockit.yaml",
     "SKILL.md",
     "scripts/mcp-wrapper.sh"
@@ -45,11 +51,19 @@
     "node-html-parser": "^6.1.13",
     "marked": "^18.0.3",
     "unzipper": "^0.12.3",
-    "uuid": "^11.0.5"
+    "uuid": "^11.0.5",
+    "react": "^19.0.0",
+    "react-dom": "^19.0.0",
+    "react-router-dom": "^7.1.1",
+    "lucide-react": "^0.469.0",
+    "vite": "^6.0.7",
+    "@vitejs/plugin-react": "^4.3.4",
+    "tailwindcss": "^4.0.0",
+    "@tailwindcss/vite": "^4.0.0"
   },
   "optionalDependencies": {
     "@lancedb/lancedb": "^0.27.2",
-    "@lon-ask/dockit-embeddings": "^0.1.1"
+    "@lon-ask/dockit-embeddings": "^0.1.2"
   },
   "devDependencies": {
     "@modelcontextprotocol/sdk": "^1.29.0",