@vpxa/kb 0.1.12 → 0.1.15

package/packages/tools/dist/web-fetch.js

@@ -1,14 +1,9 @@
-import N from"turndown";import{paragraphTruncate as W}from"./truncation.js";const _=15e3,C=15e3,H=["script","style","noscript","iframe","svg","nav","footer","header","aside","form","button","input","select","textarea",'[role="navigation"]','[role="banner"]','[role="contentinfo"]','[aria-hidden="true"]',".sidebar",".nav",".menu",".footer",".header",".ad",".advertisement",".cookie-banner",".popup",".modal"],I=["article",'[role="main"]',"main",".post-content",".article-content",".entry-content",".content","#content",".prose",".markdown-body",".documentation",".doc-content"];async function X(r){const{url:o,mode:e="markdown",selector:t,maxLength:c=_,includeMetadata:d=!0,includeLinks:p=!1,includeImages:y=!1,timeout:v=C}=r,g=new URL(o);if(g.protocol!=="http:"&&g.protocol!=="https:")throw new Error(`Unsupported protocol: ${g.protocol} \u2014 only http/https allowed`);const k=new AbortController,$=setTimeout(()=>k.abort(),v);let l;try{l=await fetch(o,{signal:k.signal,headers:{"User-Agent":"kb-web-fetch/1.0 (LLM context tool)",Accept:"text/html,application/xhtml+xml,text/plain"},redirect:"follow"})}finally{clearTimeout($)}if(!l.ok)throw new Error(`HTTP ${l.status}: ${l.statusText}`);const R=l.headers.get("content-type")??"",U=/text\/html|application\/xhtml\+xml/i.test(R),L=await l.text(),u=l.url;if(!U){let n=L;const m=u.split("/").pop()??"";d&&(n=M(m,"",u)+n);const f=n.length,E=f>c;return E&&(n=q(n,c)),{content:n,title:m,description:"",url:u,originalLength:f,truncated:E}}const{parseHTML:F}=await import("linkedom"),{document:a}=F(L),b=a.querySelector("title")?.textContent?.trim()??a.querySelector('meta[property="og:title"]')?.getAttribute("content")?.trim()??"",x=a.querySelector('meta[name="description"]')?.getAttribute("content")?.trim()??a.querySelector('meta[property="og:description"]')?.getAttribute("content")?.trim()??"";for(const n of H)for(const m of a.querySelectorAll(n))m.remove();if(!y)for(const n of a.querySelectorAll("img"))n.remove();let s=null;if(t){if(s=a.querySelector(t),!s)throw new Error(`Selector "${t}" matched no elements on the page`)}else{for(const n of I)if(s=a.querySelector(n),s)break;s||(s=a.querySelector("body"))}if(!s)return{content:"(empty page \u2014 no content found)",title:b,description:x,url:u,originalLength:0,truncated:!1};const w=s.innerHTML,h=[];if(p||e==="links")for(const n of s.querySelectorAll("a[href]")){const m=n.textContent?.trim(),f=n.getAttribute("href");m&&f&&!f.startsWith("#")&&!f.startsWith("javascript:")&&h.push({text:m,href:P(f,u)})}let i;switch(e){case"raw":i=w;break;case"links":i=A(h);break;case"outline":i=j(s);break;default:i=O(w,y);break}d&&e!=="links"&&(i=M(b,x,u)+i),p&&e!=="links"&&h.length>0&&(i+=`
+import{paragraphTruncate as e}from"./truncation.js";import t from"turndown";const n=`script,style,noscript,iframe,svg,nav,footer,header,aside,form,button,input,select,textarea,[role="navigation"],[role="banner"],[role="contentinfo"],[aria-hidden="true"],.sidebar,.nav,.menu,.footer,.header,.ad,.advertisement,.cookie-banner,.popup,.modal`.split(`,`),r=[`article`,`[role="main"]`,`main`,`.post-content`,`.article-content`,`.entry-content`,`.content`,`#content`,`.prose`,`.markdown-body`,`.documentation`,`.doc-content`];async function i(e){let{url:t,mode:i=`markdown`,selector:d,maxLength:f=15e3,includeMetadata:p=!0,includeLinks:m=!1,includeImages:h=!1,timeout:g=15e3}=e,_=new URL(t);if(_.protocol!==`http:`&&_.protocol!==`https:`)throw Error(`Unsupported protocol: ${_.protocol} — only http/https allowed`);let v=new AbortController,y=setTimeout(()=>v.abort(),g),b;try{b=await fetch(t,{signal:v.signal,headers:{"User-Agent":`kb-web-fetch/1.0 (LLM context tool)`,Accept:`text/html,application/xhtml+xml,text/plain`},redirect:`follow`})}finally{clearTimeout(y)}if(!b.ok)throw Error(`HTTP ${b.status}: ${b.statusText}`);let x=b.headers.get(`content-type`)??``,S=/text\/html|application\/xhtml\+xml/i.test(x),C=await b.text(),w=b.url;if(!S){let e=C,t=w.split(`/`).pop()??``;p&&(e=c(t,``,w)+e);let n=e.length,r=n>f;return r&&(e=u(e,f)),{content:e,title:t,description:``,url:w,originalLength:n,truncated:r}}let{parseHTML:T}=await import(`linkedom`),{document:E}=T(C),D=E.querySelector(`title`)?.textContent?.trim()??E.querySelector(`meta[property="og:title"]`)?.getAttribute(`content`)?.trim()??``,O=E.querySelector(`meta[name="description"]`)?.getAttribute(`content`)?.trim()??E.querySelector(`meta[property="og:description"]`)?.getAttribute(`content`)?.trim()??``;for(let e of n)for(let t of E.querySelectorAll(e))t.remove();if(!h)for(let e of E.querySelectorAll(`img`))e.remove();let k=null;if(d){if(k=E.querySelector(d),!k)throw Error(`Selector "${d}" matched no elements on the page`)}else{for(let e of r)if(k=E.querySelector(e),k)break;k||=E.querySelector(`body`)}if(!k)return{content:`(empty page — no content found)`,title:D,description:O,url:w,originalLength:0,truncated:!1};let A=k.innerHTML,j=[];if(m||i===`links`)for(let e of k.querySelectorAll(`a[href]`)){let t=e.textContent?.trim(),n=e.getAttribute(`href`);t&&n&&!n.startsWith(`#`)&&!n.startsWith(`javascript:`)&&j.push({text:t,href:l(n,w)})}let M;switch(i){case`raw`:M=A;break;case`links`:M=s(j);break;case`outline`:M=o(k);break;default:M=a(A,h);break}p&&i!==`links`&&(M=c(D,O,w)+M),m&&i!==`links`&&j.length>0&&(M+=`\n\n---\n\n## Links\n\n${s(j)}`);let N=M.length,P=N>f;return P&&(M=u(M,f)),{content:M,title:D,description:O,url:w,originalLength:N,truncated:P}}function a(e,n){let r=new t({headingStyle:`atx`,codeBlockStyle:`fenced`,bulletListMarker:`-`});r.addRule(`emptyLinks`,{filter:e=>e.nodeName===`A`&&!e.textContent?.trim(),replacement:()=>``}),n||r.addRule(`removeImages`,{filter:`img`,replacement:()=>``});let i=r.turndown(e);return i=i.replace(/\n{3,}/g,`
 
----
+`).trim(),i}function o(e){let t=e.querySelectorAll(`h1, h2, h3, h4, h5, h6`),n=[];for(let e of t){let t=Number.parseInt(e.tagName.slice(1),10),r=`  `.repeat(t-1),i=e.textContent?.trim()??``;i&&n.push(`${r}- ${i}`)}return n.length>0?n.join(`
+`):`(no headings found)`}function s(e){if(e.length===0)return`(no links found)`;let t=new Set,n=[];for(let r of e)t.has(r.href)||(t.add(r.href),n.push(r));return n.map(e=>`- [${e.text}](${e.href})`).join(`
+`)}function c(e,t,n){let r=[`---`];return e&&r.push(`**${e}**`),r.push(`URL: ${n}`),t&&r.push(`> ${t}`),r.push(`---
 
-## Links
-
-${A(h)}`);const T=i.length,S=T>c;return S&&(i=q(i,c)),{content:i,title:b,description:x,url:u,originalLength:T,truncated:S}}function O(r,o){const e=new N({headingStyle:"atx",codeBlockStyle:"fenced",bulletListMarker:"-"});e.addRule("emptyLinks",{filter:c=>c.nodeName==="A"&&!c.textContent?.trim(),replacement:()=>""}),o||e.addRule("removeImages",{filter:"img",replacement:()=>""});let t=e.turndown(r);return t=t.replace(/\n{3,}/g,`
-
-`).trim(),t}function j(r){const o=r.querySelectorAll("h1, h2, h3, h4, h5, h6"),e=[];for(const t of o){const c=Number.parseInt(t.tagName.slice(1),10),d="  ".repeat(c-1),p=t.textContent?.trim()??"";p&&e.push(`${d}- ${p}`)}return e.length>0?e.join(`
-`):"(no headings found)"}function A(r){if(r.length===0)return"(no links found)";const o=new Set,e=[];for(const t of r)o.has(t.href)||(o.add(t.href),e.push(t));return e.map(t=>`- [${t.text}](${t.href})`).join(`
-`)}function M(r,o,e){const t=["---"];return r&&t.push(`**${r}**`),t.push(`URL: ${e}`),o&&t.push(`> ${o}`),t.push(`---
-
-`),t.join(`
-`)}function P(r,o){try{return new URL(r,o).href}catch{return r}}const q=W;export{X as webFetch};
+`),r.join(`
+`)}function l(e,t){try{return new URL(e,t).href}catch{return e}}const u=e;export{i as webFetch};
+//# sourceMappingURL=web-fetch.js.map

package/packages/tools/dist/web-search.d.ts

@@ -1,23 +1,26 @@
+//#region packages/tools/src/web-search.d.ts
 /**
  * kb_web_search — Search the web and return structured results.
  *
  * Uses DuckDuckGo HTML search (no API key required).
  */
-export interface WebSearchOptions {
-    query: string;
-    limit?: number;
-    site?: string;
+interface WebSearchOptions {
+  query: string;
+  limit?: number;
+  site?: string;
 }
-export interface WebSearchResultItem {
-    title: string;
-    url: string;
-    snippet: string;
+interface WebSearchResultItem {
+  title: string;
+  url: string;
+  snippet: string;
 }
-export interface WebSearchResult {
-    results: WebSearchResultItem[];
-    query: string;
+interface WebSearchResult {
+  results: WebSearchResultItem[];
+  query: string;
 }
-export declare function webSearch(options: WebSearchOptions): Promise<WebSearchResult>;
+declare function webSearch(options: WebSearchOptions): Promise<WebSearchResult>;
 /** Parse search results from DuckDuckGo HTML. Exported for testing. */
-export declare function parseSearchResults(html: string, query: string, limit: number): WebSearchResult;
+declare function parseSearchResults(html: string, query: string, limit: number): WebSearchResult;
+//#endregion
+export { WebSearchOptions, WebSearchResult, WebSearchResultItem, parseSearchResults, webSearch };
 //# sourceMappingURL=web-search.d.ts.map

package/packages/tools/dist/web-search.js

@@ -1 +1,2 @@
-const h=5;async function g(r){const{query:n,limit:i=5,site:s}=r;if(!n.trim())throw new Error("Search query cannot be empty");const c=s?`${n} site:${s}`:n,e=await fetch("https://html.duckduckgo.com/html/",{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded","User-Agent":"kb-web-search/1.0 (LLM developer tool)"},body:`q=${encodeURIComponent(c)}`});if(!e.ok)throw new Error(`Search failed: HTTP ${e.status}`);const t=await e.text();return p(t,c,i)}function p(r,n,i){const s=[],c=/<a[^>]+class="result__a"[^>]*href="([^"]*)"[^>]*>([\s\S]*?)<\/a>[\s\S]*?<a[^>]+class="result__snippet"[^>]*>([\s\S]*?)<\/a>/gi;let e=c.exec(r);for(;e!==null&&s.length<i;){let t=e[1];const o=l(e[2]).trim(),u=l(e[3]).trim();if(t.includes("uddg=")){const a=t.match(/uddg=([^&]+)/)?.[1];a&&(t=decodeURIComponent(a))}o&&t?.startsWith("http")&&s.push({title:o,url:t,snippet:u}),e=c.exec(r)}return{results:s,query:n}}function l(r){return r.replace(/<[^>]+>/g,"").replace(/&amp;/g,"&").replace(/&lt;/g,"<").replace(/&gt;/g,">").replace(/&quot;/g,'"').replace(/&#x27;/g,"'")}export{p as parseSearchResults,g as webSearch};
+async function e(e){let{query:n,limit:r=5,site:i}=e;if(!n.trim())throw Error(`Search query cannot be empty`);let a=i?`${n} site:${i}`:n,o=new AbortController,s=setTimeout(()=>o.abort(),15e3),c;try{c=await fetch(`https://html.duckduckgo.com/html/`,{method:`POST`,headers:{"Content-Type":`application/x-www-form-urlencoded`,"User-Agent":`kb-web-search/1.0 (LLM developer tool)`},body:`q=${encodeURIComponent(a)}`,signal:o.signal})}finally{clearTimeout(s)}if(!c.ok)throw Error(`Search failed: HTTP ${c.status}`);return t(await c.text(),a,r)}function t(e,t,r){let i=[],a=/<a[^>]+class="result__a"[^>]*href="([^"]*)"[^>]*>([\s\S]*?)<\/a>[\s\S]*?<a[^>]+class="result__snippet"[^>]*>([\s\S]*?)<\/a>/gi,o=a.exec(e);for(;o!==null&&i.length<r;){let t=o[1],r=n(o[2]).trim(),s=n(o[3]).trim();if(t.includes(`uddg=`)){let e=t.match(/uddg=([^&]+)/)?.[1];e&&(t=decodeURIComponent(e))}r&&t?.startsWith(`http`)&&i.push({title:r,url:t,snippet:s}),o=a.exec(e)}return{results:i,query:t}}function n(e){return e.replace(/<[^>]+>/g,``).replace(/&amp;/g,`&`).replace(/&lt;/g,`<`).replace(/&gt;/g,`>`).replace(/&quot;/g,`"`).replace(/&#x27;/g,`'`)}export{t as parseSearchResults,e as webSearch};
+//# sourceMappingURL=web-search.js.map

package/packages/tools/dist/workset.d.ts

@@ -1,3 +1,4 @@
+//#region packages/tools/src/workset.d.ts
 /**
  * kb_workset — Named file set management.
  *
@@ -5,41 +6,43 @@
  * Use cases: "remember this set of files I'm working on",
  * "load my previous context", "share file sets between sessions".
  */
-export interface Workset {
-    name: string;
-    files: string[];
-    created: string;
-    updated: string;
-    description?: string;
+interface Workset {
+  name: string;
+  files: string[];
+  created: string;
+  updated: string;
+  description?: string;
 }
-export interface WorksetStore {
-    worksets: Record<string, Workset>;
+interface WorksetStore {
+  worksets: Record<string, Workset>;
 }
 /**
  * Create or update a workset.
  */
-export declare function saveWorkset(name: string, files: string[], options?: {
-    description?: string;
-    cwd?: string;
+declare function saveWorkset(name: string, files: string[], options?: {
+  description?: string;
+  cwd?: string;
 }): Workset;
 /**
  * Get a workset by name.
  */
-export declare function getWorkset(name: string, cwd?: string): Workset | null;
+declare function getWorkset(name: string, cwd?: string): Workset | null;
 /**
  * List all worksets.
  */
-export declare function listWorksets(cwd?: string): Workset[];
+declare function listWorksets(cwd?: string): Workset[];
 /**
  * Delete a workset.
  */
-export declare function deleteWorkset(name: string, cwd?: string): boolean;
+declare function deleteWorkset(name: string, cwd?: string): boolean;
 /**
  * Add files to an existing workset (creates if not exists).
  */
-export declare function addToWorkset(name: string, files: string[], cwd?: string): Workset;
+declare function addToWorkset(name: string, files: string[], cwd?: string): Workset;
 /**
  * Remove files from a workset.
  */
-export declare function removeFromWorkset(name: string, files: string[], cwd?: string): Workset | null;
+declare function removeFromWorkset(name: string, files: string[], cwd?: string): Workset | null;
+//#endregion
+export { Workset, WorksetStore, addToWorkset, deleteWorkset, getWorkset, listWorksets, removeFromWorkset, saveWorkset };
 //# sourceMappingURL=workset.d.ts.map

package/packages/tools/dist/workset.js

@@ -1,2 +1,2 @@
-import{existsSync as g,mkdirSync as l,readFileSync as a,writeFileSync as p}from"node:fs";import{dirname as w,resolve as S}from"node:path";const W=".kb-state",x="worksets.json";function u(t){const r=t??process.cwd();return S(r,W,x)}function c(t){const r=u(t);if(!g(r))return{worksets:{}};const e=a(r,"utf-8");return JSON.parse(e)}function k(t,r){const e=u(r),s=w(e);g(s)||l(s,{recursive:!0}),p(e,`${JSON.stringify(t,null,2)}
-`,"utf-8")}function d(t,r,e){const s=c(e?.cwd),o=new Date().toISOString(),n=s.worksets[t],i={name:t,files:r,created:n?.created??o,updated:o,description:e?.description??n?.description};return s.worksets[t]=i,k(s,e?.cwd),i}function T(t,r){return c(r).worksets[t]??null}function y(t){const r=c(t);return Object.values(r.worksets).sort((e,s)=>new Date(s.updated).getTime()-new Date(e.updated).getTime())}function F(t,r){const e=c(r);return e.worksets[t]?(delete e.worksets[t],k(e,r),!0):!1}function O(t,r,e){const n=c(e).worksets[t]?.files??[],i=[...new Set([...n,...r])];return d(t,i,{cwd:e})}function h(t,r,e){const o=c(e).worksets[t];if(!o)return null;const n=new Set(r),i=o.files.filter(f=>!n.has(f));return d(t,i,{cwd:e})}export{O as addToWorkset,F as deleteWorkset,T as getWorkset,y as listWorksets,h as removeFromWorkset,d as saveWorkset};
+import{dirname as e,resolve as t}from"node:path";import{existsSync as n,mkdirSync as r,readFileSync as i,writeFileSync as a}from"node:fs";function o(e){return t(e??process.cwd(),`.kb-state`,`worksets.json`)}function s(e){let t=o(e);if(!n(t))return{worksets:{}};try{let e=i(t,`utf-8`);return JSON.parse(e)}catch{return{worksets:{}}}}function c(t,i){let s=o(i),c=e(s);n(c)||r(c,{recursive:!0}),a(s,`${JSON.stringify(t,null,2)}\n`,`utf-8`)}function l(e,t,n){let r=s(n?.cwd),i=new Date().toISOString(),a=r.worksets[e],o={name:e,files:t,created:a?.created??i,updated:i,description:n?.description??a?.description};return r.worksets[e]=o,c(r,n?.cwd),o}function u(e,t){return s(t).worksets[e]??null}function d(e){let t=s(e);return Object.values(t.worksets).sort((e,t)=>new Date(t.updated).getTime()-new Date(e.updated).getTime())}function f(e,t){let n=s(t);return n.worksets[e]?(delete n.worksets[e],c(n,t),!0):!1}function p(e,t,n){let r=s(n).worksets[e]?.files??[];return l(e,[...new Set([...r,...t])],{cwd:n})}function m(e,t,n){let r=s(n).worksets[e];if(!r)return null;let i=new Set(t);return l(e,r.files.filter(e=>!i.has(e)),{cwd:n})}export{p as addToWorkset,f as deleteWorkset,u as getWorkset,d as listWorksets,m as removeFromWorkset,l as saveWorkset};
+//# sourceMappingURL=workset.js.map

package/packages/tui/dist/App-BAlmxCCw.js

@@ -0,0 +1,3 @@
+import { createRequire as __createRequire } from 'node:module'; const require = __createRequire(import.meta.url);
+import{r as e}from"./chunk-D6axbAb-.js";import{a as t,i as n,n as r,s as i,t as a}from"./jsx-runtime-Cof-kwFn.js";import{t as o}from"./StatusPanel-2ex8fLOO.js";import{t as s}from"./SearchPanel-DREo6zgt.js";import{t as c}from"./CuratedPanel-sYdZAICX.js";import{t as l}from"./LogPanel-DVB8Sv46.js";var u=e(i()),d=a();const f=[`status`,`search`,`curated`,`log`];function p({context:e}){let[i,a]=(0,u.useState)(`status`);return r((e,t)=>{t.tab&&a(f[(f.indexOf(i)+1)%f.length]),e===`1`&&a(`status`),e===`2`&&a(`search`),e===`3`&&a(`curated`),e===`4`&&a(`log`)}),(0,d.jsxs)(t,{flexDirection:`column`,width:`100%`,children:[(0,d.jsxs)(t,{borderStyle:`single`,paddingX:1,children:[(0,d.jsx)(n,{bold:!0,color:`cyan`,children:`KB Dashboard`}),(0,d.jsx)(n,{children:` │ `}),f.map(e=>(0,d.jsxs)(u.Fragment,{children:[(0,d.jsxs)(n,{color:e===i?`green`:`gray`,bold:e===i,children:[`[`,f.indexOf(e)+1,`] `,e]}),(0,d.jsx)(n,{children:` `})]},e)),(0,d.jsx)(n,{color:`gray`,children:` │ Tab: switch │ Ctrl+C: quit`})]}),(0,d.jsxs)(t,{flexGrow:1,minHeight:10,children:[i===`status`&&(0,d.jsx)(o,{store:e.store}),i===`search`&&(0,d.jsx)(s,{store:e.store,embedder:e.embedder}),i===`curated`&&(0,d.jsx)(c,{store:e.store}),i===`log`&&(0,d.jsx)(l,{})]})]})}export{p as t};
+//# sourceMappingURL=App-BAlmxCCw.js.map

package/packages/tui/dist/App.d.ts

@@ -1,8 +1,14 @@
-import React from 'react';
-import type { TUIContext } from './index.js';
+import { createRequire as __createRequire } from 'node:module'; const require = __createRequire(import.meta.url);
+import { t as TUIContext } from "./index-B9VpfVPP.js";
+import React from "react";
+
+//#region packages/tui/src/App.d.ts
 interface AppProps {
-    context: TUIContext;
+  context: TUIContext;
 }
-export declare function App({ context }: AppProps): React.ReactElement;
-export {};
+declare function App({
+  context
+}: AppProps): React.ReactElement;
+//#endregion
+export { App };
 //# sourceMappingURL=App.d.ts.map