screenpipe-mcp 0.20.0 → 0.20.3

package/src/search-result.ts

@@ -0,0 +1,75 @@
+// screenpipe — AI that knows everything you've seen, said, or heard
+// https://screenpipe.com
+
+import { inputEventContent } from "./workflow-tools";
+
+export const DEFAULT_SEARCH_CONTENT_TRUNCATE = 1000;
+
+export function searchContentCap(value: unknown): number {
+  const cap = typeof value === "number" ? value : Number(value);
+  return value !== undefined && Number.isFinite(cap) && cap >= 0
+    ? Math.floor(cap) : DEFAULT_SEARCH_CONTENT_TRUNCATE;
+}
+
+export function truncateSearchText(text: string, cap: number): string {
+  if (cap === 0 || text.length <= cap) return text;
+  const left = Math.floor(cap / 2);
+  return text.slice(0, left) + `…[${text.length - cap} chars truncated; inspect the source or narrow the search]…` + text.slice(text.length - (cap - left));
+}
+
+function numericId(value: unknown): number | undefined {
+  return typeof value === "number" && Number.isSafeInteger(value) && value >= 0 ? value : undefined;
+}
+
+/** Source identifiers come from the backend, never from result position or text. */
+export function formatSearchHit(result: any, cap: number): { text: string; truncated: boolean } | null {
+  const c = result.content;
+  if (!c || typeof c !== "object") return null;
+  const frame = numericId(c.frame_id);
+  const chunk = numericId(c.chunk_id);
+  const frameRef = frame === undefined ? "" : `\nSource: frame_id=${frame}; screenpipe://frame/${frame}`;
+  const tags = Array.isArray(c.tags) && c.tags.length ? `\nTags: ${c.tags.join(", ")}` : "";
+  let label: string, body: string, source = frameRef;
+  switch (result.type) {
+    case "OCR":
+      label = c.text_source === "accessibility" ? "[Screen·a11y]" : c.text_source === "ocr" ? "[Screen·ocr]" : "[Screen]";
+      label += ` ${c.app_name || "?"} | ${c.window_name || "?"}`;
+      body = c.text || "";
+      break;
+    case "UI": case "Accessibility":
+      label = `[Accessibility] ${c.app_name || "?"} | ${c.window_name || "?"}`;
+      body = c.text || "";
+      break;
+    case "Audio":
+      label = `[Audio] ${c.device_name || "?"}`;
+      body = c.transcription || "";
+      source = chunk === undefined ? "" : `\nSource: chunk_id=${chunk}`;
+      if (typeof c.timestamp === "string" && Number.isFinite(Date.parse(c.timestamp))) {
+        source += `${source ? "; " : "\nSource: "}screenpipe://timeline?timestamp=${encodeURIComponent(c.timestamp)}`;
+      }
+      break;
+    case "Parsed":
+      label = `[Parsed] ${c.app_name || "?"} | ${c.window_name || "?"} | frame ${frame ?? "?"}`;
+      body = c.text || "";
+      break;
+    case "Memory":
+      label = `[Memory #${c.id}]${c.importance != null ? ` (importance: ${c.importance})` : ""}`;
+      body = c.content || "";
+      break;
+    case "Input":
+      return { text: `${result.starred ? "[Starred moment]\n" : ""}${inputEventContent(c, cap === 0 ? Number.MAX_SAFE_INTEGER : cap)}${source}`, truncated: cap > 0 && typeof c.text_content === "string" && c.text_content.length > cap };
+    default: return null;
+  }
+  body = String(body);
+  return {
+    text: `${result.starred ? "[Starred moment]\n" : ""}${label}\n${c.timestamp || c.created_at || ""}${source}\n${truncateSearchText(body, cap)}${tags}`,
+    truncated: cap > 0 && body.length > cap,
+  };
+}
+
+export function searchResultHeader(count: number, pagination: any): string {
+  const total = typeof pagination.total === "number" ? pagination.total : undefined;
+  const offset = typeof pagination.offset === "number" ? pagination.offset : 0;
+  return `Results: ${count}/${total ?? "?"}` +
+    (count > 0 && total !== undefined && offset + count < total ? ` (use offset=${offset + count} for more)` : "");
+}

package/src/stdio-lifecycle.test.ts

@@ -0,0 +1,48 @@
+// screenpipe — AI that knows everything you've seen, said, or heard
+// https://screenpipe.com
+import { it, expect } from "vitest";
+import { spawn, execFileSync, type ChildProcessWithoutNullStreams } from "node:child_process";
+import { createServer } from "node:http";
+import { once } from "node:events";
+import path from "node:path";
+const sleep=(ms:number)=>new Promise(resolve=>setTimeout(resolve,ms));
+async function until(predicate:()=>boolean, timeout=2000) {
+  const end=Date.now()+timeout;
+  while(!predicate() && Date.now()<end) await sleep(10);
+  expect(predicate()).toBe(true);
+}
+it("reaps a helper on EOF during a hung read while another client remains usable",async()=>{
+  const root=path.resolve(__dirname,"..");
+  execFileSync("bun",["run","build"],{cwd:root,stdio:"pipe",timeout:120000});
+  let hanging=false;
+  const api=createServer((req,res)=>{
+    if(req.url?.includes("q=hang")){hanging=true;return;}
+    res.setHeader("Content-Type","application/json");res.end(JSON.stringify({data:[],pagination:{total:0}}));
+  });
+  await new Promise<void>(resolve=>api.listen(0,"127.0.0.1",resolve));
+  const address=api.address();if(!address||typeof address==='string')throw new Error('fixture unavailable');
+  const port=address.port;
+  const children:ChildProcessWithoutNullStreams[]=[];
+  async function start(){
+    const child=spawn(process.execPath,[path.join(root,'dist/cli.js')],{env:{PATH:process.env.PATH||'',SCREENPIPE_LOCAL_API_KEY:'fixture',SCREENPIPE_LOCAL_API_URL:`http://127.0.0.1:${port}`,SCREENPIPE_DISABLE_TELEMETRY:'1'},stdio:'pipe'});
+    children.push(child);let output='';child.stdout.on('data',part=>output+=part);child.stderr.resume();
+    const send=(value:unknown)=>child.stdin.write(JSON.stringify(value)+'\n');
+    send({jsonrpc:'2.0',id:1,method:'initialize',params:{protocolVersion:'2024-11-05',capabilities:{},clientInfo:{name:'test',version:'1'}}});
+    await until(()=>output.includes('"id":1'));
+    send({jsonrpc:'2.0',method:'notifications/initialized'});
+    return {child,send,output:()=>output};
+  }
+  try{
+    const abandoned=await start(), live=await start();
+    abandoned.send({jsonrpc:'2.0',id:2,method:'tools/call',params:{name:'search-content',arguments:{q:'hang'}}});
+    await until(()=>hanging);abandoned.child.stdin.end();
+    await until(()=>abandoned.child.exitCode!==null);
+    expect(live.child.exitCode).toBeNull();
+    live.send({jsonrpc:'2.0',id:2,method:'tools/call',params:{name:'search-content',arguments:{}}});
+    await until(()=>live.output().includes('No results'));
+    live.child.stdin.end();await until(()=>live.child.exitCode!==null);
+  } finally {
+    for(const child of children)if(child.exitCode===null&&child.signalCode===null){child.kill('SIGKILL');await once(child,'exit');}
+    api.closeAllConnections();await new Promise<void>(resolve=>api.close(()=>resolve()));
+  }
+},15000);

package/src/workflow-transport.test.ts

@@ -20,7 +20,7 @@ it("discovers and retrieves workflow targeting context through the built MCP tra
     if(req.url?.startsWith("/workflows?")) res.end(JSON.stringify({data:[{id,title:"Invoice review"},{id:uuidId,title:"Maintained workflow"}]}));
     else if(req.url?.startsWith(`/workflows/${id}?`)) res.end(JSON.stringify({id,workflow:{stages:[{name:"Review"}]},automationEvidence:[{status:"no_captured_frame",actionTarget:"unknown"}]}));
     else if(req.url?.startsWith(`/workflows/${uuidId}?`)) res.end(JSON.stringify({id:uuidId,workflow:{stages:[{name:"Review maintained workflow"}]}}));
-    else if(req.url?.startsWith("/search?")) res.end(JSON.stringify({data:[{type:"Input",content:{id:8,event_type:"click",frame_id:7,x:40,y:60,element_role:"AXButton",element_name:"Approve"}}],pagination:{total:1,offset:0,limit:5}}));
+    else if(req.url?.startsWith("/search?")) res.end(JSON.stringify({data:[{starred:req.url.includes("starred_only=true"),type:"Input",content:{id:8,event_type:"click",frame_id:7,x:40,y:60,element_role:"AXButton",element_name:"Approve"}}],pagination:{total:1,offset:0,limit:5}}));
     else if(req.url === "/frames/7/context?include_empty=true") res.end(JSON.stringify({frame_id:7,text_source:"accessibility",nodes:[{role:"AXButton",text:"",bounds:{left:0.25,top:0.5,width:0.125,height:0.0625},properties:{automation_id:"approve"}}]}));
     else { res.writeHead(404);res.end("{}"); }
   });
@@ -33,6 +33,14 @@ it("discovers and retrieves workflow targeting context through the built MCP tra
     await client.connect(transport);
     const tools=await client.listTools();
     expect(tools.tools.map(t=>t.name)).toEqual(expect.arrayContaining(["list-workflows","get-workflow"]));
+    expect(tools.tools.some(t=>t.name === "list-starred-sessions")).toBe(false);
+    expect(tools.tools.find(t=>t.name === "search-content")?.inputSchema.properties).toHaveProperty("starred_only");
+    const before = requests.length;
+    const starred = await client.callTool({name:"search-content",arguments:{starred_only:true,start_time:"2026-10-02T00:00:00Z",end_time:"2026-10-03T00:00:00Z",limit:5}});
+    expect(starred.isError).not.toBe(true);
+    expect(JSON.stringify(starred)).toContain("[Starred moment]");
+    expect(requests.slice(before)).toHaveLength(1);
+    expect(requests.at(-1)).toContain("starred_only=true");
     const listed=await client.callTool({name:"list-workflows",arguments:{q:"invoice"}});
     expect(JSON.stringify(listed)).toContain(id);
     const detail=await client.callTool({name:"get-workflow",arguments:{id}});