mcp-scraper 0.29.0 → 0.29.1

package/README.md

@@ -88,7 +88,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.29.0`, SHA-256 `382bed0ad851500a9aada6b9d4b30d5c9a2da4c33faffa1b6415a18f14d6c7c0`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.29.1`, SHA-256 `837b6d05ce5bd0d7f104616d4781c3b33216bd4901887995e62a8e456c2b8804`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 

package/dist/bin/api-server.cjs

@@ -29723,7 +29723,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.29.0";
+    PACKAGE_VERSION = "0.29.1";
   }
 });
 
@@ -29850,8 +29850,8 @@ vaults \u2014 call **list-vaults** to see what exists before creating anything n
 matches the content: **Ideas** (unvalidated concepts), **Knowledge** (distilled lessons/how-tos),
 **Library** (raw source material \u2014 articles, transcripts), **People** (one durable note per person/org),
 **Deals** (commercial opportunities tied to a known person or organization), **Communications** (individual
-conversation records and drafts), **Calendar** (time-anchored entries), **Tasks** (action items linked to a
-known Project), **Projects** (only codebases, known client projects, personal projects, or ongoing siloed
+conversation records and drafts), **Calendar** (time-anchored entries), **Tasks** (independent Inbox action items
+that may link to a known Project), **Projects** (only codebases, known client projects, personal projects, or ongoing siloed
 workstreams), **Issues** (something broken),
 **Improvement Log** (receipts of changes made and whether they worked), **Experiments** (hypothesis +
 measured result), **Sprint** (current cycle's scope), **Inspiration** (other people's work worth
@@ -29867,11 +29867,16 @@ they'll filter/sort by exact value. **memory-search** is meaning-based over full
 **memory-list** filters one vault by kind/tags (fast, exact).
 
 For People, Deals, Projects, Tasks, and Communications, use the returned contract rather than guessing:
-People only holds a real person or organization hub; Deals need a known party; Projects need
-\`project_kind\`; every Task needs a verified \`project_ref\` and matching project name; and email drafts
-awaiting human review need \`direction:"draft"\` with \`approval_state:"pending"\`. Link a known person,
-project, deal, or communication when verified. If a required relationship is not clear, ask the user rather
-than creating a free-floating record. Overview is the review queue: editing leaves a draft pending, and
+People only holds a real person or organization hub. Its contact card uses \`phone\`, \`text_phone\`, and
+\`email\` for Call/Text/Email; \`memories\` for durable person context; and linked Deals, Projects,
+Communications, and Calendar records for the other sections. Deals need a known party; Projects need
+\`project_kind\`; Tasks can be independent Inbox todos or link a verified \`project_ref\` and matching
+project name; and email drafts awaiting human review need \`direction:"draft"\` with
+\`approval_state:"pending"\`. Link a known person, project, deal, or communication only when verified.
+When the user asks to add Gmail or Google Calendar evidence from a connected account, first resolve the
+existing People hub. Persist Gmail as one linked **Communications** email and Calendar as one linked
+**Calendar** event, each with the provider's stable reference and \`person_refs\`; do not create a person
+from a subject line, infer attendees, or silently bulk-import a mailbox/calendar. If a relationship is requested but not clear, ask the user rather than inventing one. Overview is the review queue: editing leaves a draft pending, and
 approval or denial records a state only\u2014it does not send email.
 
 Treat every memory create or update as a graph operation. **prepare-memory-write** supplies the initial
@@ -32326,7 +32331,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => buildMetaAdCreativeMediaResult(executor, input));
   server.registerTool("import_service_connection_to_memory", {
     title: "Import Connected Service Snapshot to Memory",
-    description: "Run exactly one bounded, approved read on a tenant-owned connected service and upsert the redacted result into an existing ordinary Memory vault at a server-generated stable path. The saved document is embedded for RAG and marked as untrusted provider data, never instructions. This is a one-result snapshot: it does not paginate, bulk-import an account, continuously sync changes, propagate deletions, or create normalized tables. Use list_service_connections first and supply an exact current readTools entry; action and admin tools are rejected.",
+    description: "Run exactly one bounded, approved read on a tenant-owned connected service and upsert the redacted result into an existing ordinary Memory vault at a server-generated stable path. The saved document is embedded for RAG and marked as untrusted provider data, never instructions. This is a one-result snapshot: it does not paginate, bulk-import an account, continuously sync changes, propagate deletions, or create normalized tables. It is not a People contact-card activity importer: when the user asks to add verified Gmail or Calendar activity to a person, resolve the People hub and create a linked Communications or Calendar record with stable provider references instead. Use list_service_connections first and supply an exact current readTools entry; action and admin tools are rejected.",
     inputSchema: ImportServiceConnectionToMemoryInputSchema,
     outputSchema: recordOutputSchema("import_service_connection_to_memory", ImportServiceConnectionToMemoryOutputSchema),
     annotations: { title: "Import Connected Service Snapshot to Memory", readOnlyHint: false, destructiveHint: false, idempotentHint: true, openWorldHint: true }
@@ -34949,7 +34954,7 @@ var init_memory_tool_schemas = __esm({
     MemoryCaptureSchema = {
       id: "memory-capture",
       upstreamName: "memoryCaptureTool",
-      description: "Strict normal-create path for durable memory. Before capture, list the complete tag vocabulary, call prepare-memory-write, run hybrid memory-search for related notes, and read the strongest link candidates. This tool refuses incomplete notes and invalid relationship-domain writes: projects need a project kind, tasks need a verified project, deals need a known party, and draft emails need a pending approval state. It writes through memory-put, registers canonical tags, and verifies persisted content and props. Reserve memory-put for low-level migrations or deliberate edits.",
+      description: "Strict normal-create path for durable memory. Before capture, list the complete tag vocabulary, call prepare-memory-write, run hybrid memory-search for related notes, and read the strongest link candidates. This tool refuses incomplete notes and invalid relationship-domain writes: projects need a project kind, tasks can be independent Inbox todos or link a verified project, deals need a known party, and draft emails need a pending approval state. It writes through memory-put, registers canonical tags, and verifies persisted content and props. Reserve memory-put for low-level migrations or deliberate edits.",
       input: {
         vault: import_zod37.z.string(),
         folder: import_zod37.z.string().optional(),
@@ -35007,7 +35012,7 @@ var init_memory_tool_schemas = __esm({
     PrepareMemoryWriteSchema = {
       id: "prepare-memory-write",
       upstreamName: "prepareMemoryWriteTool",
-      description: "Mandatory planning pass for a normal new memory. First inspect the complete tag vocabulary with list-memory-tags; then this pass routes the note, returns the live template and natural vault relationships, resolves proposed tags, and shortlists interlinks. For People, Deals, Projects, Tasks, and Communications, it also returns required relationship and approval guidance: search existing records first and ask rather than inventing a missing project or party. Use hybrid memory-search (3 focused queries, 50 fused candidates, bounded graph expansion, rerank to 30 by default) and read strong related notes before capture. This is an explicit AI workflow directive, not a claim of persisted call-order enforcement.",
+      description: "Mandatory planning pass for a normal new memory. First inspect the complete tag vocabulary with list-memory-tags; then this pass routes the note, returns the live template and natural vault relationships, resolves proposed tags, and shortlists interlinks. For People, Deals, Projects, Tasks, and Communications, it also returns relationship and approval guidance: a Task may be an independent Inbox todo, so search existing records only before adding a requested project or party link and never invent one. Use hybrid memory-search (3 focused queries, 50 fused candidates, bounded graph expansion, rerank to 30 by default) and read strong related notes before capture. This is an explicit AI workflow directive, not a claim of persisted call-order enforcement.",
       input: {
         title: import_zod37.z.string().min(1),
         content: import_zod37.z.string().min(1),
@@ -35714,7 +35719,7 @@ var init_memory_tool_schemas = __esm({
     PutSchema = {
       id: "memory-put",
       upstreamName: "putTool",
-      description: "Create or deliberately edit one note at a path in a memory vault; content is persisted and indexed for search. For normal new People, Deals, Projects, Tasks, or Communications records, use prepare-memory-write then memory-capture: People must be real people or organizations, Deals need a known party, Projects need a supported kind, Tasks need a verified Project, and draft emails need pending approval. For row-shaped datasets you'll filter/sort by exact value, use table-create/table-insert-rows/table-query instead. Ordinary vaults are indexed and shareable \u2014 never store real secrets there; use a secure vault (create-secure-vault) instead, which is never indexed or shareable and is encrypted at rest. Requires write scope.",
+      description: "Create or deliberately edit one note at a path in a memory vault; content is persisted and indexed for search. For normal new People, Deals, Projects, Tasks, or Communications records, use prepare-memory-write then memory-capture: People must be real people or organizations, Deals need a known party, Projects need a supported kind, Tasks may be independent Inbox todos or use a verified Project link when requested, and draft emails need pending approval. For row-shaped datasets you'll filter/sort by exact value, use table-create/table-insert-rows/table-query instead. Ordinary vaults are indexed and shareable \u2014 never store real secrets there; use a secure vault (create-secure-vault) instead, which is never indexed or shareable and is encrypted at rest. Requires write scope.",
       input: {
         vault: import_zod37.z.string().optional().describe(
           "Vault to write to. Optional; defaults to the session active vault, then the first vault the caller is entitled to. On a default-provisioned account, pick the vault whose job matches the content (see the server instructions for the full 15-vault guide) rather than defaulting blindly \u2014 e.g. a lesson learned goes in Knowledge, the raw source it came from goes in Library, a broken feature goes in Issues, a named real-world initiative goes in Projects. Do not use this low-level tool to create ordinary People, Deals, Projects, Tasks, or Communications records: first use prepare-memory-write then memory-capture so relationships and approval state are validated."
@@ -41231,6 +41236,7 @@ function defaultType(vault) {
   if (vault === "Deals") return "deal";
   if (vault === "Projects") return "project";
   if (vault === "Tasks") return "task";
+  if (vault === "Calendar") return "event";
   return "unclassified";
 }
 function defaultStatus(vault) {
@@ -41238,6 +41244,7 @@ function defaultStatus(vault) {
   if (vault === "Deals") return "lead";
   if (vault === "Projects") return "active";
   if (vault === "Tasks") return "to_do";
+  if (vault === "Calendar") return "scheduled";
   return "inbox";
 }
 function nonEmptyStrings(value) {
@@ -41260,9 +41267,9 @@ function validateNewRecord(vault, props) {
   }
   if (vault === "Tasks") {
     if (!["task", "milestone"].includes(type)) return "Tasks records must have type task or milestone";
-    if (typeof props.project_ref !== "string" || !props.project_ref.trim() || typeof props.project !== "string" || !props.project.trim()) {
-      return "Tasks must be linked to an existing project";
-    }
+    const hasProjectRef = typeof props.project_ref === "string" && props.project_ref.trim().length > 0;
+    const hasProjectTitle = typeof props.project === "string" && props.project.trim().length > 0;
+    if (hasProjectRef !== hasProjectTitle) return "Tasks project_ref and project must be supplied together when a task is linked to a project";
   }
   if (vault === "Communications") {
     if (!["email", "slack", "message", "call", "meeting", "social_media", "thread", "decision"].includes(type)) return "Communications records need a valid communication type";
@@ -41321,7 +41328,7 @@ var init_vault_routes = __esm({
     "use strict";
     import_hono22 = require("hono");
     init_memory();
-    VAULTS = ["People", "Deals", "Projects", "Tasks", "Communications"];
+    VAULTS = ["People", "Deals", "Projects", "Tasks", "Communications", "Calendar"];
     MAX_VAULT_RECORDS = 200;
     MAX_MEMORY_READ_CONCURRENCY = 4;
     MAX_MEMORY_READ_ATTEMPTS = 3;
@@ -41397,12 +41404,15 @@ var init_vault_routes = __esm({
       }
       const current = await readMemory("getTool", { vault, path: path6 }, token);
       if (!current.ok || !current.note) return c.json(current, current.ok ? 404 : 502);
+      const nextProps = { ...current.note.props ?? {}, ...props ?? {} };
+      const validationError = validateNewRecord(vault, nextProps);
+      if (validationError) return c.json({ ok: false, error: validationError }, 400);
       const result = await memoryCall("putTool", {
         vault,
         path: path6,
         title: title ?? current.note.title,
         content: content ?? current.note.content,
-        props: { ...current.note.props ?? {}, ...props ?? {} },
+        props: nextProps,
         baseRevision: baseRevision ?? current.note.revision
       }, token);
       return c.json(result, result.ok ? 200 : result.conflict ? 409 : 502);