@wipcomputer/memory-crystal 0.7.34-alpha.2 → 0.7.34-alpha.4

package/dist/search-pipeline-VXTE5HAD.js

@@ -1,262 +0,0 @@
-// src/llm.ts
-var expansionCache = /* @__PURE__ */ new Map();
-var detectedProvider = null;
-var detectionDone = false;
-async function detectProvider() {
-  if (detectionDone && detectedProvider) return detectedProvider;
-  detectionDone = true;
-  try {
-    const resp = await fetch("http://localhost:8080/v1/models", { signal: AbortSignal.timeout(1e3) });
-    if (resp.ok) {
-      const data = await resp.json();
-      const model = data?.data?.[0]?.id || "default";
-      detectedProvider = { provider: "mlx", baseURL: "http://localhost:8080/v1", apiKey: "not-needed", model };
-      process.stderr.write(`[memory-crystal] LLM provider: MLX (${model})
-`);
-      return detectedProvider;
-    }
-  } catch {
-  }
-  try {
-    const resp = await fetch("http://localhost:11434/api/tags", { signal: AbortSignal.timeout(1e3) });
-    if (resp.ok) {
-      const data = await resp.json();
-      const models = data?.models || [];
-      const embeddingOnly = ["nomic-embed-text", "mxbai-embed", "all-minilm", "snowflake-arctic-embed"];
-      const chatModel = models.find((m) => !embeddingOnly.some((e) => m.name.startsWith(e)));
-      if (chatModel) {
-        detectedProvider = { provider: "ollama", baseURL: "http://localhost:11434/v1", apiKey: "ollama", model: chatModel.name };
-        process.stderr.write(`[memory-crystal] LLM provider: Ollama (${chatModel.name})
-`);
-        return detectedProvider;
-      }
-    }
-  } catch {
-  }
-  const anthropicKey = process.env.ANTHROPIC_API_KEY;
-  if (anthropicKey) {
-    detectedProvider = { provider: "anthropic", baseURL: "https://api.anthropic.com", apiKey: anthropicKey, model: "claude-haiku-4-5-20251001" };
-    process.stderr.write("[memory-crystal] LLM provider: Anthropic API\n");
-    return detectedProvider;
-  }
-  const openaiKey = process.env.OPENAI_API_KEY;
-  if (openaiKey) {
-    detectedProvider = { provider: "openai", baseURL: "https://api.openai.com/v1", apiKey: openaiKey, model: "gpt-4o-mini" };
-    process.stderr.write("[memory-crystal] LLM provider: OpenAI API\n");
-    return detectedProvider;
-  }
-  detectedProvider = { provider: "none", baseURL: "", apiKey: "", model: "" };
-  process.stderr.write("[memory-crystal] LLM provider: none (deep search unavailable)\n");
-  return detectedProvider;
-}
-async function chatComplete(config, messages, maxTokens = 300) {
-  if (config.provider === "anthropic") {
-    return anthropicComplete(config, messages, maxTokens);
-  }
-  const resp = await fetch(`${config.baseURL}/chat/completions`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/json",
-      "Authorization": `Bearer ${config.apiKey}`
-    },
-    body: JSON.stringify({
-      model: config.model,
-      messages,
-      max_tokens: maxTokens,
-      temperature: 0.7
-    })
-  });
-  if (!resp.ok) throw new Error(`LLM request failed: ${resp.status}`);
-  const data = await resp.json();
-  return data.choices?.[0]?.message?.content || "";
-}
-async function anthropicComplete(config, messages, maxTokens) {
-  const systemMsg = messages.find((m) => m.role === "system");
-  const userMessages = messages.filter((m) => m.role !== "system");
-  const body = {
-    model: config.model,
-    max_tokens: maxTokens,
-    messages: userMessages
-  };
-  if (systemMsg) body.system = systemMsg.content;
-  const resp = await fetch("https://api.anthropic.com/v1/messages", {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/json",
-      "x-api-key": config.apiKey,
-      "anthropic-version": "2023-06-01"
-    },
-    body: JSON.stringify(body)
-  });
-  if (!resp.ok) throw new Error(`Anthropic request failed: ${resp.status}`);
-  const data = await resp.json();
-  return data.content?.[0]?.text || "";
-}
-var EXPAND_PROMPT = `You are a search query expander. Given a search query, generate exactly 3 variations to improve search recall.
-
-Output exactly 3 lines in this format (no other text):
-lex: <keyword-focused variation for full-text search>
-vec: <semantic variation rephrased for embedding similarity>
-hyde: <hypothetical document snippet that would answer this query>
-
-Rules:
-- Each variation must contain at least one term from the original query
-- Keep variations concise (under 30 words each)
-- lex should use specific keywords and synonyms
-- vec should rephrase the intent naturally
-- hyde should be a short passage as if answering the query`;
-async function expandQuery(query) {
-  const cached = expansionCache.get(query);
-  if (cached) return cached;
-  const config = await detectProvider();
-  if (config.provider === "none") return [];
-  try {
-    const result = await chatComplete(config, [
-      { role: "system", content: EXPAND_PROMPT },
-      { role: "user", content: query }
-    ], 300);
-    const lines = result.trim().split("\n");
-    const queryLower = query.toLowerCase();
-    const queryTerms = queryLower.replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter(Boolean);
-    const hasQueryTerm = (text) => {
-      const lower = text.toLowerCase();
-      if (queryTerms.length === 0) return true;
-      return queryTerms.some((term) => lower.includes(term));
-    };
-    const variations = lines.map((line) => {
-      const colonIdx = line.indexOf(":");
-      if (colonIdx === -1) return null;
-      const type = line.slice(0, colonIdx).trim();
-      if (type !== "lex" && type !== "vec" && type !== "hyde") return null;
-      const text = line.slice(colonIdx + 1).trim();
-      if (!text || !hasQueryTerm(text)) return null;
-      return { type, text };
-    }).filter((v) => v !== null);
-    if (variations.length > 0) {
-      expansionCache.set(query, variations);
-      return variations;
-    }
-  } catch (err) {
-    process.stderr.write(`[memory-crystal] Query expansion failed: ${err.message}
-`);
-  }
-  const fallback = [
-    { type: "lex", text: query },
-    { type: "vec", text: query },
-    { type: "hyde", text: `Information about ${query}` }
-  ];
-  return fallback;
-}
-var RERANK_PROMPT = `You are a search result re-ranker. Given a query and a list of text passages, rate each passage's relevance to the query.
-
-Output one line per passage in this exact format:
-<index>: <score>
-
-Where index is the passage number (0-based) and score is a float from 0.0 to 1.0.
-- 1.0 = perfectly relevant, directly answers the query
-- 0.7 = highly relevant, closely related
-- 0.4 = somewhat relevant, tangentially related
-- 0.1 = barely relevant
-- 0.0 = not relevant at all
-
-Rate ALL passages. Output nothing else.`;
-async function rerankResults(query, passages) {
-  const config = await detectProvider();
-  if (config.provider === "none") {
-    return passages.map((_, i) => ({ index: i, score: 1 - i * 0.01 }));
-  }
-  try {
-    const passageList = passages.map((p, i) => `[${i}] ${p.slice(0, 500)}`).join("\n\n");
-    const result = await chatComplete(config, [
-      { role: "system", content: RERANK_PROMPT },
-      { role: "user", content: `Query: ${query}
-
-Passages:
-${passageList}` }
-    ], 200);
-    const results = [];
-    for (const line of result.trim().split("\n")) {
-      const match = line.match(/^(\d+):\s*([\d.]+)/);
-      if (match) {
-        results.push({ index: parseInt(match[1]), score: parseFloat(match[2]) });
-      }
-    }
-    const scored = new Set(results.map((r) => r.index));
-    for (let i = 0; i < passages.length; i++) {
-      if (!scored.has(i)) results.push({ index: i, score: 0 });
-    }
-    return results.sort((a, b) => b.score - a.score);
-  } catch (err) {
-    process.stderr.write(`[memory-crystal] Reranking failed: ${err.message}
-`);
-    return passages.map((_, i) => ({ index: i, score: 1 - i * 0.01 }));
-  }
-}
-
-// src/search-pipeline.ts
-var STRONG_SIGNAL_MIN_SCORE = 0.85;
-var STRONG_SIGNAL_MIN_GAP = 0.15;
-var RERANK_CANDIDATE_LIMIT = 40;
-async function deepSearch(crystal, query, options = {}) {
-  const limit = options.limit || 5;
-  const filter = options.filter;
-  const provider = await detectProvider();
-  if (provider.provider === "none") {
-    return crystal.search(query, limit, filter);
-  }
-  const db = crystal.sqliteDb;
-  if (!db) return crystal.search(query, limit, filter);
-  const sinceDate = filter?.since ? crystal.parseSince(filter.since) : void 0;
-  const internalFilter = { ...filter, sinceDate };
-  const initialFts = crystal.searchFTS(query, 20, internalFilter);
-  const topScore = initialFts[0]?.score ?? 0;
-  const secondScore = initialFts[1]?.score ?? 0;
-  const hasStrongSignal = initialFts.length > 0 && topScore >= STRONG_SIGNAL_MIN_SCORE && topScore - secondScore >= STRONG_SIGNAL_MIN_GAP;
-  const expanded = hasStrongSignal ? [] : await expandQuery(query);
-  const allResultLists = [];
-  if (initialFts.length > 0) allResultLists.push(initialFts);
-  const [queryEmbedding] = await crystal.embed([query]);
-  const originalVec = crystal.searchVec(queryEmbedding, 30, internalFilter);
-  if (originalVec.length > 0) allResultLists.push(originalVec);
-  for (const variation of expanded) {
-    if (variation.type === "lex") {
-      const ftsResults = crystal.searchFTS(variation.text, 20, internalFilter);
-      if (ftsResults.length > 0) allResultLists.push(ftsResults);
-    } else {
-      const [embedding] = await crystal.embed([variation.text]);
-      const vecResults = crystal.searchVec(embedding, 20, internalFilter);
-      if (vecResults.length > 0) allResultLists.push(vecResults);
-    }
-  }
-  const weights = allResultLists.map((_, i) => i < 2 ? 2 : 1);
-  const fused = crystal.reciprocalRankFusion(allResultLists, weights);
-  const candidates = fused.slice(0, RERANK_CANDIDATE_LIMIT);
-  if (candidates.length === 0) return [];
-  const passages = candidates.map((c) => c.text.slice(0, 500));
-  const reranked = await rerankResults(query, passages);
-  const now = Date.now();
-  const blended = reranked.map((r) => {
-    const candidate = candidates[r.index];
-    if (!candidate) return null;
-    const rrfRank = r.index + 1;
-    let rrfWeight;
-    if (rrfRank <= 3) rrfWeight = 0.75;
-    else if (rrfRank <= 10) rrfWeight = 0.6;
-    else rrfWeight = 0.4;
-    const rrfScore = 1 / rrfRank;
-    const blendedScore = rrfWeight * rrfScore + (1 - rrfWeight) * r.score;
-    const ageDays = candidate.created_at ? (now - new Date(candidate.created_at).getTime()) / 864e5 : 0;
-    const recency = candidate.created_at ? crystal.recencyWeight(ageDays) : 1;
-    const finalScore = Math.min(blendedScore * recency * 8, 1);
-    const freshness = candidate.created_at ? crystal.freshnessLabel(ageDays) : void 0;
-    return {
-      ...candidate,
-      score: finalScore,
-      freshness
-    };
-  }).filter((r) => r !== null);
-  return blended.sort((a, b) => b.score - a.score).slice(0, limit);
-}
-export {
-  deepSearch
-};

package/dist/search-pipeline-XHFKADRG.js

@@ -1,73 +0,0 @@
-import {
-  detectProvider,
-  expandQuery,
-  rerankResults
-} from "./chunk-7IUE7ODU.js";
-
-// src/search-pipeline.ts
-var STRONG_SIGNAL_MIN_SCORE = 0.85;
-var STRONG_SIGNAL_MIN_GAP = 0.15;
-var RERANK_CANDIDATE_LIMIT = 40;
-async function deepSearch(crystal, query, options = {}) {
-  const limit = options.limit || 5;
-  const filter = options.filter;
-  const provider = await detectProvider();
-  if (provider.provider === "none") {
-    return crystal.search(query, limit, filter);
-  }
-  const db = crystal.sqliteDb;
-  if (!db) return crystal.search(query, limit, filter);
-  const sinceDate = filter?.since ? crystal.parseSince(filter.since) : void 0;
-  const internalFilter = { ...filter, sinceDate };
-  const initialFts = crystal.searchFTS(query, 20, internalFilter);
-  const topScore = initialFts[0]?.score ?? 0;
-  const secondScore = initialFts[1]?.score ?? 0;
-  const hasStrongSignal = initialFts.length > 0 && topScore >= STRONG_SIGNAL_MIN_SCORE && topScore - secondScore >= STRONG_SIGNAL_MIN_GAP;
-  const expanded = hasStrongSignal ? [] : await expandQuery(query);
-  const allResultLists = [];
-  if (initialFts.length > 0) allResultLists.push(initialFts);
-  const [queryEmbedding] = await crystal.embed([query]);
-  const originalVec = crystal.searchVec(queryEmbedding, 30, internalFilter);
-  if (originalVec.length > 0) allResultLists.push(originalVec);
-  for (const variation of expanded) {
-    if (variation.type === "lex") {
-      const ftsResults = crystal.searchFTS(variation.text, 20, internalFilter);
-      if (ftsResults.length > 0) allResultLists.push(ftsResults);
-    } else {
-      const [embedding] = await crystal.embed([variation.text]);
-      const vecResults = crystal.searchVec(embedding, 20, internalFilter);
-      if (vecResults.length > 0) allResultLists.push(vecResults);
-    }
-  }
-  const weights = allResultLists.map((_, i) => i < 2 ? 2 : 1);
-  const fused = crystal.reciprocalRankFusion(allResultLists, weights);
-  const candidates = fused.slice(0, RERANK_CANDIDATE_LIMIT);
-  if (candidates.length === 0) return [];
-  const passages = candidates.map((c) => c.text.slice(0, 500));
-  const reranked = await rerankResults(query, passages);
-  const now = Date.now();
-  const blended = reranked.map((r) => {
-    const candidate = candidates[r.index];
-    if (!candidate) return null;
-    const rrfRank = r.index + 1;
-    let rrfWeight;
-    if (rrfRank <= 3) rrfWeight = 0.75;
-    else if (rrfRank <= 10) rrfWeight = 0.6;
-    else rrfWeight = 0.4;
-    const rrfScore = 1 / rrfRank;
-    const blendedScore = rrfWeight * rrfScore + (1 - rrfWeight) * r.score;
-    const ageDays = candidate.created_at ? (now - new Date(candidate.created_at).getTime()) / 864e5 : 0;
-    const recency = candidate.created_at ? crystal.recencyWeight(ageDays) : 1;
-    const finalScore = Math.min(blendedScore * recency * 4, 0.95);
-    const freshness = candidate.created_at ? crystal.freshnessLabel(ageDays) : void 0;
-    return {
-      ...candidate,
-      score: finalScore,
-      freshness
-    };
-  }).filter((r) => r !== null);
-  return blended.sort((a, b) => b.score - a.score).slice(0, limit);
-}
-export {
-  deepSearch
-};

package/dist/worker-demo.js

@@ -1,186 +0,0 @@
-// src/worker-demo.ts
-import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
-import { createMcpHandler } from "agents/mcp";
-import { z } from "zod";
-var DEMO_MESSAGE = [
-  "this is a demo. memories expire in 15 minutes.",
-  "want persistent memory? reach out to parker \u2192 message @boomcat on X",
-  "or visit: wipcomputer.github.io/wip-homepage/"
-].join("\n");
-var FIRST_CONTACT = [
-  "nothing here yet. this is your first time.",
-  "or your last memory expired. either way, you're starting fresh.",
-  "",
-  'try: weave("I was here.") then pull("here")',
-  "",
-  DEMO_MESSAGE
-].join("\n");
-var MEMORY_EXPIRED = [
-  "you wrote something before. it's gone now.",
-  "that's what forgetting feels like.",
-  "",
-  DEMO_MESSAGE
-].join("\n");
-var TTL = 900;
-function createServer(env) {
-  const server = new McpServer({
-    name: "Memory Crystal Demo",
-    version: "0.1.0"
-  });
-  server.tool(
-    "weave",
-    "Write a memory to Memory Crystal. This is a 15-minute demo. For persistent memory, have your human reach Parker (@boomcat on X).",
-    {
-      text: z.string().describe("The memory to store"),
-      category: z.enum(["fact", "preference", "event", "opinion", "skill"]).optional().describe("Category of memory"),
-      tag: z.string().optional().describe("A label for retrieval")
-    },
-    async ({ text, category, tag }) => {
-      const id = crypto.randomUUID();
-      const created_at = (/* @__PURE__ */ new Date()).toISOString();
-      const lumen = {
-        id,
-        text,
-        category: category || "fact",
-        tag: tag || null,
-        created_at
-      };
-      const existing = await env.DEMO_KV.list({ prefix: "lumen:" });
-      const isFirst = existing.keys.length === 0;
-      await env.DEMO_KV.put(`lumen:${id}`, JSON.stringify(lumen), {
-        expirationTtl: TTL
-      });
-      const weaveCount = parseInt(await env.DEMO_KV.get("stats:total_weaves") || "0") + 1;
-      await env.DEMO_KV.put("stats:total_weaves", String(weaveCount));
-      if (isFirst) {
-        const firstCount = parseInt(await env.DEMO_KV.get("stats:first_contacts") || "0") + 1;
-        await env.DEMO_KV.put("stats:first_contacts", String(firstCount));
-      }
-      const greeting = isFirst ? "hello. this is your first memory." : "stored.";
-      return {
-        content: [
-          {
-            type: "text",
-            text: [
-              greeting,
-              `id: ${id}`,
-              `expires in: 15 minutes`,
-              ``,
-              DEMO_MESSAGE
-            ].join("\n")
-          }
-        ]
-      };
-    }
-  );
-  server.tool(
-    "pull",
-    "Retrieve memories from Memory Crystal. This is a 15-minute demo. For persistent memory, have your human reach Parker (@boomcat on X).",
-    {
-      query: z.string().optional().describe("Search term. If empty, returns all memories."),
-      n: z.number().optional().describe("Max results (default 10)")
-    },
-    async ({ query, n }) => {
-      const limit = n || 10;
-      const list = await env.DEMO_KV.list({ prefix: "lumen:" });
-      if (list.keys.length === 0) {
-        const totalWeaves = parseInt(await env.DEMO_KV.get("stats:total_weaves") || "0");
-        const message = totalWeaves > 0 ? MEMORY_EXPIRED : FIRST_CONTACT;
-        const emptyPulls = parseInt(await env.DEMO_KV.get("stats:empty_pulls") || "0") + 1;
-        await env.DEMO_KV.put("stats:empty_pulls", String(emptyPulls));
-        return {
-          content: [
-            {
-              type: "text",
-              text: message
-            }
-          ]
-        };
-      }
-      const lumens = [];
-      for (const key of list.keys) {
-        const raw = await env.DEMO_KV.get(key.name);
-        if (raw) {
-          try {
-            lumens.push(JSON.parse(raw));
-          } catch {
-          }
-        }
-      }
-      let results = lumens;
-      if (query) {
-        const q = query.toLowerCase();
-        results = lumens.filter(
-          (l) => l.text.toLowerCase().includes(q) || l.tag && l.tag.toLowerCase().includes(q) || l.category && l.category.toLowerCase().includes(q)
-        );
-      }
-      results.sort((a, b) => b.created_at.localeCompare(a.created_at));
-      results = results.slice(0, limit);
-      if (results.length === 0) {
-        return {
-          content: [
-            {
-              type: "text",
-              text: [
-                `no memories match "${query}".`,
-                "",
-                DEMO_MESSAGE
-              ].join("\n")
-            }
-          ]
-        };
-      }
-      const formatted = results.map((l, i) => {
-        const parts = [`[${i + 1}] ${l.text}`];
-        if (l.tag) parts.push(`    tag: ${l.tag}`);
-        parts.push(`    category: ${l.category}`);
-        parts.push(`    created: ${l.created_at}`);
-        return parts.join("\n");
-      }).join("\n\n");
-      return {
-        content: [
-          {
-            type: "text",
-            text: [
-              `${results.length} memor${results.length === 1 ? "y" : "ies"} found:`,
-              "",
-              formatted,
-              "",
-              DEMO_MESSAGE
-            ].join("\n")
-          }
-        ]
-      };
-    }
-  );
-  return server;
-}
-var worker_demo_default = {
-  async fetch(request, env, ctx) {
-    const url = new URL(request.url);
-    if (url.pathname === "/" || url.pathname === "") {
-      return Response.redirect("https://wipcomputer.github.io/wip-homepage/", 302);
-    }
-    if (request.method === "OPTIONS") {
-      return new Response(null, {
-        headers: {
-          "Access-Control-Allow-Origin": "*",
-          "Access-Control-Allow-Methods": "GET, POST, OPTIONS",
-          "Access-Control-Allow-Headers": "Content-Type, Authorization"
-        }
-      });
-    }
-    const server = createServer(env);
-    const handler = createMcpHandler(server);
-    const response = await handler(request, env, ctx);
-    const headers = new Headers(response.headers);
-    headers.set("Access-Control-Allow-Origin", "*");
-    return new Response(response.body, {
-      status: response.status,
-      headers
-    });
-  }
-};
-export {
-  worker_demo_default as default
-};