@jonathangu/openclawbrain 0.3.0

package/src/store/fts5-sanitize.ts

@@ -0,0 +1,29 @@
+/**
+ * Sanitize a user-provided query for use in an FTS5 MATCH expression.
+ *
+ * FTS5 treats certain characters as operators:
+ *   - `-` (NOT), `+` (required), `*` (prefix), `^` (initial token)
+ *   - `OR`, `AND`, `NOT` (boolean operators)
+ *   - `:` (column filter — e.g. `agent:foo` means "search column agent")
+ *   - `"` (phrase query), `(` `)` (grouping)
+ *   - `NEAR` (proximity)
+ *
+ * If the query contains any of these, naive MATCH will either error
+ * ("no such column") or return unexpected results.
+ *
+ * Strategy: wrap each whitespace-delimited token in double quotes so FTS5
+ * treats it as a literal phrase token. Internal double quotes are stripped.
+ * Empty tokens are dropped. Tokens are joined with spaces (implicit AND).
+ *
+ * Examples:
+ *   "sub-agent restrict"  →  '"sub-agent" "restrict"'
+ *   "lcm_expand OR crash" →  '"lcm_expand" "OR" "crash"'
+ *   'hello "world"'       →  '"hello" "world"'
+ */
+export function sanitizeFts5Query(raw: string): string {
+  const tokens = raw.split(/\s+/).filter(Boolean);
+  if (tokens.length === 0) {
+    return '""';
+  }
+  return tokens.map((t) => `"${t.replace(/"/g, "")}"`).join(" ");
+}

package/src/store/full-text-fallback.ts

@@ -0,0 +1,74 @@
+const RAW_TERM_RE = /"([^"]+)"|(\S+)/g;
+const EDGE_PUNCTUATION_RE = /^[`'"()[\]{}<>.,:;!?*_+=|\\/-]+|[`'"()[\]{}<>.,:;!?*_+=|\\/-]+$/g;
+
+export type LikeSearchPlan = {
+  terms: string[];
+  where: string[];
+  args: string[];
+};
+
+function normalizeFallbackTerm(raw: string): string {
+  return raw.trim().replace(EDGE_PUNCTUATION_RE, "").toLowerCase();
+}
+
+function escapeLike(term: string): string {
+  return term.replace(/([\\%_])/g, "\\$1");
+}
+
+/**
+ * Convert a free-text query into a conservative LIKE search plan.
+ *
+ * The fallback keeps phrase tokens when the query uses double quotes, and
+ * otherwise searches for all normalized tokens as case-insensitive substrings.
+ */
+export function buildLikeSearchPlan(column: string, query: string): LikeSearchPlan {
+  const terms: string[] = [];
+  for (const match of query.matchAll(RAW_TERM_RE)) {
+    const raw = match[1] ?? match[2] ?? "";
+    const normalized = normalizeFallbackTerm(raw);
+    if (normalized.length > 0 && !terms.includes(normalized)) {
+      terms.push(normalized);
+    }
+  }
+
+  if (terms.length === 0) {
+    const fallback = normalizeFallbackTerm(query);
+    if (fallback.length > 0) {
+      terms.push(fallback);
+    }
+  }
+
+  return {
+    terms,
+    where: terms.map(() => `LOWER(${column}) LIKE ? ESCAPE '\\'`),
+    args: terms.map((term) => `%${escapeLike(term)}%`),
+  };
+}
+
+/**
+ * Build a compact snippet centered around the earliest matching term.
+ */
+export function createFallbackSnippet(content: string, terms: string[]): string {
+  const haystack = content.toLowerCase();
+  let matchIndex = -1;
+  let matchLength = 0;
+
+  for (const term of terms) {
+    const idx = haystack.indexOf(term);
+    if (idx !== -1 && (matchIndex === -1 || idx < matchIndex)) {
+      matchIndex = idx;
+      matchLength = term.length;
+    }
+  }
+
+  if (matchIndex === -1) {
+    const head = content.trim();
+    return head.length <= 80 ? head : `${head.slice(0, 77).trimEnd()}...`;
+  }
+
+  const start = Math.max(0, matchIndex - 24);
+  const end = Math.min(content.length, matchIndex + Math.max(matchLength, 1) + 40);
+  const prefix = start > 0 ? "..." : "";
+  const suffix = end < content.length ? "..." : "";
+  return `${prefix}${content.slice(start, end).trim()}${suffix}`;
+}

package/src/store/index.ts

@@ -0,0 +1,29 @@
+export { ConversationStore } from "./conversation-store.js";
+export type {
+  ConversationId,
+  MessageId,
+  SummaryId,
+  MessageRole,
+  MessagePartType,
+  MessageRecord,
+  MessagePartRecord,
+  ConversationRecord,
+  CreateMessageInput,
+  CreateMessagePartInput,
+  CreateConversationInput,
+  MessageSearchInput,
+  MessageSearchResult,
+} from "./conversation-store.js";
+
+export { SummaryStore } from "./summary-store.js";
+export type {
+  SummaryKind,
+  ContextItemType,
+  CreateSummaryInput,
+  SummaryRecord,
+  ContextItemRecord,
+  SummarySearchInput,
+  SummarySearchResult,
+  CreateLargeFileInput,
+  LargeFileRecord,
+} from "./summary-store.js";