visionclaw 0.1.209 → 0.1.210-beta.2

package/dist/agent/transcript-indexer.d.ts

@@ -1,200 +0,0 @@
-/**
- * Transcript-based structured memory: indexes wake cycle summaries into
- * a SQLite database with FTS5 full-text search and sqlite-vec vector
- * similarity search. Each wake cycle is summarized by an LLM after
- * completion and stored for later retrieval.
- *
- * IMPORTANT — file terminology:
- *  - "source file" (DB column `source_file`): the JSONL file that contains
- *    the raw data for a wake cycle. This is EITHER:
- *      • An engine transcript for live-indexed cycles, such as:
- *        - Claude SDK: `~/.claude/projects/<slug>/<sessionId>.jsonl`
- *        - Pi Coding Agent: `~/.visionclaw/.../pi-agent/<mode>/sessions/<sessionId>.jsonl`
- *      • A **VisionClaw runtime log** (`~/.visionclaw/profiles/<profile>/logs/YYYY-MM-DD.jsonl`)
- *        for backfill-indexed cycles.
- *    These formats differ:
- *      - Claude transcripts: `{type:"user"|"assistant", message:{...}}`
- *      - Pi Coding transcripts: `{type:"message", message:{role, content, ...}}`
- *      - VisionClaw logs: `{timestamp, level, category, message, data}`
- *
- * This module handles:
- *  - SQLite schema creation (wake_cycles + FTS5 + vec0 virtual tables)
- *  - Reading source file lines (both Claude transcripts and VisionClaw logs)
- *  - Generating summaries via Gemini Flash
- *  - Generating embeddings via Gemini Embedding
- *  - Inserting indexed records
- *  - Keyword (FTS5), semantic (vec0 KNN), and hybrid search
- *  - Retrieval of key excerpts and original source file lines
- */
-import type { VisionClawConfig } from "../config/types.js";
-import type { SessionMode } from "./mailbox.js";
-import { type TranscriptParserKind } from "./transcript-parsers/index.js";
-export interface WakeCycleRecord {
-    wake_cycle_id: string;
-    session_type: string;
-    timestamp_start: string;
-    timestamp_end: string;
-    summary: string;
-    key_excerpts: string | null;
-    /** Path to the source JSONL file (engine transcript or VisionClaw log). */
-    source_file: string;
-    start_line: number;
-    end_line: number;
-    embedding: Buffer | null;
-}
-export interface SearchResult {
-    wake_cycle_id: string;
-    session_type: string;
-    timestamp_start: string;
-    timestamp_end: string;
-    summary: string;
-    relevance_score: number;
-}
-export interface IndexWakeCycleOptions {
-    sessionType: SessionMode;
-    /** Path to the source transcript file for this wake cycle. */
-    sourceFile: string;
-    /**
-     * Identifies which agent engine produced `sourceFile` so the indexer can
-     * pick the matching `TranscriptParser`. Defaults to `"claude"` for
-     * backward compatibility with callers that only ever wrote Claude SDK
-     * transcripts; new callers (Pi Coding Agent etc.) must pass an explicit
-     * value or the wrong parser will be used and no summary will be generated.
-     */
-    sourceFormat?: TranscriptParserKind;
-    startLine: number;
-    endLine: number;
-    timestampStart: string;
-    timestampEnd: string;
-    trigger: "message" | "heartbeat";
-    messages: {
-        channel: string;
-        sender: string;
-        text: string;
-    }[];
-    config: VisionClawConfig;
-}
-/**
- * Count lines in a file asynchronously via streaming.
- * Returns 0 if the file does not exist.
- */
-export declare function countFileLines(filePath: string): Promise<number>;
-/**
- * Read specific line range from a JSONL source file (engine transcript or
- * VisionClaw log). Lines are 1-indexed; range is [startLine, endLine)
- * (exclusive end). Handles both plain .jsonl and .jsonl.gz files via streaming.
- *
- * @param maxLines — optional cap on lines returned. When the range contains
- *   more lines than this limit, the function samples lines evenly across the
- *   range so the start, middle and end of the cycle are all represented.
- */
-export declare function readSourceFileLines(filePath: string, startLine: number, endLine: number, maxLines?: number): Promise<string[]>;
-/**
- * Parse raw JSONL lines from a Claude SDK transcript file into a condensed
- * text representation suitable for summary generation. Thin wrapper around
- * the registered Claude parser.
- */
-export declare function parseTranscriptForSummary(lines: string[]): string;
-/** Backward-compat wrapper around the Claude parser. */
-export declare function isOnlyTrivialToolCalls(lines: string[]): boolean;
-export interface SummaryResult {
-    summary: string;
-    key_excerpts: string[];
-}
-export declare function generateSummary(condensedTranscript: string, config: VisionClawConfig): Promise<SummaryResult>;
-export declare function generateEmbedding(text: string, config: VisionClawConfig): Promise<Float32Array | null>;
-/**
- * Index the current wake cycle's engine transcript. Called after each wake
- * cycle completes (fire-and-forget from the main loop).
- *
- * Steps:
- *  1. Read transcript lines for the wake cycle range (capped)
- *  2. Parse and condense with the source-format-specific parser
- *  3. Call Gemini Flash to generate summary + key excerpts
- *  4. Generate embedding for the summary (best-effort)
- *  5. Store in SQLite (wake_cycles + FTS5 auto-synced via triggers)
- */
-export declare function indexWakeCycle(options: IndexWakeCycleOptions): Promise<void>;
-/**
- * Insert a pre-built wake cycle record into the database.
- * Used by the backfill CLI to insert records with known timestamps and IDs.
- *
- * @param record.sourceFile — path to the source JSONL file. For backfilled
- *   data this is a VisionClaw runtime log file; for live data it is a Claude
- *   SDK transcript file.
- */
-export declare function insertWakeCycleRecord(record: {
-    wakeCycleId: string;
-    sessionType: string;
-    timestampStart: string;
-    timestampEnd: string;
-    summary: string;
-    keyExcerpts: string[] | null;
-    sourceFile: string;
-    startLine: number;
-    endLine: number;
-    embeddingBlob: Buffer | null;
-}): void;
-/**
- * Return the total number of wake cycles in the database.
- */
-export declare function getWakeCycleCount(): number;
-/**
- * Check if a wake cycle ID already exists in the database.
- */
-export declare function wakeCycleExists(wakeCycleId: string): boolean;
-export interface SearchOptions {
-    query: string;
-    type?: "keyword" | "semantic" | "hybrid";
-    timeRange?: {
-        start: string;
-        end: string;
-    };
-    sessionType?: string;
-    limit?: number;
-    config?: VisionClawConfig;
-}
-/**
- * Check whether semantic/vector search is available.
- */
-export declare function isSemanticSearchAvailable(): boolean;
-/**
- * Search wake cycle summaries. Routes to keyword, semantic, or hybrid
- * search based on the `type` option.
- *
- * - keyword: FTS5 full-text search with BM25 ranking (default)
- * - semantic: vec0 KNN search using embedding similarity
- * - hybrid: combines keyword + semantic via Reciprocal Rank Fusion (RRF)
- */
-export declare function searchWakeCycles(options: SearchOptions): SearchResult[];
-/**
- * Async semantic search — generates query embedding then searches vec0.
- */
-export declare function searchSemanticAsync(options: SearchOptions): Promise<SearchResult[]>;
-/**
- * Async hybrid search — runs keyword + semantic in parallel, fuses with RRF.
- * Reciprocal Rank Fusion: score = Σ 1/(k + rank_i) for each result system.
- */
-export declare function searchHybridAsync(options: SearchOptions): Promise<SearchResult[]>;
-/**
- * Normalize BM25 scores (which are negative, lower = better) to positive
- * scores where higher = better. Uses: score = 1 / (1 + |bm25|).
- * This gives a 0-1 range suitable for display.
- */
-export declare function normalizeBm25Score(bm25: number): number;
-/**
- * Get the key_excerpts for a specific wake cycle.
- */
-export declare function getWakeCycleExcerpts(wakeCycleId: string): string | null;
-/**
- * Get the full original source content for a specific wake cycle.
- * Reads from the source file (Claude transcript or VisionClaw log),
- * decompressing .gz if needed. No line limit is applied here so the
- * agent can access the complete original data when needed.
- */
-export declare function getWakeCycleFullTranscript(wakeCycleId: string): Promise<string | null>;
-/**
- * Close the database connection. Call during graceful shutdown.
- */
-export declare function closeTranscriptMemoryDb(): void;
-//# sourceMappingURL=transcript-indexer.d.ts.map

package/dist/agent/transcript-indexer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"transcript-indexer.d.ts","sourceRoot":"","sources":["../../src/agent/transcript-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAYH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAO3D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAEL,KAAK,oBAAoB,EAC1B,MAAM,+BAA+B,CAAC;AAsBvC,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,2EAA2E;IAC3E,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,WAAW,CAAC;IACzB,8DAA8D;IAC9D,UAAU,EAAE,MAAM,CAAC;IACnB;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,oBAAoB,CAAC;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,SAAS,GAAG,WAAW,CAAC;IACjC,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9D,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AA+OD;;;GAGG;AACH,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAetE;AAED;;;;;;;;GAQG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC,CAgEnB;AAaD;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAEjE;AAED,wDAAwD;AACxD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAE/D;AAoBD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,wBAAsB,eAAe,CACnC,mBAAmB,EAAE,MAAM,EAC3B,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,aAAa,CAAC,CAqCxB;AAMD,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CA0B9B;AAUD;;;;;;;;;;GAUG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyGf;AAED;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B,GAAG,IAAI,CA8BP;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,MAAM,CAM1C;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAO5D;AAMD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;IACzC,SAAS,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,OAAO,CAGnD;AAED;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,EAAE,CAmBvE;AAgDD;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,EAAE,CAAC,CAsDzB;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,EAAE,CAAC,CAWzB;AAoFD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEvD;AAMD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQvE;AAED;;;;;GAKG;AACH,wBAAsB,0BAA0B,CAC9C,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAmBxB;AAMD;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,IAAI,CAY9C"}