visionclaw 0.1.193 → 0.1.194-dev.feat-backup-progress-reporting.1

package/dist/agent/transcript/transcript-indexer.d.ts

@@ -1,273 +0,0 @@
-/**
- * Transcript-based structured memory: indexes wake cycle summaries into
- * a SQLite database with FTS5 full-text search and sqlite-vec vector
- * similarity search. Each wake cycle is summarized by an LLM after
- * completion and stored for later retrieval.
- *
- * IMPORTANT — file terminology:
- *  - "source file" (DB column `source_file`): the JSONL file that contains
- *    the raw data for a wake cycle. This is EITHER:
- *      • A **Claude SDK transcript** (`~/.claude/projects/<slug>/<sessionId>.jsonl`)
- *        for live-indexed cycles, OR
- *      • A **VisionClaw runtime log** (`~/.visionclaw/profiles/<profile>/logs/YYYY-MM-DD.jsonl`)
- *        for backfill-indexed cycles.
- *    These two formats are different:
- *      - Claude transcripts: `{type:"user"|"assistant", message:{...}}`
- *      - VisionClaw logs: `{timestamp, level, category, message, data}`
- *
- * This module handles:
- *  - SQLite schema creation (wake_cycles + FTS5 + vec0 virtual tables)
- *  - Reading source file lines (both Claude transcripts and VisionClaw logs)
- *  - Generating summaries via Gemini Flash
- *  - Generating embeddings via Gemini Embedding
- *  - Inserting indexed records
- *  - Keyword (FTS5), semantic (vec0 KNN), and hybrid search
- *  - Retrieval of key excerpts and original source file lines
- */
-import type { VisionClawConfig } from "../../config/types.js";
-import type { SessionMode } from "../mailbox.js";
-export interface WakeCycleRecord {
-    wake_cycle_id: string;
-    session_type: string;
-    timestamp_start: string;
-    timestamp_end: string;
-    summary: string;
-    key_excerpts: string | null;
-    /** Path to the source JSONL file (Claude transcript or VisionClaw log). */
-    source_file: string;
-    start_line: number;
-    end_line: number;
-    embedding: Buffer | null;
-    /** JSON-serialized ToolCallFact[] or NULL (legacy/unavailable). */
-    tool_calls_json: string | null;
-    usage_reported: number;
-    trigger_type: string | null;
-    trigger_channel: string | null;
-    outcome: string | null;
-    tool_call_count: number;
-    tool_calls_truncated: number;
-    reported_tool_call_count: number | null;
-}
-export interface SearchResult {
-    wake_cycle_id: string;
-    session_type: string;
-    timestamp_start: string;
-    timestamp_end: string;
-    summary: string;
-    relevance_score: number;
-}
-export interface IndexWakeCycleOptions {
-    wakeCycleId: string;
-    sessionType: SessionMode;
-    /** Path to the Claude SDK transcript file for this wake cycle. */
-    sourceFile: string;
-    startLine: number;
-    endLine: number;
-    timestampStart: string;
-    timestampEnd: string;
-    trigger: "message" | "heartbeat";
-    messages: {
-        channel: string;
-        sender: string;
-        text: string;
-    }[];
-    config: VisionClawConfig;
-    /** Wake cycle outcome — used for usage metering. */
-    outcome?: "completed" | "error" | "stopped" | "switched";
-}
-/**
- * Count lines in a file asynchronously via streaming.
- * Returns 0 if the file does not exist.
- */
-export declare function countFileLines(filePath: string): Promise<number>;
-/**
- * Read specific line range from a JSONL source file (Claude transcript or
- * VisionClaw log). Lines are 1-indexed; range is [startLine, endLine)
- * (exclusive end). Handles both plain .jsonl and .jsonl.gz files via streaming.
- *
- * @param maxLines — optional cap on lines returned. When the range contains
- *   more lines than this limit, the function samples lines evenly across the
- *   range so the start, middle and end of the cycle are all represented.
- */
-export declare function readSourceFileLines(filePath: string, startLine: number, endLine: number, maxLines?: number): Promise<string[]>;
-/**
- * Read transcript lines for a wake cycle, searching across live and archived
- * transcript files. Used for backfill reconstruction when the original
- * source_file may have been archived due to transcript rollover.
- *
- * Search order:
- *  1. The original source_file path (live transcript)
- *  2. Date-stamped archive for the wake cycle's date
- *  3. Adjacent dates (±1 day) for timezone/boundary cases
- *
- * @param sourceFile - Original source file path from the wake cycle record.
- * @param startLine - 1-indexed start line.
- * @param endLine - 1-indexed exclusive end line.
- * @param wakeCycleTimestamp - ISO timestamp of the wake cycle's start, used
- *   to derive which date-stamped archive to search.
- */
-export declare function readWakeCycleTranscriptLines(sourceFile: string, startLine: number, endLine: number, wakeCycleTimestamp: string): Promise<string[]>;
-import type { ToolCallFact } from "../usage/usage-report-types.js";
-/**
- * Extract tool call facts from raw Claude SDK transcript JSONL lines.
- *
- * Matches `tool_use` blocks (from assistant messages) with corresponding
- * `tool_result` blocks (from user messages) via `tool_use_id`. If a
- * tool_use has no matching result, it is closed at `cycleEndedAt` with
- * `success: false` and `errorKind: "missing_tool_result"`.
- *
- * When transcript lines carry timestamps, tool_use events outside the wake
- * cycle window are ignored. This protects backfill/live indexing from
- * over-broad transcript ranges. For untimestamped lines, `startedAt` falls
- * back to `cycleStartedAt` and `endedAt` falls back to the last seen timestamp
- * marker or cycle boundary.
- *
- * @param lines - Raw JSONL transcript lines (Claude transcript format only).
- * @param context - Cycle-level timestamps for fallback.
- */
-export declare function extractToolCallsFromLines(lines: string[], context: {
-    cycleStartedAt: string;
-    cycleEndedAt: string;
-}): {
-    toolCalls: ToolCallFact[];
-    toolCallCount: number;
-    truncated: boolean;
-    reportedToolCallCount: number | null;
-};
-/**
- * Parse raw JSONL lines from a Claude SDK transcript file into a condensed
- * text representation suitable for summary generation. This only works with
- * Claude transcript format (`{type:"user"|"assistant", message:{...}}`), NOT
- * VisionClaw log format. Filters out large tool results and binary data to
- * reduce token count.
- */
-export declare function parseTranscriptForSummary(lines: string[]): string;
-/**
- * Check whether a wake cycle only contains trivial/housekeeping tool calls
- * (memory reads, transcript search, finish, wait, switch_session) and no
- * substantive work. Such cycles should be skipped from indexing.
- *
- * Works on the raw JSONL lines from a Claude SDK transcript file.
- */
-export declare function isOnlyTrivialToolCalls(lines: string[]): boolean;
-export interface SummaryResult {
-    summary: string;
-    key_excerpts: string[];
-}
-export declare function generateSummary(condensedTranscript: string, config: VisionClawConfig): Promise<SummaryResult>;
-export declare function generateEmbedding(text: string, config: VisionClawConfig): Promise<Float32Array | null>;
-/**
- * Index the current wake cycle's Claude transcript. Called after each wake
- * cycle completes (fire-and-forget from the main loop).
- *
- * Steps:
- *  1. Read Claude transcript lines for the wake cycle range (capped)
- *  1.5 Extract tool call facts for usage metering
- *  2. Parse and condense for summary generation
- *  3. Call Gemini Flash to generate summary + key excerpts
- *  4. Generate embedding for the summary (best-effort)
- *  5. Store in SQLite (wake_cycles + FTS5 auto-synced via triggers)
- */
-export declare function indexWakeCycle(options: IndexWakeCycleOptions): Promise<void>;
-/**
- * Insert a pre-built wake cycle record into the database.
- * Used by the backfill CLI to insert records with known timestamps and IDs.
- *
- * @param record.sourceFile — path to the source JSONL file. For backfilled
- *   data this is a VisionClaw runtime log file; for live data it is a Claude
- *   SDK transcript file.
- */
-export declare function insertWakeCycleRecord(record: {
-    wakeCycleId: string;
-    sessionType: string;
-    timestampStart: string;
-    timestampEnd: string;
-    summary: string;
-    keyExcerpts: string[] | null;
-    sourceFile: string;
-    startLine: number;
-    endLine: number;
-    embeddingBlob: Buffer | null;
-}): void;
-/**
- * Return the total number of wake cycles in the database.
- */
-export declare function getWakeCycleCount(): number;
-export declare function listWakeCyclesForUsageBackfill(limit?: number): WakeCycleRecord[];
-/**
- * List wake cycles that have not yet been queued into usage.db.
- * Used by the background UsageReporter.
- */
-export declare function listUnreportedWakeCycles(limit?: number): WakeCycleRecord[];
-/**
- * Mark a wake cycle as successfully queued into usage.db.
- */
-export declare function markWakeCycleUsageReported(wakeCycleId: string): void;
-/**
- * Record a usage report error for a wake cycle.
- */
-export declare function markWakeCycleUsageReportError(wakeCycleId: string, error: string): void;
-/**
- * Update the tool_calls_json for an existing wake cycle row.
- * Used to persist reconstructed tool calls from archived transcripts.
- */
-export declare function updateWakeCycleToolCallsJson(wakeCycleId: string, toolCallsJson: string): void;
-/**
- * Check if a wake cycle ID already exists in the database.
- */
-export declare function wakeCycleExists(wakeCycleId: string): boolean;
-export interface SearchOptions {
-    query: string;
-    type?: "keyword" | "semantic" | "hybrid";
-    timeRange?: {
-        start: string;
-        end: string;
-    };
-    sessionType?: string;
-    limit?: number;
-    config?: VisionClawConfig;
-}
-/**
- * Check whether semantic/vector search is available.
- */
-export declare function isSemanticSearchAvailable(): boolean;
-/**
- * Search wake cycle summaries. Routes to keyword, semantic, or hybrid
- * search based on the `type` option.
- *
- * - keyword: FTS5 full-text search with BM25 ranking (default)
- * - semantic: vec0 KNN search using embedding similarity
- * - hybrid: combines keyword + semantic via Reciprocal Rank Fusion (RRF)
- */
-export declare function searchWakeCycles(options: SearchOptions): SearchResult[];
-/**
- * Async semantic search — generates query embedding then searches vec0.
- */
-export declare function searchSemanticAsync(options: SearchOptions): Promise<SearchResult[]>;
-/**
- * Async hybrid search — runs keyword + semantic in parallel, fuses with RRF.
- * Reciprocal Rank Fusion: score = Σ 1/(k + rank_i) for each result system.
- */
-export declare function searchHybridAsync(options: SearchOptions): Promise<SearchResult[]>;
-/**
- * Normalize BM25 scores (which are negative, lower = better) to positive
- * scores where higher = better. Uses: score = 1 / (1 + |bm25|).
- * This gives a 0-1 range suitable for display.
- */
-export declare function normalizeBm25Score(bm25: number): number;
-/**
- * Get the key_excerpts for a specific wake cycle.
- */
-export declare function getWakeCycleExcerpts(wakeCycleId: string): string | null;
-/**
- * Get the full original source content for a specific wake cycle.
- * Reads from the source file (Claude transcript or VisionClaw log),
- * decompressing .gz if needed. No line limit is applied here so the
- * agent can access the complete original data when needed.
- */
-export declare function getWakeCycleFullTranscript(wakeCycleId: string): Promise<string | null>;
-/**
- * Close the database connection. Call during graceful shutdown.
- */
-export declare function closeTranscriptMemoryDb(): void;
-//# sourceMappingURL=transcript-indexer.d.ts.map

package/dist/agent/transcript/transcript-indexer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"transcript-indexer.d.ts","sourceRoot":"","sources":["../../../src/agent/transcript/transcript-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAYH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAO9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAwBjD,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,2EAA2E;IAC3E,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,mEAAmE;IACnE,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,YAAY;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,WAAW,CAAC;IACzB,kEAAkE;IAClE,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,SAAS,GAAG,WAAW,CAAC;IACjC,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9D,MAAM,EAAE,gBAAgB,CAAC;IACzB,oDAAoD;IACpD,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,CAAC;CAC1D;AAuND;;;GAGG;AACH,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAetE;AAED;;;;;;;;GAQG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC,CAgEnB;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,4BAA4B,CAChD,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,kBAAkB,EAAE,MAAM,GACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAmCnB;AAWD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAyBnE;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,EAAE;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,GACxD;IACD,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;CACtC,CAmHA;AA6FD;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CA+GjE;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAkC/D;AAoBD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,wBAAsB,eAAe,CACnC,mBAAmB,EAAE,MAAM,EAC3B,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,aAAa,CAAC,CAqCxB;AAMD,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CA0B9B;AAUD;;;;;;;;;;;GAWG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAqIf;AAED;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B,GAAG,IAAI,CAsCP;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,MAAM,CAM1C;AAED,wBAAgB,8BAA8B,CAAC,KAAK,SAAQ,GAAG,eAAe,EAAE,CAW/E;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,SAAM,GAAG,eAAe,EAAE,CAYvE;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAKpE;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GACZ,IAAI,CAKN;AAED;;;GAGG;AACH,wBAAgB,4BAA4B,CAC1C,WAAW,EAAE,MAAM,EACnB,aAAa,EAAE,MAAM,GACpB,IAAI,CAKN;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAO5D;AAMD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;IACzC,SAAS,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,OAAO,CAGnD;AAED;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,EAAE,CAmBvE;AAgDD;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,EAAE,CAAC,CAsDzB;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,EAAE,CAAC,CAWzB;AAoFD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEvD;AAMD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQvE;AAED;;;;;GAKG;AACH,wBAAsB,0BAA0B,CAC9C,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAmBxB;AAMD;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,IAAI,CAW9C"}