@codemem/core 0.0.0 → 0.20.0-alpha.2

package/dist/observer-config.d.ts

@@ -0,0 +1,57 @@
+/**
+ * OpenCode provider configuration loading and resolution.
+ *
+ * Mirrors codemem/observer_config.py — reads ~/.config/opencode/opencode.json{c},
+ * resolves custom provider settings (base URL, headers, API keys), and expands
+ * environment variable / file placeholders in config values.
+ */
+/** Strip JavaScript-style `//` line comments and `/* ... *​/` block comments from JSONC text. */
+export declare function stripJsonComments(text: string): string;
+/** Remove trailing commas before `]` or `}` (outside strings). */
+export declare function stripTrailingCommas(text: string): string;
+/** Load OpenCode config from `~/.config/opencode/opencode.json{c}`. */
+export declare function loadOpenCodeConfig(): Record<string, unknown>;
+/** Expand `~/...` paths like Python's `Path(...).expanduser()`. */
+export declare function expandUserPath(value: string): string;
+/** Env var overrides matching Python's CONFIG_ENV_OVERRIDES. */
+export declare const CODEMEM_CONFIG_ENV_OVERRIDES: Record<string, string>;
+/** Resolve codemem config path with CODEMEM_CONFIG override. */
+export declare function getCodememConfigPath(): string;
+/** Read codemem config file with the same JSON/JSONC behavior as Python. */
+export declare function readCodememConfigFile(): Record<string, unknown>;
+/** Persist the codemem config file as normalized JSON. */
+export declare function writeCodememConfigFile(data: Record<string, unknown>, configPath?: string): string;
+/** Return active env overrides for codemem config keys. */
+export declare function getCodememEnvOverrides(): Record<string, string>;
+type AnyRecord = Record<string, unknown>;
+/** Get provider-specific config block from the opencode config. */
+export declare function getOpenCodeProviderConfig(provider: string): AnyRecord;
+/** List all custom provider keys from the opencode config. */
+export declare function listCustomProviders(): Set<string>;
+/** Extract provider prefix from a model string like `"myprovider/model-name"`. */
+export declare function resolveCustomProviderFromModel(model: string, providers: Set<string>): string | null;
+/**
+ * Expand `$ENV_VAR` / `${ENV_VAR}` references and `{file:/path}` placeholders.
+ *
+ * Environment variable expansion mirrors Python's `os.path.expandvars`.
+ * File placeholders read the file content and substitute it inline.
+ */
+export declare function resolvePlaceholder(value: string): string;
+/** Extract the `options` sub-object from a provider config block. */
+export declare function getProviderOptions(providerConfig: AnyRecord): AnyRecord;
+/** Extract `baseURL` / `baseUrl` / `base_url` from provider config. */
+export declare function getProviderBaseUrl(providerConfig: AnyRecord): string | null;
+/** Extract and resolve headers (with placeholder expansion) from provider config. */
+export declare function getProviderHeaders(providerConfig: AnyRecord): Record<string, string>;
+/** Extract API key from provider config (direct value or env-var reference). */
+export declare function getProviderApiKey(providerConfig: AnyRecord): string | null;
+/** Find the default model for a custom provider. */
+export declare function resolveCustomProviderDefaultModel(provider: string): string | null;
+/**
+ * Resolve base_url, model_id, and headers for a custom provider model.
+ *
+ * Returns `[baseUrl, modelId, headers]`.
+ */
+export declare function resolveCustomProviderModel(provider: string, modelName: string): [baseUrl: string | null, modelId: string | null, headers: Record<string, string>];
+export {};
+//# sourceMappingURL=observer-config.d.ts.map

package/dist/observer-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"observer-config.d.ts","sourceRoot":"","sources":["../src/observer-config.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAUH,iGAAiG;AACjG,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CA+CtD;AAED,kEAAkE;AAClE,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAgCxD;AAMD,uEAAuE;AACvE,wBAAgB,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA2B5D;AAED,mEAAmE;AACnE,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,gEAAgE;AAChE,eAAO,MAAM,4BAA4B,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CA2B/D,CAAC;AAEF,gEAAgE;AAChE,wBAAgB,oBAAoB,IAAI,MAAM,CAM7C;AAED,4EAA4E;AAC5E,wBAAgB,qBAAqB,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA+B/D;AAED,0DAA0D;AAC1D,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAKjG;AAED,2DAA2D;AAC3D,wBAAgB,sBAAsB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAO/D;AAMD,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAQzC,mEAAmE;AACnE,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAMrE;AAED,8DAA8D;AAC9D,wBAAgB,mBAAmB,IAAI,GAAG,CAAC,MAAM,CAAC,CAKjD;AAED,kFAAkF;AAClF,wBAAgB,8BAA8B,CAC7C,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,GACpB,MAAM,GAAG,IAAI,CAIf;AAMD;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGxD;AA6BD,qEAAqE;AACrE,wBAAgB,kBAAkB,CAAC,cAAc,EAAE,SAAS,GAAG,SAAS,CAGvE;AAED,uEAAuE;AACvE,wBAAgB,kBAAkB,CAAC,cAAc,EAAE,SAAS,GAAG,MAAM,GAAG,IAAI,CAK3E;AAED,qFAAqF;AACrF,wBAAgB,kBAAkB,CAAC,cAAc,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAUpF;AAED,gFAAgF;AAChF,wBAAgB,iBAAiB,CAAC,cAAc,EAAE,SAAS,GAAG,MAAM,GAAG,IAAI,CAa1E;AAMD,oDAAoD;AACpD,wBAAgB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAmBjF;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CACzC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,GACf,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CA2BnF"}

package/dist/pack.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Memory pack builder — port of codemem/store/packs.py.
+ *
+ * Builds a formatted "memory pack" from search results, organized into
+ * sections (summary, timeline, observations) with token budgeting.
+ *
+ * Ported: exact dedup, tag-overlap sorting, summary/observation fallback,
+ *         support_count, separate section dedup, semantic candidate merging.
+ *
+ * Semantic candidate merging is supported via `buildMemoryPackAsync` or
+ * by passing pre-computed semantic results to `buildMemoryPack`.
+ *
+ * NOT ported: fuzzy search, task/recall mode detection, pack delta
+ * tracking, discovery-token work estimation.
+ */
+import type { Database } from "./db.js";
+import type { StoreHandle } from "./search.js";
+import type { MemoryFilters, MemoryResult, PackResponse } from "./types.js";
+/** Rough token estimate: ~4 chars per token. */
+export declare function estimateTokens(text: string): number;
+export declare function buildMemoryPack(store: StoreHandle, context: string, limit?: number, tokenBudget?: number | null, filters?: MemoryFilters, semanticResults?: MemoryResult[]): PackResponse;
+/**
+ * Build a memory pack with semantic candidate merging.
+ *
+ * This is the async version that runs `semanticSearch` against the
+ * sqlite-vec `memory_vectors` table, then merges those candidates
+ * with FTS results via the sync `buildMemoryPack`.
+ *
+ * Callers that don't want/need async can still use the sync
+ * `buildMemoryPack` directly — semantic candidates simply won't
+ * be included.
+ */
+export declare function buildMemoryPackAsync(store: StoreHandle & {
+    db: Database;
+}, context: string, limit?: number, tokenBudget?: number | null, filters?: MemoryFilters): Promise<PackResponse>;
+//# sourceMappingURL=pack.d.ts.map

package/dist/pack.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pack.d.ts","sourceRoot":"","sources":["../src/pack.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAY,YAAY,EAAE,MAAM,YAAY,CAAC;AAuBtF,gDAAgD;AAChD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAoKD,wBAAgB,eAAe,CAC9B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,KAAK,SAAK,EACV,WAAW,GAAE,MAAM,GAAG,IAAW,EACjC,OAAO,CAAC,EAAE,aAAa,EACvB,eAAe,CAAC,EAAE,YAAY,EAAE,GAC9B,YAAY,CAiLd;AAMD;;;;;;;;;;GAUG;AACH,wBAAsB,oBAAoB,CACzC,KAAK,EAAE,WAAW,GAAG;IAAE,EAAE,EAAE,QAAQ,CAAA;CAAE,EACrC,OAAO,EAAE,MAAM,EACf,KAAK,SAAK,EACV,WAAW,GAAE,MAAM,GAAG,IAAW,EACjC,OAAO,CAAC,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAuCvB"}

package/dist/project.d.ts

@@ -0,0 +1,12 @@
+export declare function projectBasename(value: string): string;
+export declare function projectColumnClause(columnExpr: string, project: string): {
+    clause: string;
+    params: string[];
+};
+export declare function projectClause(project: string): {
+    clause: string;
+    params: string[];
+};
+export declare function projectMatchesFilter(projectFilter: string | null | undefined, itemProject: string | null | undefined): boolean;
+export declare function resolveProject(cwd: string, override?: string | null): string | null;
+//# sourceMappingURL=project.d.ts.map

package/dist/project.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"project.d.ts","sourceRoot":"","sources":["../src/project.ts"],"names":[],"mappings":"AAGA,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAKrD;AAED,wBAAgB,mBAAmB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GACb;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAStC;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAEnF;AAED,wBAAgB,oBAAoB,CACnC,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACxC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GACpC,OAAO,CAUT;AAkCD,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAUnF"}

package/dist/raw-event-flush.d.ts

@@ -0,0 +1,43 @@
+/**
+ * Raw event flush orchestration — bridge between the sweeper and the ingest pipeline.
+ *
+ * Ports the core flush logic from codemem/raw_event_flush.py.
+ *
+ * Reads unflushed raw events for a session, creates a batch record,
+ * builds an IngestPayload, runs it through the ingest pipeline,
+ * and updates flush state on success (or records failure details).
+ */
+import { type IngestOptions } from "./ingest-pipeline.js";
+import type { SessionContext } from "./ingest-types.js";
+import type { MemoryStore } from "./store.js";
+/**
+ * Build session context from raw events — extracts prompt count, tool count,
+ * duration, files modified/read, and first user prompt.
+ *
+ * Port of build_session_context() from raw_event_flush.py.
+ */
+export declare function buildSessionContext(events: Record<string, unknown>[]): SessionContext;
+export interface FlushRawEventsOptions {
+    opencodeSessionId: string;
+    source?: string;
+    cwd?: string | null;
+    project?: string | null;
+    startedAt?: string | null;
+    maxEvents?: number | null;
+}
+/**
+ * Flush raw events for a single session through the ingest pipeline.
+ *
+ * 1. Reads unflushed raw events from the store
+ * 2. Creates/claims a flush batch for idempotency
+ * 3. Builds session context and IngestPayload
+ * 4. Calls ingest()
+ * 5. Updates flush state on success; records failure details on error
+ *
+ * Port of flush_raw_events() from raw_event_flush.py.
+ */
+export declare function flushRawEvents(store: MemoryStore, ingestOpts: IngestOptions, opts: FlushRawEventsOptions): Promise<{
+    flushed: number;
+    updatedState: number;
+}>;
+//# sourceMappingURL=raw-event-flush.d.ts.map

package/dist/raw-event-flush.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-event-flush.d.ts","sourceRoot":"","sources":["../src/raw-event-flush.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,KAAK,aAAa,EAAU,MAAM,sBAAsB,CAAC;AAClE,OAAO,KAAK,EAAiB,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEvE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AA+C9C;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,cAAc,CA6DrF;AAMD,MAAM,WAAW,qBAAqB;IACrC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,cAAc,CACnC,KAAK,EAAE,WAAW,EAClB,UAAU,EAAE,aAAa,EACzB,IAAI,EAAE,qBAAqB,GACzB,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,CAyGpD"}

package/dist/raw-event-sweeper.d.ts

@@ -0,0 +1,92 @@
+/**
+ * RawEventSweeper — periodically processes raw events into memories.
+ *
+ * Ports codemem/viewer_raw_events.py RawEventSweeper class.
+ *
+ * Uses setInterval (Node single-threaded) instead of Python threads.
+ * The sweeper takes a shared MemoryStore and an IngestOptions provider.
+ *
+ * Each tick():
+ * 1. Check if enabled
+ * 2. Check auth backoff
+ * 3. Purge old events (if retention configured)
+ * 4. Mark stuck batches as error
+ * 5. Flush sessions with pending queue entries
+ * 6. Flush idle sessions with unflushed events
+ * 7. Handle auth errors by setting backoff
+ */
+import type { IngestOptions } from "./ingest-pipeline.js";
+import type { MemoryStore } from "./store.js";
+export declare class RawEventSweeper {
+    private store;
+    private ingestOpts;
+    private active;
+    private running;
+    private currentTick;
+    private wakeHandle;
+    private loopHandle;
+    private authBackoffUntil;
+    private authErrorLogged;
+    constructor(store: MemoryStore, ingestOpts: IngestOptions);
+    private enabled;
+    private intervalMs;
+    private idleMs;
+    private limit;
+    private workerMaxEvents;
+    private retentionMs;
+    private stuckBatchMs;
+    private handleAuthError;
+    /**
+     * Reset the auth backoff and wake the worker.
+     * Call this after credentials are refreshed.
+     */
+    resetAuthBackoff(): void;
+    /**
+     * Return the current auth backoff status.
+     */
+    authBackoffStatus(): {
+        active: boolean;
+        remainingS: number;
+    };
+    /**
+     * Start the sweeper loop.
+     * Uses a self-scheduling async loop (sleep → tick → sleep) to prevent
+     * overlapping ticks. This mirrors the Python threading pattern where
+     * the thread sleeps, runs tick() synchronously, then sleeps again.
+     * No-op if sweeper is disabled or already running.
+     */
+    start(): void;
+    /**
+     * Stop the sweeper. Cancels the next scheduled tick and waits for any
+     * in-progress tick to finish before returning.
+     */
+    stop(): Promise<void>;
+    /**
+     * Notify the sweeper that config changed.
+     * Schedules an extra tick after a short delay.
+     */
+    notifyConfigChanged(): void;
+    /**
+     * Notify the sweeper that new events arrived (nudge it to flush soon).
+     * Mirrors Python's RawEventFlusher.note_activity() — schedules a near-
+     * immediate extra tick so events are processed without waiting for the
+     * full interval.
+     */
+    nudge(): void;
+    /** Schedule the next tick after the configured interval. */
+    private scheduleNext;
+    /** Execute a tick with reentrancy protection. */
+    private runTick;
+    private wake;
+    /**
+     * Execute one sweep cycle. Public for testing.
+     *
+     * 1. Check enabled / auth backoff
+     * 2. Purge old events
+     * 3. Mark stuck batches
+     * 4. Flush pending queue sessions
+     * 5. Flush idle sessions
+     */
+    tick(): Promise<void>;
+}
+//# sourceMappingURL=raw-event-sweeper.d.ts.map

package/dist/raw-event-sweeper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-event-sweeper.d.ts","sourceRoot":"","sources":["../src/raw-event-sweeper.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAI1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAyB9C,qBAAa,eAAe;IAC3B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,UAAU,CAA8C;IAChE,OAAO,CAAC,UAAU,CAA8C;IAChE,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,eAAe,CAAS;gBAEpB,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa;IASzD,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,UAAU;IAmBlB,OAAO,CAAC,MAAM;IAId,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,eAAe;IAYvB;;;OAGG;IACH,gBAAgB,IAAI,IAAI;IAMxB;;OAEG;IACH,iBAAiB,IAAI;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAU5D;;;;;;OAMG;IACH,KAAK,IAAI,IAAI;IAOb;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B;;;OAGG;IACH,mBAAmB,IAAI,IAAI;IAI3B;;;;;OAKG;IACH,KAAK,IAAI,IAAI;IAIb,4DAA4D;IAC5D,OAAO,CAAC,YAAY;IAYpB,iDAAiD;YACnC,OAAO;IAgBrB,OAAO,CAAC,IAAI;IAmBZ;;;;;;;;OAQG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAwF3B"}