sidekick-shared 0.19.3 → 0.20.0

package/README.md

@@ -33,7 +33,7 @@ npm install sidekick-shared
 | **Quota** | Claude Max subscription quota fetching (5-hour and 7-day windows) and Codex rate-limit extraction from event streams |
 | **Provider Status** | API health checking via status.claude.com and status.openai.com (indicator, components, incidents) |
 | **Schemas** | Zod schemas for runtime validation of data crossing process/IPC boundaries — JSONL session events (`sessionEventSchema`, `messageUsageSchema`, `sessionMessageSchema`), assistant turns, quota, account status, and quota history — plus `extractSessionEvents()` to unwrap `progress`-wrapped events. Also published fs-free via the [`sidekick-shared/schemas`](#supported-import-paths) subpath |
-| **Extractors** | Pure functions for single-event processing: `extractTokenUsage()`, `extractToolCall()` (top-level `tool_use`), `extractToolCalls()` (assistant content blocks) |
+| **Extractors** | Pure functions for single-event processing: `extractTokenUsage()`, `extractToolCall()` (top-level `tool_use`), `extractToolCalls()` (assistant content blocks), plus Node-only session asset extraction (`gatherAssetsForCwd()`, `readClaudeAssets()`, `readCodexAssets()`) for URLs, file paths, commands, and plans |
 | **Model Info & Pricing** | Model family parsing (Anthropic / OpenAI / Google, including legacy `claude-3-opus-…` and `claude-3-5-sonnet-…` IDs), context-window lookup (including Fable 5 / Opus 4.8 / Opus 4.7 / Sonnet 4.7 1M and GPT-5.x variants), pricing tables with optional LiteLLM hydration, null-aware cost (`calculateCost()`), provenance-preserving cost (`calculateCostWithProvenance()`, `mergeCostSources()`), and display helpers (`shortModelName()`, `getModelDisplayInfo()`, `compareModelIds()`, `sortModelIds()`, `formatCost()`) |
 | **Quota Polling** | `QuotaPoller` class with exponential backoff, active/idle intervals, and cached fallback |
 | **Multi-Provider Quota** | `MultiProviderQuotaService` orchestrates Claude polling + peak-hours + account labels + Codex quota updates behind one typed `{ claude?, codex? }` event stream. `CodexQuotaWatcher` watches the active Codex rollout for live rate limits with snapshot fallback |
@@ -184,6 +184,33 @@ const tools = extractToolCalls(event);           // ToolCall[]    — assistant
 const toolFromEvent = extractToolCall(event);    // ToolCall | null — top-level `tool_use` events
 ```
 
+### Extract actionable assets from recent sessions
+
+Use the Node-only root API to collect URLs, filesystem-validated paths, commands the agent suggested for the user to run, and plan-mode plans from recent Claude Code and Codex sessions for exactly one working directory.
+
+This API powers `sidekick extract` and was contributed by [@B33pBeeps](https://github.com/B33pBeeps) (Juan Fourie), adapted from his MIT-licensed [`trawl`](https://github.com/B33pBeeps/trawl) project.
+
+```typescript
+import { gatherAssetsForCwd } from 'sidekick-shared';
+
+const assets = gatherAssetsForCwd({
+  cwd: '/path/to/project',
+  agents: ['claude', 'codex'],
+  caps: { url: 20, path: 20, command: 20, plan: 10 },
+});
+
+console.log(assets.urls);
+console.log(assets.paths);
+console.log(assets.commands);
+console.log(assets.plans);
+
+// Each item keeps stable text/display fields plus optional provenance:
+// { agent: 'claude' | 'codex', sessionPath, source }
+console.log(assets.urls[0]?.agent);
+```
+
+The extractor is safe for CLI and VS Code extension-host code, but not for browser or webview bundles because it reads session files and validates paths with Node filesystem APIs.
+
 ### Project session context evidence
 
 Build a provider-neutral snapshot of what an assistant has "seen" in a session — layered evidence sources, context pressure, and observed capabilities. Read it through any session provider, or build it directly from a canonical `SessionEvent[]`.

package/dist/extractors/gatherAssets.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Aggregate actionable assets for exactly one working directory.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/gatherAssets
+ */
+import { type AssetAgent, type ExtractedAssets, type ExtractedAssetType } from './sessionAssets';
+export type { AssetAgent } from './sessionAssets';
+export interface GatherAssetsOptions {
+    cwd?: string;
+    agents?: AssetAgent[];
+    sessionsPerAgent?: number;
+    caps?: Partial<Record<ExtractedAssetType, number>>;
+}
+export interface GatherAssetsResult extends ExtractedAssets {
+    inChat: boolean;
+}
+export declare function gatherAssetsForCwd(options?: GatherAssetsOptions): GatherAssetsResult;

package/dist/extractors/gatherAssets.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * Aggregate actionable assets for exactly one working directory.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/gatherAssets
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.gatherAssetsForCwd = gatherAssetsForCwd;
+const node_path_1 = require("node:path");
+const claudeAssets_1 = require("./sources/claudeAssets");
+const codexAssets_1 = require("./sources/codexAssets");
+const sessionAssets_1 = require("./sessionAssets");
+const ALL_AGENTS = ['claude', 'codex'];
+function gatherAssetsForCwd(options = {}) {
+    const cwd = (0, node_path_1.resolve)(options.cwd || process.cwd());
+    const sessionLimit = options.sessionsPerAgent ?? 3;
+    const agents = options.agents ?? ALL_AGENTS;
+    const caps = { ...sessionAssets_1.DEFAULT_CAPS, ...(options.caps || {}) };
+    const sources = [];
+    if (agents.includes('claude'))
+        sources.push((0, claudeAssets_1.readClaudeAssets)(cwd, sessionLimit));
+    if (agents.includes('codex'))
+        sources.push((0, codexAssets_1.readCodexAssets)(cwd, sessionLimit));
+    const merge = (key, cap) => (0, sessionAssets_1.capped)((0, sessionAssets_1.dedupeAssets)(sources.flatMap((source) => source[key]).sort(sessionAssets_1.byTimestampDesc)), cap);
+    return {
+        urls: merge('urls', caps.url),
+        paths: merge('paths', caps.path),
+        commands: merge('commands', caps.command),
+        plans: (0, sessionAssets_1.capped)((0, sessionAssets_1.dedupePlansByTitle)(sources.flatMap((source) => source.plans).sort(sessionAssets_1.byTimestampDesc)), caps.plan),
+        inChat: sources.some((source) => source.hadSession),
+    };
+}

package/dist/extractors/sessionAssets.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Extract actionable assets from agent session transcript text.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/sessionAssets
+ */
+export type ExtractedAssetType = 'url' | 'path' | 'command' | 'plan';
+export type AssetAgent = 'claude' | 'codex';
+export interface ExtractedAssetProvenance {
+    agent?: AssetAgent;
+    sessionPath?: string;
+    source?: string;
+}
+export interface ExtractedAsset extends ExtractedAssetProvenance {
+    type: ExtractedAssetType;
+    text: string;
+    display: string;
+    timestamp?: string;
+}
+export interface ExtractedAssets {
+    urls: ExtractedAsset[];
+    paths: ExtractedAsset[];
+    commands: ExtractedAsset[];
+    plans: ExtractedAsset[];
+}
+export interface SourceAssets extends ExtractedAssets {
+    hadSession: boolean;
+}
+export declare const DEFAULT_CAPS: Record<ExtractedAssetType, number>;
+export declare function extractUrls(text: unknown): string[];
+export declare function extractFilePaths(text: unknown, cwd?: string): Array<{
+    file: string;
+    line?: number;
+}>;
+export declare function extractCommands(text: unknown): string[];
+export declare function urlAsset(url: string, timestamp?: string, provenance?: ExtractedAssetProvenance): ExtractedAsset;
+export declare function commandAsset(command: string, timestamp?: string, provenance?: ExtractedAssetProvenance): ExtractedAsset;
+export declare function pathAsset(path: {
+    file: string;
+    line?: number;
+}, timestamp?: string, provenance?: ExtractedAssetProvenance): ExtractedAsset;
+export declare function planAsset(markdown: string, timestamp?: string, provenance?: ExtractedAssetProvenance): ExtractedAsset;
+export declare function flat(value: string): string;
+export declare function planTitle(markdown: string): string;
+export declare function isExistingFile(filePath: string): boolean;
+export declare function readPlanFile(filePath: string | undefined): string | undefined;
+export declare function byTimestampDesc(a: ExtractedAsset, b: ExtractedAsset): number;
+export declare function dedupeAssets(assets: ExtractedAsset[]): ExtractedAsset[];
+export declare function dedupePlansByTitle(plans: ExtractedAsset[]): ExtractedAsset[];
+export declare function capped(assets: ExtractedAsset[], cap: number): ExtractedAsset[];

package/dist/extractors/sessionAssets.js

@@ -0,0 +1,219 @@
+"use strict";
+/**
+ * Extract actionable assets from agent session transcript text.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/sessionAssets
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_CAPS = void 0;
+exports.extractUrls = extractUrls;
+exports.extractFilePaths = extractFilePaths;
+exports.extractCommands = extractCommands;
+exports.urlAsset = urlAsset;
+exports.commandAsset = commandAsset;
+exports.pathAsset = pathAsset;
+exports.planAsset = planAsset;
+exports.flat = flat;
+exports.planTitle = planTitle;
+exports.isExistingFile = isExistingFile;
+exports.readPlanFile = readPlanFile;
+exports.byTimestampDesc = byTimestampDesc;
+exports.dedupeAssets = dedupeAssets;
+exports.dedupePlansByTitle = dedupePlansByTitle;
+exports.capped = capped;
+const fs = __importStar(require("node:fs"));
+const os = __importStar(require("node:os"));
+const node_path_1 = require("node:path");
+const URL_RE = /(?:https?|file):\/\/[^\s"'<>)\]`\\]+/g;
+const PATH_RE = /(?:~|\.{0,2}\/)?[A-Za-z0-9_@.-]*(?:\/[A-Za-z0-9_@.-]+)+(?::\d+){0,2}|[A-Za-z0-9_@-]+\.[A-Za-z0-9]{1,8}(?::\d+){0,2}/g;
+const SHELL_TAGS = new Set(['sh', 'bash', 'shell', 'zsh', 'console', 'shellscript', 'shell-session']);
+exports.DEFAULT_CAPS = {
+    command: 60,
+    path: 60,
+    url: 40,
+    plan: 25,
+};
+function extractUrls(text) {
+    if (!text)
+        return [];
+    const urls = [];
+    for (const match of String(text).matchAll(URL_RE)) {
+        urls.push(match[0].replace(/[.,;:!?'"`]+$/, ''));
+    }
+    return urls;
+}
+function extractFilePaths(text, cwd) {
+    if (!text)
+        return [];
+    const home = os.homedir();
+    const base = cwd ? (0, node_path_1.resolve)(cwd) : process.cwd();
+    const paths = [];
+    for (const match of String(text).matchAll(PATH_RE)) {
+        let token = match[0].replace(/[.,;:)>"]+$/, '');
+        let line;
+        const lineMatch = /^(.+?):(\d+)(?::\d+)?$/.exec(token);
+        if (lineMatch) {
+            token = lineMatch[1];
+            line = Number(lineMatch[2]);
+        }
+        let file = token.startsWith('~') ? token.replace(/^~/, home) : token;
+        if (!(0, node_path_1.isAbsolute)(file))
+            file = (0, node_path_1.resolve)(base, file);
+        if (isExistingFile(file)) {
+            paths.push(line !== undefined ? { file, line } : { file });
+        }
+    }
+    return paths;
+}
+function extractCommands(text) {
+    if (!text)
+        return [];
+    const commands = [];
+    const source = String(text);
+    const fence = /```([\w.-]*)[ \t]*\r?\n([\s\S]*?)```/g;
+    const fencedSpans = [];
+    let match;
+    while ((match = fence.exec(source))) {
+        fencedSpans.push([match.index, fence.lastIndex]);
+        const shellTagged = SHELL_TAGS.has(match[1].toLowerCase());
+        let continuation = '';
+        for (const rawLine of match[2].split('\n')) {
+            const promptLine = /^\s*\$\s+(.+)$/.exec(rawLine);
+            if (promptLine) {
+                commands.push(promptLine[1].trim());
+                continue;
+            }
+            if (!shellTagged)
+                continue;
+            let line = rawLine.trim();
+            if (!line || line.startsWith('#'))
+                continue;
+            if (continuation) {
+                line = `${continuation} ${line}`;
+                continuation = '';
+            }
+            if (line.endsWith('\\')) {
+                continuation = line.slice(0, -1).trim();
+                continue;
+            }
+            commands.push(line);
+        }
+    }
+    for (const lineMatch of source.matchAll(/^[ \t]*\$[ \t]+(.+)$/gm)) {
+        const index = lineMatch.index ?? 0;
+        if (fencedSpans.some(([start, end]) => index >= start && index < end))
+            continue;
+        commands.push(lineMatch[1].trim());
+    }
+    return commands;
+}
+function urlAsset(url, timestamp, provenance = {}) {
+    return { type: 'url', text: url, display: url, timestamp, ...provenance };
+}
+function commandAsset(command, timestamp, provenance = {}) {
+    return { type: 'command', text: command, display: flat(command), timestamp, ...provenance };
+}
+function pathAsset(path, timestamp, provenance = {}) {
+    const text = path.line !== undefined ? `${path.file}:${path.line}` : path.file;
+    return { type: 'path', text, display: text, timestamp, ...provenance };
+}
+function planAsset(markdown, timestamp, provenance = {}) {
+    return { type: 'plan', text: markdown, display: planTitle(markdown), timestamp, ...provenance };
+}
+function flat(value) {
+    return value.replace(/\s*\n\s*/g, ' ').trim();
+}
+function planTitle(markdown) {
+    for (const rawLine of markdown.split('\n')) {
+        const line = rawLine.trim();
+        if (line)
+            return line.replace(/^#{1,6}\s*/, '');
+    }
+    return 'Plan';
+}
+function isExistingFile(filePath) {
+    try {
+        return fs.statSync(filePath).isFile();
+    }
+    catch {
+        return false;
+    }
+}
+function readPlanFile(filePath) {
+    if (!filePath)
+        return undefined;
+    try {
+        return fs.readFileSync(filePath, 'utf8');
+    }
+    catch {
+        return undefined;
+    }
+}
+function byTimestampDesc(a, b) {
+    return (b.timestamp || '').localeCompare(a.timestamp || '');
+}
+function dedupeAssets(assets) {
+    const seen = new Set();
+    const deduped = [];
+    for (const asset of assets) {
+        if (!asset.text)
+            continue;
+        const key = `${asset.type}\0${asset.text}`;
+        if (seen.has(key))
+            continue;
+        seen.add(key);
+        deduped.push(asset);
+    }
+    return deduped;
+}
+function dedupePlansByTitle(plans) {
+    const seen = new Set();
+    const deduped = [];
+    for (const plan of plans) {
+        const key = (plan.display || plan.text).trim().toLowerCase();
+        if (!key || seen.has(key))
+            continue;
+        seen.add(key);
+        deduped.push(plan);
+    }
+    return deduped;
+}
+function capped(assets, cap) {
+    return cap > 0 ? assets.slice(0, cap) : assets;
+}

package/dist/extractors/sources/claudeAssets.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Claude Code transcript reader for actionable asset extraction.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/sources/claudeAssets
+ */
+import { type SourceAssets } from '../sessionAssets';
+export declare function claudeSessions(cwd: string, limit?: number): string[];
+export declare function readClaudeAssets(cwd: string, limit?: number): SourceAssets;

package/dist/extractors/sources/claudeAssets.js

@@ -0,0 +1,156 @@
+"use strict";
+/**
+ * Claude Code transcript reader for actionable asset extraction.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/sources/claudeAssets
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.claudeSessions = claudeSessions;
+exports.readClaudeAssets = readClaudeAssets;
+const node_path_1 = require("node:path");
+const node_fs_1 = require("node:fs");
+const sessionPathResolver_1 = require("../../parsers/sessionPathResolver");
+const sessionAssets_1 = require("../sessionAssets");
+const PATH_TOOLS = new Set(['Read', 'Write', 'Edit', 'NotebookEdit']);
+function dirExists(path) {
+    try {
+        return (0, node_fs_1.statSync)(path).isDirectory();
+    }
+    catch {
+        return false;
+    }
+}
+function filesByMtimeDesc(dir, filter) {
+    let names;
+    try {
+        names = (0, node_fs_1.readdirSync)(dir);
+    }
+    catch {
+        return [];
+    }
+    return names
+        .filter(filter)
+        .map((name) => (0, node_path_1.join)(dir, name))
+        .map((filePath) => {
+        try {
+            return { path: filePath, mtime: (0, node_fs_1.statSync)(filePath).mtimeMs };
+        }
+        catch {
+            return null;
+        }
+    })
+        .filter((entry) => entry !== null)
+        .sort((a, b) => b.mtime - a.mtime)
+        .map((entry) => entry.path);
+}
+function readJsonl(filePath) {
+    let raw;
+    try {
+        raw = (0, node_fs_1.readFileSync)(filePath, 'utf8');
+    }
+    catch {
+        return [];
+    }
+    const lines = [];
+    for (const line of raw.split('\n')) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        try {
+            lines.push(JSON.parse(trimmed));
+        }
+        catch {
+            // Ignore partial or malformed JSONL lines.
+        }
+    }
+    return lines;
+}
+function claudeSessions(cwd, limit = 3) {
+    const dir = (0, sessionPathResolver_1.getSessionDirectory)(cwd);
+    if (!dirExists(dir))
+        return [];
+    return filesByMtimeDesc(dir, (name) => name.endsWith('.jsonl')).slice(0, limit);
+}
+function asString(value) {
+    return typeof value === 'string' ? value : undefined;
+}
+function provenance(sessionPath, source) {
+    return { agent: 'claude', sessionPath, source };
+}
+function addTextAssets(acc, text, cwd, timestamp, meta) {
+    for (const url of (0, sessionAssets_1.extractUrls)(text))
+        acc.urls.push((0, sessionAssets_1.urlAsset)(url, timestamp, meta));
+    for (const filePath of (0, sessionAssets_1.extractFilePaths)(text, cwd))
+        acc.paths.push((0, sessionAssets_1.pathAsset)(filePath, timestamp, meta));
+    for (const command of (0, sessionAssets_1.extractCommands)(text))
+        acc.commands.push((0, sessionAssets_1.commandAsset)(command, timestamp, meta));
+}
+function addToolPathAssets(acc, value, cwd, timestamp, meta) {
+    for (const filePath of (0, sessionAssets_1.extractFilePaths)(value, cwd)) {
+        acc.paths.push((0, sessionAssets_1.pathAsset)(filePath, timestamp, meta));
+    }
+}
+function accumClaude(filePath, cwd, acc) {
+    for (const line of readJsonl(filePath)) {
+        const timestamp = asString(line.timestamp);
+        if (line.type === 'attachment') {
+            const attachment = line.attachment;
+            const planFilePath = asString(attachment?.planFilePath);
+            if (planFilePath && (0, sessionAssets_1.isExistingFile)(planFilePath)) {
+                const text = (0, sessionAssets_1.readPlanFile)(planFilePath);
+                if (text?.trim())
+                    acc.plans.push((0, sessionAssets_1.planAsset)(text, timestamp, provenance(filePath, 'attachment:plan')));
+            }
+            continue;
+        }
+        const message = line.message;
+        const content = message?.content;
+        if (typeof content === 'string') {
+            addTextAssets(acc, content, cwd, timestamp, provenance(filePath, 'message'));
+            continue;
+        }
+        if (!Array.isArray(content))
+            continue;
+        for (const block of content) {
+            const typedBlock = block;
+            if (typedBlock.type === 'text') {
+                addTextAssets(acc, typedBlock.text, cwd, timestamp, provenance(filePath, 'message'));
+                continue;
+            }
+            if (typedBlock.type !== 'tool_use')
+                continue;
+            const name = asString(typedBlock.name);
+            const input = typedBlock.input || {};
+            const toolSource = name ? `tool:${name}` : 'tool';
+            const toolMeta = provenance(filePath, toolSource);
+            if (name === 'Bash') {
+                for (const url of (0, sessionAssets_1.extractUrls)(input.command))
+                    acc.urls.push((0, sessionAssets_1.urlAsset)(url, timestamp, toolMeta));
+                addToolPathAssets(acc, input.command, cwd, timestamp, toolMeta);
+            }
+            else if (name && PATH_TOOLS.has(name)) {
+                addToolPathAssets(acc, input.file_path, cwd, timestamp, toolMeta);
+            }
+            else if (name === 'WebFetch' || name === 'WebSearch') {
+                for (const url of (0, sessionAssets_1.extractUrls)(JSON.stringify(input)))
+                    acc.urls.push((0, sessionAssets_1.urlAsset)(url, timestamp, toolMeta));
+            }
+            else if (name === 'ExitPlanMode') {
+                const inline = asString(input.plan);
+                const markdown = inline?.trim() ? inline : (0, sessionAssets_1.readPlanFile)(asString(input.planFilePath));
+                if (markdown?.trim())
+                    acc.plans.push((0, sessionAssets_1.planAsset)(markdown, timestamp, toolMeta));
+            }
+        }
+    }
+}
+function readClaudeAssets(cwd, limit = 3) {
+    const sessions = claudeSessions(cwd, limit);
+    const acc = { urls: [], paths: [], commands: [], plans: [], hadSession: sessions.length > 0 };
+    for (const session of sessions)
+        accumClaude(session, cwd, acc);
+    return acc;
+}

package/dist/extractors/sources/codexAssets.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Codex CLI rollout reader for actionable asset extraction.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/sources/codexAssets
+ */
+import { type SourceAssets } from '../sessionAssets';
+export declare function codexSessions(cwd: string, limit?: number): string[];
+export declare function readCodexAssets(cwd: string, limit?: number): SourceAssets;

package/dist/extractors/sources/codexAssets.js

@@ -0,0 +1,227 @@
+"use strict";
+/**
+ * Codex CLI rollout reader for actionable asset extraction.
+ *
+ * Portions adapted from `trawl` by Juan Fourie (B33pBeeps), MIT licensed:
+ * https://github.com/B33pBeeps/trawl
+ *
+ * @module extractors/sources/codexAssets
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.codexSessions = codexSessions;
+exports.readCodexAssets = readCodexAssets;
+const node_path_1 = require("node:path");
+const node_fs_1 = require("node:fs");
+const codexProfiles_1 = require("../../codexProfiles");
+const sessionAssets_1 = require("../sessionAssets");
+const EXEC_NAMES = new Set(['exec_command', 'shell', 'local_shell', 'container.exec']);
+function dirExists(path) {
+    try {
+        return (0, node_fs_1.statSync)(path).isDirectory();
+    }
+    catch {
+        return false;
+    }
+}
+function firstJsonLine(filePath) {
+    let fd;
+    try {
+        fd = (0, node_fs_1.openSync)(filePath, 'r');
+    }
+    catch {
+        return null;
+    }
+    const buffer = Buffer.alloc(65536);
+    let data = '';
+    try {
+        let bytesRead;
+        while ((bytesRead = (0, node_fs_1.readSync)(fd, buffer, 0, buffer.length, null)) > 0) {
+            data += buffer.toString('utf8', 0, bytesRead);
+            const newlineIndex = data.indexOf('\n');
+            if (newlineIndex >= 0) {
+                data = data.slice(0, newlineIndex);
+                break;
+            }
+            if (data.length > 1_000_000)
+                break;
+        }
+    }
+    catch {
+        return null;
+    }
+    finally {
+        (0, node_fs_1.closeSync)(fd);
+    }
+    try {
+        return JSON.parse(data);
+    }
+    catch {
+        return null;
+    }
+}
+function readJsonl(filePath, skip) {
+    let raw;
+    try {
+        raw = (0, node_fs_1.readFileSync)(filePath, 'utf8');
+    }
+    catch {
+        return [];
+    }
+    const lines = [];
+    for (const line of raw.split('\n')) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        if (skip?.(trimmed))
+            continue;
+        try {
+            lines.push(JSON.parse(trimmed));
+        }
+        catch {
+            // Ignore partial or malformed JSONL lines.
+        }
+    }
+    return lines;
+}
+function rolloutFiles(limit = 150) {
+    const entries = [];
+    const seen = new Set();
+    const walk = (dir) => {
+        let dirEntries;
+        try {
+            dirEntries = (0, node_fs_1.readdirSync)(dir, { withFileTypes: true });
+        }
+        catch {
+            return;
+        }
+        for (const entry of dirEntries) {
+            const fullPath = (0, node_path_1.join)(dir, entry.name);
+            if (entry.isDirectory()) {
+                walk(fullPath);
+            }
+            else if (entry.isFile() && entry.name.startsWith('rollout-') && entry.name.endsWith('.jsonl')) {
+                try {
+                    if (seen.has(fullPath))
+                        continue;
+                    seen.add(fullPath);
+                    entries.push({ path: fullPath, mtime: (0, node_fs_1.statSync)(fullPath).mtimeMs });
+                }
+                catch {
+                    // Ignore inaccessible files.
+                }
+            }
+        }
+    };
+    for (const home of (0, codexProfiles_1.getCodexMonitoringHomes)()) {
+        const sessionsDir = (0, node_path_1.join)(home, 'sessions');
+        if (dirExists(sessionsDir))
+            walk(sessionsDir);
+    }
+    return entries.sort((a, b) => b.mtime - a.mtime).slice(0, limit).map((entry) => entry.path);
+}
+function codexSessions(cwd, limit = 3) {
+    const exactCwd = (0, node_path_1.resolve)(cwd);
+    const sessions = [];
+    for (const filePath of rolloutFiles()) {
+        const meta = firstJsonLine(filePath);
+        const payload = meta?.payload;
+        if (payload?.cwd === exactCwd) {
+            sessions.push(filePath);
+            if (sessions.length >= limit)
+                break;
+        }
+    }
+    return sessions;
+}
+function parseArgs(value) {
+    if (typeof value !== 'string')
+        return value && typeof value === 'object' ? value : {};
+    try {
+        return JSON.parse(value);
+    }
+    catch {
+        return {};
+    }
+}
+function asString(value) {
+    return typeof value === 'string' ? value : undefined;
+}
+function provenance(sessionPath, source) {
+    return { agent: 'codex', sessionPath, source };
+}
+function commandFromLocalShell(item) {
+    const action = item.action;
+    const command = action?.command;
+    if (Array.isArray(command))
+        return command.map(String).join(' ');
+    return asString(command);
+}
+function patchFiles(patch, cwd) {
+    const paths = [];
+    for (const match of String(patch).matchAll(/^\*\*\* (?:Update|Add|Delete) File: (.+)$/gm)) {
+        for (const filePath of (0, sessionAssets_1.extractFilePaths)(match[1].trim(), cwd)) {
+            paths.push(filePath);
+        }
+    }
+    return paths;
+}
+function addMessageAssets(acc, text, cwd, timestamp, meta) {
+    for (const url of (0, sessionAssets_1.extractUrls)(text))
+        acc.urls.push((0, sessionAssets_1.urlAsset)(url, timestamp, meta));
+    for (const filePath of (0, sessionAssets_1.extractFilePaths)(text, cwd))
+        acc.paths.push((0, sessionAssets_1.pathAsset)(filePath, timestamp, meta));
+    for (const command of (0, sessionAssets_1.extractCommands)(text))
+        acc.commands.push((0, sessionAssets_1.commandAsset)(command, timestamp, meta));
+}
+function addExecutedCommandAssets(acc, command, cwd, timestamp, meta) {
+    for (const url of (0, sessionAssets_1.extractUrls)(command))
+        acc.urls.push((0, sessionAssets_1.urlAsset)(url, timestamp, meta));
+    for (const filePath of (0, sessionAssets_1.extractFilePaths)(command, cwd))
+        acc.paths.push((0, sessionAssets_1.pathAsset)(filePath, timestamp, meta));
+}
+function readCodexAssets(cwd, limit = 3) {
+    const exactCwd = (0, node_path_1.resolve)(cwd);
+    const files = codexSessions(exactCwd, limit);
+    const acc = { urls: [], paths: [], commands: [], plans: [], hadSession: files.length > 0 };
+    const skip = (line) => line.includes('"type":"function_call_output"') ||
+        line.includes('"type":"reasoning"') ||
+        line.includes('"type":"token_count"');
+    for (const filePath of files) {
+        for (const line of readJsonl(filePath, skip)) {
+            const payload = line.payload;
+            if (!payload)
+                continue;
+            const timestamp = asString(line.timestamp);
+            if (payload.type === 'function_call') {
+                if (EXEC_NAMES.has(payload.name)) {
+                    const args = parseArgs(payload.arguments);
+                    addExecutedCommandAssets(acc, args.cmd ?? args.command, exactCwd, timestamp, provenance(filePath, `tool:${String(payload.name)}`));
+                }
+            }
+            else if (payload.type === 'local_shell_call') {
+                addExecutedCommandAssets(acc, commandFromLocalShell(payload), exactCwd, timestamp, provenance(filePath, 'tool:local_shell'));
+            }
+            else if (payload.type === 'item_completed') {
+                const item = payload.item;
+                const text = asString(item?.text);
+                if (item?.type === 'Plan' && text?.trim())
+                    acc.plans.push((0, sessionAssets_1.planAsset)(text, timestamp, provenance(filePath, 'plan')));
+            }
+            else if (payload.type === 'custom_tool_call' && payload.name === 'apply_patch') {
+                const meta = provenance(filePath, 'tool:apply_patch');
+                for (const file of patchFiles(payload.input, exactCwd))
+                    acc.paths.push((0, sessionAssets_1.pathAsset)(file, timestamp, meta));
+            }
+            else if (payload.type === 'message' && Array.isArray(payload.content)) {
+                for (const block of payload.content) {
+                    const typedBlock = block;
+                    addMessageAssets(acc, typedBlock.text, exactCwd, timestamp, provenance(filePath, 'message'));
+                }
+            }
+            else if (payload.type === 'agent_message') {
+                addMessageAssets(acc, payload.message, exactCwd, timestamp, provenance(filePath, 'message'));
+            }
+        }
+    }
+    return acc;
+}

package/dist/index.d.ts

@@ -124,6 +124,12 @@ export { hydratePricingCatalog, normalizeLiteLlmCatalog, LITELLM_CATALOG_URL } f
 export type { HydrateOptions, HydrateResult } from './pricingCatalog';
 export { extractTokenUsage } from './extractors/tokenUsage';
 export { extractToolCall, extractToolCalls } from './extractors/toolCall';
+export { extractUrls, extractFilePaths, extractCommands, } from './extractors/sessionAssets';
+export type { AssetAgent, ExtractedAsset, ExtractedAssetProvenance, ExtractedAssetType, ExtractedAssets, SourceAssets, } from './extractors/sessionAssets';
+export { readClaudeAssets, claudeSessions } from './extractors/sources/claudeAssets';
+export { readCodexAssets, codexSessions } from './extractors/sources/codexAssets';
+export { gatherAssetsForCwd } from './extractors/gatherAssets';
+export type { GatherAssetsOptions, GatherAssetsResult } from './extractors/gatherAssets';
 export { messageUsageSchema, sessionMessageSchema, sessionEventSchema, permissionModeSchema, extractSessionEvents, } from './schemas/sessionEvent';
 export { quotaWindowSchema, quotaStateSchema, quotaFailureKindSchema, quotaProviderIdSchema, quotaSourceSchema, peakHoursStateSchema, quotaFailureDescriptorSchema, runtimeQuotaProviderSchema, providerQuotaStateSchema, claudeProviderQuotaStateSchema, codexProviderQuotaStateSchema, providerQuotaMapSchema, } from './schemas/quota';
 export { quotaHistoryRuntimeProviderSchema, quotaHistorySampleSchema, quotaHistoryDailyBucketSchema, } from './schemas/quotaHistory';

package/dist/index.js

@@ -6,8 +6,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.findActiveClaudeSession = exports.discoverSessionDirectory = exports.getClaudeSessionDirectory = exports.encodeClaudeWorkspacePath = exports.detectSessionActivity = exports.extractTaskInfo = exports.scanSubagentDir = exports.normalizeCodexToolInput = exports.normalizeCodexToolName = exports.extractPatchFilePaths = exports.CodexRolloutParser = exports.parseDbPartData = exports.parseDbMessageData = exports.convertOpenCodeMessage = exports.detectPlanModeFromText = exports.normalizeToolInput = exports.normalizeToolName = exports.TRUNCATION_PATTERNS = exports.JsonlParser = exports.CodexProvider = exports.OpenCodeProvider = exports.ClaudeCodeProvider = exports.getAllDetectedProviders = exports.detectProvider = exports.readClaudeCodePlanFiles = exports.getPlanAnalytics = exports.writePlans = exports.getLatestPlan = exports.readPlans = exports.readLatestHandoff = exports.readHistory = exports.readNotes = exports.readDecisions = exports.readTasks = exports.getProjectSlugRaw = exports.getProjectSlug = exports.encodeWorkspacePath = exports.getGlobalDataPath = exports.getProjectDataPath = exports.getConfigDir = exports.MAX_PLANS_PER_PROJECT = exports.PLAN_SCHEMA_VERSION = exports.createEmptyTokenTotals = exports.HISTORICAL_DATA_SCHEMA_VERSION = exports.STALENESS_THRESHOLDS = exports.IMPORTANCE_DECAY_FACTORS = exports.KNOWLEDGE_NOTE_SCHEMA_VERSION = exports.DECISION_LOG_SCHEMA_VERSION = exports.normalizeTaskStatus = exports.TASK_PERSISTENCE_SCHEMA_VERSION = void 0;
 exports.clearHighlightCache = exports.highlightEvent = exports.formatSessionJson = exports.formatSessionMarkdown = exports.formatSessionText = exports.classifyNoise = exports.shouldMergeWithPrevious = exports.classifyFollowEvent = exports.classifyMessage = exports.getSoftNoiseReason = exports.isHardNoiseFollowEvent = exports.isHardNoise = exports.formatToolSummary = exports.formatTokenCount = exports.formatDurationMs = exports.createJsonlTail = exports.toFollowEvents = exports.createWatcher = exports.parseChangelog = exports.extractProposedPlanShared = exports.parsePlanMarkdownShared = exports.PlanExtractor = exports.segmentAssistantTurn = exports.reasoningSummary = exports.isAssistantTurnSubagentTool = exports.extractTurnSubagents = exports.assistantTurnEventsFromSessionEvents = exports.readSessionContextSnapshot = exports.createSessionContextProjector = exports.calculateSessionContextPressure = exports.buildSessionContextSnapshot = exports.composeContext = exports.FilterEngine = exports.searchSessions = exports.CodexDatabase = exports.OpenCodeDatabase = exports.discoverDebugLogs = exports.collapseDuplicates = exports.filterByLevel = exports.parseDebugLog = exports.scanSubagentTraces = exports.findAllSessionsWithWorktrees = exports.discoverWorktreeSiblings = exports.resolveWorktreeMainRepo = exports.getAllClaudeProjectFolders = exports.decodeEncodedPath = exports.getMostRecentlyActiveSessionDir = exports.findSubdirectorySessionDirs = exports.findSessionsInDirectory = exports.findAllClaudeSessions = void 0;
 exports.getCodexExecutionEnv = exports.resolveSidekickCodexHome = exports.getActiveCodexAccount = exports.listCodexAccounts = exports.getSystemCodexHome = exports.getCodexMonitoringHomes = exports.getCodexProfileHome = exports.getCodexProfilesDir = exports.getActiveAccountStatus = exports.removeSavedAccountProfile = exports.replaceSavedAccountProfiles = exports.setActiveSavedAccount = exports.upsertSavedAccountProfile = exports.getActiveSavedAccount = exports.listSavedAccountProfiles = exports.writeSavedAccountRegistry = exports.readSavedAccountRegistry = exports.getAccountsDir = exports.isMultiAccountEnabled = exports.getActiveAccount = exports.listAccounts = exports.removeAccount = exports.switchToAccount = exports.addCurrentAccount = exports.readActiveClaudeAccount = exports.writeAccountRegistry = exports.readAccountRegistry = exports.ensureDefaultAccounts = exports.readClaudeMaxAccessTokenSync = exports.readClaudeMaxCredentials = exports.writeActiveCredentials = exports.readActiveCredentials = exports.openInBrowser = exports.parseTranscriptFromEvents = exports.parseTranscript = exports.generateHtmlReport = exports.PatternExtractor = exports.HeatmapTracker = exports.FrequencyTracker = exports.getSnapshotPath = exports.isSnapshotValid = exports.deleteSnapshot = exports.loadSnapshot = exports.saveSnapshot = exports.parseTodoDependencies = exports.EventAggregator = exports.getRandomPhrase = exports.PHRASE_CATEGORIES = exports.ALL_PHRASES = exports.HIGHLIGHT_CSS = void 0;
-exports.quotaProviderIdSchema = exports.quotaFailureKindSchema = exports.quotaStateSchema = exports.quotaWindowSchema = exports.extractSessionEvents = exports.permissionModeSchema = exports.sessionEventSchema = exports.sessionMessageSchema = exports.messageUsageSchema = exports.extractToolCalls = exports.extractToolCall = exports.extractTokenUsage = exports.LITELLM_CATALOG_URL = exports.normalizeLiteLlmCatalog = exports.hydratePricingCatalog = exports.formatCost = exports.sortModelIds = exports.compareModelIds = exports.getModelDisplayInfo = exports.shortModelName = exports.mergeCostSources = exports.calculateCostWithProvenance = exports.calculateCostWithPricing = exports.calculateCost = exports.getModelInfo = exports.getModelPricing = exports.parseModelId = exports.DEFAULT_CONTEXT_WINDOW = exports.getModelContextWindowSize = exports.MultiProviderQuotaService = exports.CodexQuotaWatcher = exports.resolveCodexQuotaFromLocalSources = exports.resolveCodexQuota = exports.readLatestCodexQuotaFromRollouts = exports.quotaFromCodexRateLimits = exports.fetchCodexQuotaFromApi = exports.getWorkspaceIdFromPath = exports.pruneQuotaHistory = exports.readQuotaHistoryDailyBuckets = exports.readQuotaHistoryRange = exports.appendQuotaHistorySample = exports.writeQuotaSnapshot = exports.readQuotaSnapshot = exports.QuotaPoller = exports.describeQuotaFailure = exports.fetchQuota = exports.removeCodexAccount = exports.switchToCodexAccount = exports.finalizeCodexAccount = exports.prepareCodexAccount = void 0;
-exports.scopePeakHoursToSessionProvider = exports.isClaudeCodeSessionProvider = exports.fetchPeakHoursStatus = exports.createPeakHoursNotApplicableState = exports.fetchOpenAIStatus = exports.fetchProviderStatus = exports.assistantTurnToolRefSchema = exports.assistantTurnToolGroupStepSchema = exports.assistantTurnTimelineItemSchema = exports.assistantTurnSubagentStatusSchema = exports.assistantTurnSubagentSchema = exports.assistantTurnReasoningTimelineItemSchema = exports.assistantTurnProjectionSchema = exports.assistantTurnProcessStepSchema = exports.assistantTurnProcessSchema = exports.assistantTurnNarrationStepSchema = exports.assistantTurnEventTypeSchema = exports.assistantTurnEventSchema = exports.activeAccountStatusSchema = exports.activeProviderAccountStatusSchema = exports.quotaHistoryDailyBucketSchema = exports.quotaHistorySampleSchema = exports.quotaHistoryRuntimeProviderSchema = exports.providerQuotaMapSchema = exports.codexProviderQuotaStateSchema = exports.claudeProviderQuotaStateSchema = exports.providerQuotaStateSchema = exports.runtimeQuotaProviderSchema = exports.quotaFailureDescriptorSchema = exports.peakHoursStateSchema = exports.quotaSourceSchema = void 0;
+exports.messageUsageSchema = exports.gatherAssetsForCwd = exports.codexSessions = exports.readCodexAssets = exports.claudeSessions = exports.readClaudeAssets = exports.extractCommands = exports.extractFilePaths = exports.extractUrls = exports.extractToolCalls = exports.extractToolCall = exports.extractTokenUsage = exports.LITELLM_CATALOG_URL = exports.normalizeLiteLlmCatalog = exports.hydratePricingCatalog = exports.formatCost = exports.sortModelIds = exports.compareModelIds = exports.getModelDisplayInfo = exports.shortModelName = exports.mergeCostSources = exports.calculateCostWithProvenance = exports.calculateCostWithPricing = exports.calculateCost = exports.getModelInfo = exports.getModelPricing = exports.parseModelId = exports.DEFAULT_CONTEXT_WINDOW = exports.getModelContextWindowSize = exports.MultiProviderQuotaService = exports.CodexQuotaWatcher = exports.resolveCodexQuotaFromLocalSources = exports.resolveCodexQuota = exports.readLatestCodexQuotaFromRollouts = exports.quotaFromCodexRateLimits = exports.fetchCodexQuotaFromApi = exports.getWorkspaceIdFromPath = exports.pruneQuotaHistory = exports.readQuotaHistoryDailyBuckets = exports.readQuotaHistoryRange = exports.appendQuotaHistorySample = exports.writeQuotaSnapshot = exports.readQuotaSnapshot = exports.QuotaPoller = exports.describeQuotaFailure = exports.fetchQuota = exports.removeCodexAccount = exports.switchToCodexAccount = exports.finalizeCodexAccount = exports.prepareCodexAccount = void 0;
+exports.scopePeakHoursToSessionProvider = exports.isClaudeCodeSessionProvider = exports.fetchPeakHoursStatus = exports.createPeakHoursNotApplicableState = exports.fetchOpenAIStatus = exports.fetchProviderStatus = exports.assistantTurnToolRefSchema = exports.assistantTurnToolGroupStepSchema = exports.assistantTurnTimelineItemSchema = exports.assistantTurnSubagentStatusSchema = exports.assistantTurnSubagentSchema = exports.assistantTurnReasoningTimelineItemSchema = exports.assistantTurnProjectionSchema = exports.assistantTurnProcessStepSchema = exports.assistantTurnProcessSchema = exports.assistantTurnNarrationStepSchema = exports.assistantTurnEventTypeSchema = exports.assistantTurnEventSchema = exports.activeAccountStatusSchema = exports.activeProviderAccountStatusSchema = exports.quotaHistoryDailyBucketSchema = exports.quotaHistorySampleSchema = exports.quotaHistoryRuntimeProviderSchema = exports.providerQuotaMapSchema = exports.codexProviderQuotaStateSchema = exports.claudeProviderQuotaStateSchema = exports.providerQuotaStateSchema = exports.runtimeQuotaProviderSchema = exports.quotaFailureDescriptorSchema = exports.peakHoursStateSchema = exports.quotaSourceSchema = exports.quotaProviderIdSchema = exports.quotaFailureKindSchema = exports.quotaStateSchema = exports.quotaWindowSchema = exports.extractSessionEvents = exports.permissionModeSchema = exports.sessionEventSchema = exports.sessionMessageSchema = void 0;
 var taskPersistence_1 = require("./types/taskPersistence");
 Object.defineProperty(exports, "TASK_PERSISTENCE_SCHEMA_VERSION", { enumerable: true, get: function () { return taskPersistence_1.TASK_PERSISTENCE_SCHEMA_VERSION; } });
 Object.defineProperty(exports, "normalizeTaskStatus", { enumerable: true, get: function () { return taskPersistence_1.normalizeTaskStatus; } });
@@ -297,6 +297,20 @@ Object.defineProperty(exports, "extractTokenUsage", { enumerable: true, get: fun
 var toolCall_1 = require("./extractors/toolCall");
 Object.defineProperty(exports, "extractToolCall", { enumerable: true, get: function () { return toolCall_1.extractToolCall; } });
 Object.defineProperty(exports, "extractToolCalls", { enumerable: true, get: function () { return toolCall_1.extractToolCalls; } });
+// Extractors — actionable session assets. Node-only: safe for CLI and
+// extension-host code, not for browser/webview bundles.
+var sessionAssets_1 = require("./extractors/sessionAssets");
+Object.defineProperty(exports, "extractUrls", { enumerable: true, get: function () { return sessionAssets_1.extractUrls; } });
+Object.defineProperty(exports, "extractFilePaths", { enumerable: true, get: function () { return sessionAssets_1.extractFilePaths; } });
+Object.defineProperty(exports, "extractCommands", { enumerable: true, get: function () { return sessionAssets_1.extractCommands; } });
+var claudeAssets_1 = require("./extractors/sources/claudeAssets");
+Object.defineProperty(exports, "readClaudeAssets", { enumerable: true, get: function () { return claudeAssets_1.readClaudeAssets; } });
+Object.defineProperty(exports, "claudeSessions", { enumerable: true, get: function () { return claudeAssets_1.claudeSessions; } });
+var codexAssets_1 = require("./extractors/sources/codexAssets");
+Object.defineProperty(exports, "readCodexAssets", { enumerable: true, get: function () { return codexAssets_1.readCodexAssets; } });
+Object.defineProperty(exports, "codexSessions", { enumerable: true, get: function () { return codexAssets_1.codexSessions; } });
+var gatherAssets_1 = require("./extractors/gatherAssets");
+Object.defineProperty(exports, "gatherAssetsForCwd", { enumerable: true, get: function () { return gatherAssets_1.gatherAssetsForCwd; } });
 // Schemas — Zod runtime validation for session events
 var sessionEvent_1 = require("./schemas/sessionEvent");
 Object.defineProperty(exports, "messageUsageSchema", { enumerable: true, get: function () { return sessionEvent_1.messageUsageSchema; } });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sidekick-shared",
-  "version": "0.19.3",
+  "version": "0.20.0",
   "description": "Shared data access layer for Sidekick — readers, types, providers, credentials, quota",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",