@copilotkit/sqlite-runner 1.75.1 → 1.76.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/sqlite-runner.cjs +25 -2
- package/dist/sqlite-runner.cjs.map +1 -1
- package/dist/sqlite-runner.d.cts.map +1 -1
- package/dist/sqlite-runner.d.mts.map +1 -1
- package/dist/sqlite-runner.mjs +25 -2
- package/dist/sqlite-runner.mjs.map +1 -1
- package/package.json +3 -3
- package/src/__tests__/sqlite-early-stop.test.ts +121 -0
- package/src/__tests__/sqlite-runner.e2e.test.ts +86 -5
- package/src/sqlite-runner.ts +38 -11
package/dist/sqlite-runner.cjs
CHANGED
|
@@ -134,6 +134,21 @@ var SqliteAgentRunner = class extends _copilotkit_runtime_v2.AgentRunner {
|
|
|
134
134
|
});
|
|
135
135
|
const runAgent = async () => {
|
|
136
136
|
const parentRunId = this.getLatestRunId(request.threadId);
|
|
137
|
+
const ensureStoppedRunStarted = (stopRequested) => {
|
|
138
|
+
if (!stopRequested || currentRunEvents.some((event) => event.type === _ag_ui_client.EventType.RUN_STARTED)) return;
|
|
139
|
+
const started = {
|
|
140
|
+
type: _ag_ui_client.EventType.RUN_STARTED,
|
|
141
|
+
threadId: request.threadId,
|
|
142
|
+
runId: request.input.runId,
|
|
143
|
+
input: {
|
|
144
|
+
...request.input,
|
|
145
|
+
messages: request.input.messages.filter((message) => !historicMessageIds.has(message.id))
|
|
146
|
+
}
|
|
147
|
+
};
|
|
148
|
+
currentRunEvents.unshift(started);
|
|
149
|
+
runSubject.next(started);
|
|
150
|
+
nextSubject.next(started);
|
|
151
|
+
};
|
|
137
152
|
try {
|
|
138
153
|
await request.agent.runAgent(request.input, {
|
|
139
154
|
onEvent: ({ event }) => {
|
|
@@ -166,7 +181,11 @@ var SqliteAgentRunner = class extends _copilotkit_runtime_v2.AgentRunner {
|
|
|
166
181
|
}
|
|
167
182
|
});
|
|
168
183
|
const connection = ACTIVE_CONNECTIONS.get(request.threadId);
|
|
169
|
-
|
|
184
|
+
ensureStoppedRunStarted(connection?.stopRequested ?? false);
|
|
185
|
+
const appendedEvents = (0, _copilotkit_runtime_v2.finalizeRunEvents)(currentRunEvents, {
|
|
186
|
+
stopRequested: connection?.stopRequested ?? false,
|
|
187
|
+
protocolVersion: request.input.protocolVersion
|
|
188
|
+
});
|
|
170
189
|
for (const event of appendedEvents) {
|
|
171
190
|
runSubject.next(event);
|
|
172
191
|
nextSubject.next(event);
|
|
@@ -184,7 +203,11 @@ var SqliteAgentRunner = class extends _copilotkit_runtime_v2.AgentRunner {
|
|
|
184
203
|
ACTIVE_CONNECTIONS.delete(request.threadId);
|
|
185
204
|
} catch {
|
|
186
205
|
const connection = ACTIVE_CONNECTIONS.get(request.threadId);
|
|
187
|
-
|
|
206
|
+
ensureStoppedRunStarted(connection?.stopRequested ?? false);
|
|
207
|
+
const appendedEvents = (0, _copilotkit_runtime_v2.finalizeRunEvents)(currentRunEvents, {
|
|
208
|
+
stopRequested: connection?.stopRequested ?? false,
|
|
209
|
+
protocolVersion: request.input.protocolVersion
|
|
210
|
+
});
|
|
188
211
|
for (const event of appendedEvents) {
|
|
189
212
|
runSubject.next(event);
|
|
190
213
|
nextSubject.next(event);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite-runner.cjs","names":["AgentRunner","Database","EventType","ReplaySubject"],"sources":["../src/sqlite-runner.ts"],"sourcesContent":["import {\n AgentRunner,\n finalizeRunEvents,\n type AgentRunnerConnectRequest,\n type AgentRunnerIsRunningRequest,\n type AgentRunnerRunRequest,\n type AgentRunnerStopRequest,\n} from \"@copilotkit/runtime/v2\";\nimport { Observable, ReplaySubject } from \"rxjs\";\nimport {\n AbstractAgent,\n BaseEvent,\n RunAgentInput,\n EventType,\n RunStartedEvent,\n compactEvents,\n} from \"@ag-ui/client\";\nimport Database from \"better-sqlite3\";\n\nconst SCHEMA_VERSION = 1;\n\ninterface AgentRunRecord {\n id: number;\n thread_id: string;\n run_id: string;\n parent_run_id: string | null;\n events: BaseEvent[];\n input: RunAgentInput;\n created_at: number;\n version: number;\n}\n\nexport interface SqliteAgentRunnerOptions {\n dbPath?: string;\n}\n\ninterface ActiveConnectionContext {\n subject: ReplaySubject<BaseEvent>;\n agent?: AbstractAgent;\n runSubject?: ReplaySubject<BaseEvent>;\n currentEvents?: BaseEvent[];\n stopRequested?: boolean;\n}\n\n// Active connections for streaming events and stop support\nconst ACTIVE_CONNECTIONS = new Map<string, ActiveConnectionContext>();\n\nexport class SqliteAgentRunner extends AgentRunner {\n private db: any;\n\n constructor(options: SqliteAgentRunnerOptions = {}) {\n super();\n const dbPath = options.dbPath ?? \":memory:\";\n\n if (!Database) {\n throw new Error(\n \"better-sqlite3 is required for SqliteAgentRunner but was not found.\\n\" +\n \"Please install it in your project:\\n\" +\n \" npm install better-sqlite3\\n\" +\n \" or\\n\" +\n \" pnpm add better-sqlite3\\n\" +\n \" or\\n\" +\n \" yarn add better-sqlite3\\n\\n\" +\n \"If you don't need persistence, use InMemoryAgentRunner instead.\",\n );\n }\n\n this.db = new Database(dbPath);\n this.initializeSchema();\n }\n\n private initializeSchema(): void {\n // Create the agent_runs table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS agent_runs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n thread_id TEXT NOT NULL,\n run_id TEXT NOT NULL UNIQUE,\n parent_run_id TEXT,\n events TEXT NOT NULL,\n input TEXT NOT NULL,\n created_at INTEGER NOT NULL,\n version INTEGER NOT NULL\n )\n `);\n\n // Create run_state table to track active runs\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS run_state (\n thread_id TEXT PRIMARY KEY,\n is_running INTEGER DEFAULT 0,\n current_run_id TEXT,\n updated_at INTEGER NOT NULL\n )\n `);\n\n // Create indexes for efficient queries\n this.db.exec(`\n CREATE INDEX IF NOT EXISTS idx_thread_id ON agent_runs(thread_id);\n CREATE INDEX IF NOT EXISTS idx_parent_run_id ON agent_runs(parent_run_id);\n `);\n\n // Create schema version table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS schema_version (\n version INTEGER PRIMARY KEY,\n applied_at INTEGER NOT NULL\n )\n `);\n\n // Check and set schema version\n const currentVersion = this.db\n .prepare(\n \"SELECT version FROM schema_version ORDER BY version DESC LIMIT 1\",\n )\n .get() as { version: number } | undefined;\n\n if (!currentVersion || currentVersion.version < SCHEMA_VERSION) {\n this.db\n .prepare(\n \"INSERT OR REPLACE INTO schema_version (version, applied_at) VALUES (?, ?)\",\n )\n .run(SCHEMA_VERSION, Date.now());\n }\n }\n\n private storeRun(\n threadId: string,\n runId: string,\n events: BaseEvent[],\n input: RunAgentInput,\n parentRunId?: string | null,\n ): void {\n // Compact ONLY the events from this run\n const compactedEvents = compactEvents(events);\n\n const stmt = this.db.prepare(`\n INSERT INTO agent_runs (thread_id, run_id, parent_run_id, events, input, created_at, version)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n `);\n\n stmt.run(\n threadId,\n runId,\n parentRunId ?? null,\n JSON.stringify(compactedEvents), // Store only this run's compacted events\n JSON.stringify(input),\n Date.now(),\n SCHEMA_VERSION,\n );\n }\n\n private getHistoricRuns(threadId: string): AgentRunRecord[] {\n const stmt = this.db.prepare(`\n WITH RECURSIVE run_chain AS (\n -- Base case: find the root runs (those without parent)\n SELECT * FROM agent_runs \n WHERE thread_id = ? AND parent_run_id IS NULL\n \n UNION ALL\n \n -- Recursive case: find children of current level\n SELECT ar.* FROM agent_runs ar\n INNER JOIN run_chain rc ON ar.parent_run_id = rc.run_id\n WHERE ar.thread_id = ?\n )\n SELECT * FROM run_chain\n ORDER BY created_at ASC\n `);\n\n const rows = stmt.all(threadId, threadId) as any[];\n\n return rows.map((row) => ({\n id: row.id,\n thread_id: row.thread_id,\n run_id: row.run_id,\n parent_run_id: row.parent_run_id,\n events: JSON.parse(row.events),\n input: JSON.parse(row.input),\n created_at: row.created_at,\n version: row.version,\n }));\n }\n\n private getLatestRunId(threadId: string): string | null {\n const stmt = this.db.prepare(`\n SELECT run_id FROM agent_runs \n WHERE thread_id = ? \n ORDER BY created_at DESC \n LIMIT 1\n `);\n\n const result = stmt.get(threadId) as { run_id: string } | undefined;\n return result?.run_id ?? null;\n }\n\n private setRunState(\n threadId: string,\n isRunning: boolean,\n runId?: string,\n ): void {\n const stmt = this.db.prepare(`\n INSERT OR REPLACE INTO run_state (thread_id, is_running, current_run_id, updated_at)\n VALUES (?, ?, ?, ?)\n `);\n stmt.run(threadId, isRunning ? 1 : 0, runId ?? null, Date.now());\n }\n\n private getRunState(threadId: string): {\n isRunning: boolean;\n currentRunId: string | null;\n } {\n const stmt = this.db.prepare(`\n SELECT is_running, current_run_id FROM run_state WHERE thread_id = ?\n `);\n const result = stmt.get(threadId) as\n | { is_running: number; current_run_id: string | null }\n | undefined;\n\n return {\n isRunning: result?.is_running === 1,\n currentRunId: result?.current_run_id ?? null,\n };\n }\n\n run(request: AgentRunnerRunRequest): Observable<BaseEvent> {\n // Check if thread is already running in database\n const runState = this.getRunState(request.threadId);\n if (runState.isRunning) {\n throw new Error(\"Thread already running\");\n }\n\n // Mark thread as running in database\n this.setRunState(request.threadId, true, request.input.runId);\n\n // Track seen message IDs and current run events in memory for this run\n const seenMessageIds = new Set<string>();\n const currentRunEvents: BaseEvent[] = [];\n\n // Get all previously seen message IDs from historic runs\n const historicRuns = this.getHistoricRuns(request.threadId);\n const historicMessageIds = new Set<string>();\n for (const run of historicRuns) {\n for (const event of run.events) {\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n historicMessageIds.add(event.messageId);\n }\n if (event.type === EventType.RUN_STARTED) {\n const runStarted = event as RunStartedEvent;\n const messages = runStarted.input?.messages ?? [];\n for (const message of messages) {\n historicMessageIds.add(message.id);\n }\n }\n }\n }\n\n // Get or create subject for this thread's connections\n const nextSubject = new ReplaySubject<BaseEvent>(Infinity);\n const prevConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const prevSubject = prevConnection?.subject;\n\n // Create a subject for run() return value\n const runSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Update the active connection for this thread\n ACTIVE_CONNECTIONS.set(request.threadId, {\n subject: nextSubject,\n agent: request.agent,\n runSubject,\n currentEvents: currentRunEvents,\n stopRequested: false,\n });\n\n // Helper function to run the agent and handle errors\n const runAgent = async () => {\n // Get parent run ID for chaining\n const parentRunId = this.getLatestRunId(request.threadId);\n\n try {\n await request.agent.runAgent(request.input, {\n onEvent: ({ event }) => {\n let processedEvent: BaseEvent = event;\n if (event.type === EventType.RUN_STARTED) {\n const runStartedEvent = event as RunStartedEvent;\n if (!runStartedEvent.input) {\n const sanitizedMessages = request.input.messages\n ? request.input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n )\n : undefined;\n const updatedInput = {\n ...request.input,\n ...(sanitizedMessages !== undefined\n ? { messages: sanitizedMessages }\n : {}),\n };\n processedEvent = {\n ...runStartedEvent,\n input: updatedInput,\n } as RunStartedEvent;\n }\n }\n\n runSubject.next(processedEvent); // For run() return - only agent events\n nextSubject.next(processedEvent); // For connect() / store - all events\n currentRunEvents.push(processedEvent); // Accumulate for database storage\n },\n onNewMessage: ({ message }) => {\n // Called for each new message\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n },\n onRunStartedEvent: () => {\n // Mark input messages as seen without emitting duplicates\n if (request.input.messages) {\n for (const message of request.input.messages) {\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n }\n }\n },\n });\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run in database\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Complete the subjects\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n } catch {\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run even if it failed (partial events)\n if (currentRunEvents.length > 0) {\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n }\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Don't emit error to the subject, just complete it\n // This allows subscribers to get events emitted before the error\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n }\n };\n\n // Bridge previous events if they exist\n if (prevSubject) {\n prevSubject.subscribe({\n next: (e) => nextSubject.next(e),\n error: (err) => nextSubject.error(err),\n complete: () => {\n // Don't complete nextSubject here - it needs to stay open for new events\n },\n });\n }\n\n // Start the agent execution immediately (not lazily)\n runAgent();\n\n // Return the run subject (only agent events, no injected messages)\n return runSubject.asObservable();\n }\n\n connect(request: AgentRunnerConnectRequest): Observable<BaseEvent> {\n const connectionSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Load historic runs from database\n const historicRuns = this.getHistoricRuns(request.threadId);\n\n // Collect all historic events from database\n const allHistoricEvents: BaseEvent[] = [];\n for (const run of historicRuns) {\n allHistoricEvents.push(...run.events);\n }\n\n // Compact all events together before emitting\n const compactedEvents = compactEvents(allHistoricEvents);\n\n // Emit compacted events and track message IDs\n const emittedMessageIds = new Set<string>();\n for (const event of compactedEvents) {\n connectionSubject.next(event);\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n emittedMessageIds.add(event.messageId);\n }\n }\n\n // Bridge active run to connection if exists\n const activeConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const runState = this.getRunState(request.threadId);\n\n if (\n activeConnection &&\n (runState.isRunning || activeConnection.stopRequested)\n ) {\n activeConnection.subject.subscribe({\n next: (event) => {\n // Skip message events that we've already emitted from historic\n if (\n \"messageId\" in event &&\n typeof event.messageId === \"string\" &&\n emittedMessageIds.has(event.messageId)\n ) {\n return;\n }\n connectionSubject.next(event);\n },\n complete: () => connectionSubject.complete(),\n error: (err) => connectionSubject.error(err),\n });\n } else {\n // No active run, complete after historic events\n connectionSubject.complete();\n }\n\n return connectionSubject.asObservable();\n }\n\n isRunning(request: AgentRunnerIsRunningRequest): Promise<boolean> {\n const runState = this.getRunState(request.threadId);\n return Promise.resolve(runState.isRunning);\n }\n\n stop(request: AgentRunnerStopRequest): Promise<boolean | undefined> {\n const runState = this.getRunState(request.threadId);\n if (!runState.isRunning) {\n return Promise.resolve(false);\n }\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const agent = connection?.agent;\n\n if (!connection || !agent) {\n return Promise.resolve(false);\n }\n\n if (connection.stopRequested) {\n return Promise.resolve(false);\n }\n\n connection.stopRequested = true;\n this.setRunState(request.threadId, false);\n\n try {\n agent.abortRun();\n return Promise.resolve(true);\n } catch (error) {\n console.error(\"Failed to abort sqlite agent run\", error);\n connection.stopRequested = false;\n this.setRunState(request.threadId, true);\n return Promise.resolve(false);\n }\n }\n\n /**\n * Close the database connection (for cleanup)\n */\n close(): void {\n if (this.db) {\n this.db.close();\n }\n }\n}\n"],"mappings":";;;;;;;;AAmBA,MAAM,iBAAiB;AA0BvB,MAAM,qCAAqB,IAAI,KAAsC;AAErE,IAAa,oBAAb,cAAuCA,mCAAY;CACjD,AAAQ;CAER,YAAY,UAAoC,EAAE,EAAE;AAClD,SAAO;EACP,MAAM,SAAS,QAAQ,UAAU;AAEjC,MAAI,CAACC,uBACH,OAAM,IAAI,MACR,6QAQD;AAGH,OAAK,KAAK,IAAIA,uBAAS,OAAO;AAC9B,OAAK,kBAAkB;;CAGzB,AAAQ,mBAAyB;AAE/B,OAAK,GAAG,KAAK;;;;;;;;;;;MAWX;AAGF,OAAK,GAAG,KAAK;;;;;;;MAOX;AAGF,OAAK,GAAG,KAAK;;;MAGX;AAGF,OAAK,GAAG,KAAK;;;;;MAKX;EAGF,MAAM,iBAAiB,KAAK,GACzB,QACC,mEACD,CACA,KAAK;AAER,MAAI,CAAC,kBAAkB,eAAe,UAAU,eAC9C,MAAK,GACF,QACC,4EACD,CACA,IAAI,gBAAgB,KAAK,KAAK,CAAC;;CAItC,AAAQ,SACN,UACA,OACA,QACA,OACA,aACM;EAEN,MAAM,mDAAgC,OAAO;AAO7C,EALa,KAAK,GAAG,QAAQ;;;MAG3B,CAEG,IACH,UACA,OACA,eAAe,MACf,KAAK,UAAU,gBAAgB,EAC/B,KAAK,UAAU,MAAM,EACrB,KAAK,KAAK,EACV,eACD;;CAGH,AAAQ,gBAAgB,UAAoC;AAoB1D,SAnBa,KAAK,GAAG,QAAQ;;;;;;;;;;;;;;;MAe3B,CAEgB,IAAI,UAAU,SAAS,CAE7B,KAAK,SAAS;GACxB,IAAI,IAAI;GACR,WAAW,IAAI;GACf,QAAQ,IAAI;GACZ,eAAe,IAAI;GACnB,QAAQ,KAAK,MAAM,IAAI,OAAO;GAC9B,OAAO,KAAK,MAAM,IAAI,MAAM;GAC5B,YAAY,IAAI;GAChB,SAAS,IAAI;GACd,EAAE;;CAGL,AAAQ,eAAe,UAAiC;AAStD,SARa,KAAK,GAAG,QAAQ;;;;;MAK3B,CAEkB,IAAI,SAAS,EAClB,UAAU;;CAG3B,AAAQ,YACN,UACA,WACA,OACM;AAKN,EAJa,KAAK,GAAG,QAAQ;;;MAG3B,CACG,IAAI,UAAU,YAAY,IAAI,GAAG,SAAS,MAAM,KAAK,KAAK,CAAC;;CAGlE,AAAQ,YAAY,UAGlB;EAIA,MAAM,SAHO,KAAK,GAAG,QAAQ;;MAE3B,CACkB,IAAI,SAAS;AAIjC,SAAO;GACL,WAAW,QAAQ,eAAe;GAClC,cAAc,QAAQ,kBAAkB;GACzC;;CAGH,IAAI,SAAuD;AAGzD,MADiB,KAAK,YAAY,QAAQ,SAAS,CACtC,UACX,OAAM,IAAI,MAAM,yBAAyB;AAI3C,OAAK,YAAY,QAAQ,UAAU,MAAM,QAAQ,MAAM,MAAM;EAG7D,MAAM,iCAAiB,IAAI,KAAa;EACxC,MAAM,mBAAgC,EAAE;EAGxC,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAC3D,MAAM,qCAAqB,IAAI,KAAa;AAC5C,OAAK,MAAM,OAAO,aAChB,MAAK,MAAM,SAAS,IAAI,QAAQ;AAC9B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,oBAAmB,IAAI,MAAM,UAAU;AAEzC,OAAI,MAAM,SAASC,wBAAU,aAAa;IAExC,MAAM,WADa,MACS,OAAO,YAAY,EAAE;AACjD,SAAK,MAAM,WAAW,SACpB,oBAAmB,IAAI,QAAQ,GAAG;;;EAO1C,MAAM,cAAc,IAAIC,mBAAyB,SAAS;EAE1D,MAAM,cADiB,mBAAmB,IAAI,QAAQ,SAAS,EAC3B;EAGpC,MAAM,aAAa,IAAIA,mBAAyB,SAAS;AAGzD,qBAAmB,IAAI,QAAQ,UAAU;GACvC,SAAS;GACT,OAAO,QAAQ;GACf;GACA,eAAe;GACf,eAAe;GAChB,CAAC;EAGF,MAAM,WAAW,YAAY;GAE3B,MAAM,cAAc,KAAK,eAAe,QAAQ,SAAS;AAEzD,OAAI;AACF,UAAM,QAAQ,MAAM,SAAS,QAAQ,OAAO;KAC1C,UAAU,EAAE,YAAY;MACtB,IAAI,iBAA4B;AAChC,UAAI,MAAM,SAASD,wBAAU,aAAa;OACxC,MAAM,kBAAkB;AACxB,WAAI,CAAC,gBAAgB,OAAO;QAC1B,MAAM,oBAAoB,QAAQ,MAAM,WACpC,QAAQ,MAAM,SAAS,QACpB,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD,GACD;QACJ,MAAM,eAAe;SACnB,GAAG,QAAQ;SACX,GAAI,sBAAsB,SACtB,EAAE,UAAU,mBAAmB,GAC/B,EAAE;SACP;AACD,yBAAiB;SACf,GAAG;SACH,OAAO;SACR;;;AAIL,iBAAW,KAAK,eAAe;AAC/B,kBAAY,KAAK,eAAe;AAChC,uBAAiB,KAAK,eAAe;;KAEvC,eAAe,EAAE,cAAc;AAE7B,UAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;KAGlC,yBAAyB;AAEvB,UAAI,QAAQ,MAAM,UAChB;YAAK,MAAM,WAAW,QAAQ,MAAM,SAClC,KAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;;KAKvC,CAAC;IAEF,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;IAC3D,MAAM,+DAAmC,kBAAkB,EACzD,eAAe,YAAY,iBAAiB,OAC7C,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,SAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAGD,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAI7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;WACrC;IACN,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;IAC3D,MAAM,+DAAmC,kBAAkB,EACzD,eAAe,YAAY,iBAAiB,OAC7C,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,QAAI,iBAAiB,SAAS,EAC5B,MAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAIH,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAK7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;;;AAK/C,MAAI,YACF,aAAY,UAAU;GACpB,OAAO,MAAM,YAAY,KAAK,EAAE;GAChC,QAAQ,QAAQ,YAAY,MAAM,IAAI;GACtC,gBAAgB;GAGjB,CAAC;AAIJ,YAAU;AAGV,SAAO,WAAW,cAAc;;CAGlC,QAAQ,SAA2D;EACjE,MAAM,oBAAoB,IAAIC,mBAAyB,SAAS;EAGhE,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAG3D,MAAM,oBAAiC,EAAE;AACzC,OAAK,MAAM,OAAO,aAChB,mBAAkB,KAAK,GAAG,IAAI,OAAO;EAIvC,MAAM,mDAAgC,kBAAkB;EAGxD,MAAM,oCAAoB,IAAI,KAAa;AAC3C,OAAK,MAAM,SAAS,iBAAiB;AACnC,qBAAkB,KAAK,MAAM;AAC7B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,mBAAkB,IAAI,MAAM,UAAU;;EAK1C,MAAM,mBAAmB,mBAAmB,IAAI,QAAQ,SAAS;EACjE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AAEnD,MACE,qBACC,SAAS,aAAa,iBAAiB,eAExC,kBAAiB,QAAQ,UAAU;GACjC,OAAO,UAAU;AAEf,QACE,eAAe,SACf,OAAO,MAAM,cAAc,YAC3B,kBAAkB,IAAI,MAAM,UAAU,CAEtC;AAEF,sBAAkB,KAAK,MAAM;;GAE/B,gBAAgB,kBAAkB,UAAU;GAC5C,QAAQ,QAAQ,kBAAkB,MAAM,IAAI;GAC7C,CAAC;MAGF,mBAAkB,UAAU;AAG9B,SAAO,kBAAkB,cAAc;;CAGzC,UAAU,SAAwD;EAChE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AACnD,SAAO,QAAQ,QAAQ,SAAS,UAAU;;CAG5C,KAAK,SAA+D;AAElE,MAAI,CADa,KAAK,YAAY,QAAQ,SAAS,CACrC,UACZ,QAAO,QAAQ,QAAQ,MAAM;EAG/B,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;EAC3D,MAAM,QAAQ,YAAY;AAE1B,MAAI,CAAC,cAAc,CAAC,MAClB,QAAO,QAAQ,QAAQ,MAAM;AAG/B,MAAI,WAAW,cACb,QAAO,QAAQ,QAAQ,MAAM;AAG/B,aAAW,gBAAgB;AAC3B,OAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,MAAI;AACF,SAAM,UAAU;AAChB,UAAO,QAAQ,QAAQ,KAAK;WACrB,OAAO;AACd,WAAQ,MAAM,oCAAoC,MAAM;AACxD,cAAW,gBAAgB;AAC3B,QAAK,YAAY,QAAQ,UAAU,KAAK;AACxC,UAAO,QAAQ,QAAQ,MAAM;;;;;;CAOjC,QAAc;AACZ,MAAI,KAAK,GACP,MAAK,GAAG,OAAO"}
|
|
1
|
+
{"version":3,"file":"sqlite-runner.cjs","names":["AgentRunner","Database","EventType","ReplaySubject"],"sources":["../src/sqlite-runner.ts"],"sourcesContent":["import { AgentRunner, finalizeRunEvents } from \"@copilotkit/runtime/v2\";\nimport type {\n AgentRunnerConnectRequest,\n AgentRunnerIsRunningRequest,\n AgentRunnerRunRequest,\n AgentRunnerStopRequest,\n} from \"@copilotkit/runtime/v2\";\nimport type { Observable } from \"rxjs\";\nimport { ReplaySubject } from \"rxjs\";\nimport type {\n AbstractAgent,\n BaseEvent,\n RunAgentInput,\n RunStartedEvent,\n} from \"@ag-ui/client\";\nimport { EventType, compactEvents } from \"@ag-ui/client\";\nimport Database from \"better-sqlite3\";\n\nconst SCHEMA_VERSION = 1;\n\ninterface AgentRunRecord {\n id: number;\n thread_id: string;\n run_id: string;\n parent_run_id: string | null;\n events: BaseEvent[];\n input: RunAgentInput;\n created_at: number;\n version: number;\n}\n\nexport interface SqliteAgentRunnerOptions {\n dbPath?: string;\n}\n\ninterface ActiveConnectionContext {\n subject: ReplaySubject<BaseEvent>;\n agent?: AbstractAgent;\n runSubject?: ReplaySubject<BaseEvent>;\n currentEvents?: BaseEvent[];\n stopRequested?: boolean;\n}\n\n// Active connections for streaming events and stop support\nconst ACTIVE_CONNECTIONS = new Map<string, ActiveConnectionContext>();\n\nexport class SqliteAgentRunner extends AgentRunner {\n private db: any;\n\n constructor(options: SqliteAgentRunnerOptions = {}) {\n super();\n const dbPath = options.dbPath ?? \":memory:\";\n\n if (!Database) {\n throw new Error(\n \"better-sqlite3 is required for SqliteAgentRunner but was not found.\\n\" +\n \"Please install it in your project:\\n\" +\n \" npm install better-sqlite3\\n\" +\n \" or\\n\" +\n \" pnpm add better-sqlite3\\n\" +\n \" or\\n\" +\n \" yarn add better-sqlite3\\n\\n\" +\n \"If you don't need persistence, use InMemoryAgentRunner instead.\",\n );\n }\n\n this.db = new Database(dbPath);\n this.initializeSchema();\n }\n\n private initializeSchema(): void {\n // Create the agent_runs table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS agent_runs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n thread_id TEXT NOT NULL,\n run_id TEXT NOT NULL UNIQUE,\n parent_run_id TEXT,\n events TEXT NOT NULL,\n input TEXT NOT NULL,\n created_at INTEGER NOT NULL,\n version INTEGER NOT NULL\n )\n `);\n\n // Create run_state table to track active runs\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS run_state (\n thread_id TEXT PRIMARY KEY,\n is_running INTEGER DEFAULT 0,\n current_run_id TEXT,\n updated_at INTEGER NOT NULL\n )\n `);\n\n // Create indexes for efficient queries\n this.db.exec(`\n CREATE INDEX IF NOT EXISTS idx_thread_id ON agent_runs(thread_id);\n CREATE INDEX IF NOT EXISTS idx_parent_run_id ON agent_runs(parent_run_id);\n `);\n\n // Create schema version table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS schema_version (\n version INTEGER PRIMARY KEY,\n applied_at INTEGER NOT NULL\n )\n `);\n\n // Check and set schema version\n const currentVersion = this.db\n .prepare(\n \"SELECT version FROM schema_version ORDER BY version DESC LIMIT 1\",\n )\n .get() as { version: number } | undefined;\n\n if (!currentVersion || currentVersion.version < SCHEMA_VERSION) {\n this.db\n .prepare(\n \"INSERT OR REPLACE INTO schema_version (version, applied_at) VALUES (?, ?)\",\n )\n .run(SCHEMA_VERSION, Date.now());\n }\n }\n\n private storeRun(\n threadId: string,\n runId: string,\n events: BaseEvent[],\n input: RunAgentInput,\n parentRunId?: string | null,\n ): void {\n // Compact ONLY the events from this run\n const compactedEvents = compactEvents(events);\n\n const stmt = this.db.prepare(`\n INSERT INTO agent_runs (thread_id, run_id, parent_run_id, events, input, created_at, version)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n `);\n\n stmt.run(\n threadId,\n runId,\n parentRunId ?? null,\n JSON.stringify(compactedEvents), // Store only this run's compacted events\n JSON.stringify(input),\n Date.now(),\n SCHEMA_VERSION,\n );\n }\n\n private getHistoricRuns(threadId: string): AgentRunRecord[] {\n const stmt = this.db.prepare(`\n WITH RECURSIVE run_chain AS (\n -- Base case: find the root runs (those without parent)\n SELECT * FROM agent_runs \n WHERE thread_id = ? AND parent_run_id IS NULL\n \n UNION ALL\n \n -- Recursive case: find children of current level\n SELECT ar.* FROM agent_runs ar\n INNER JOIN run_chain rc ON ar.parent_run_id = rc.run_id\n WHERE ar.thread_id = ?\n )\n SELECT * FROM run_chain\n ORDER BY created_at ASC\n `);\n\n const rows = stmt.all(threadId, threadId) as any[];\n\n return rows.map((row) => ({\n id: row.id,\n thread_id: row.thread_id,\n run_id: row.run_id,\n parent_run_id: row.parent_run_id,\n events: JSON.parse(row.events),\n input: JSON.parse(row.input),\n created_at: row.created_at,\n version: row.version,\n }));\n }\n\n private getLatestRunId(threadId: string): string | null {\n const stmt = this.db.prepare(`\n SELECT run_id FROM agent_runs \n WHERE thread_id = ? \n ORDER BY created_at DESC \n LIMIT 1\n `);\n\n const result = stmt.get(threadId) as { run_id: string } | undefined;\n return result?.run_id ?? null;\n }\n\n private setRunState(\n threadId: string,\n isRunning: boolean,\n runId?: string,\n ): void {\n const stmt = this.db.prepare(`\n INSERT OR REPLACE INTO run_state (thread_id, is_running, current_run_id, updated_at)\n VALUES (?, ?, ?, ?)\n `);\n stmt.run(threadId, isRunning ? 1 : 0, runId ?? null, Date.now());\n }\n\n private getRunState(threadId: string): {\n isRunning: boolean;\n currentRunId: string | null;\n } {\n const stmt = this.db.prepare(`\n SELECT is_running, current_run_id FROM run_state WHERE thread_id = ?\n `);\n const result = stmt.get(threadId) as\n | { is_running: number; current_run_id: string | null }\n | undefined;\n\n return {\n isRunning: result?.is_running === 1,\n currentRunId: result?.current_run_id ?? null,\n };\n }\n\n run(request: AgentRunnerRunRequest): Observable<BaseEvent> {\n // Check if thread is already running in database\n const runState = this.getRunState(request.threadId);\n if (runState.isRunning) {\n throw new Error(\"Thread already running\");\n }\n\n // Mark thread as running in database\n this.setRunState(request.threadId, true, request.input.runId);\n\n // Track seen message IDs and current run events in memory for this run\n const seenMessageIds = new Set<string>();\n const currentRunEvents: BaseEvent[] = [];\n\n // Get all previously seen message IDs from historic runs\n const historicRuns = this.getHistoricRuns(request.threadId);\n const historicMessageIds = new Set<string>();\n for (const run of historicRuns) {\n for (const event of run.events) {\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n historicMessageIds.add(event.messageId);\n }\n if (event.type === EventType.RUN_STARTED) {\n const runStarted = event as RunStartedEvent;\n const messages = runStarted.input?.messages ?? [];\n for (const message of messages) {\n historicMessageIds.add(message.id);\n }\n }\n }\n }\n\n // Get or create subject for this thread's connections\n const nextSubject = new ReplaySubject<BaseEvent>(Infinity);\n const prevConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const prevSubject = prevConnection?.subject;\n\n // Create a subject for run() return value\n const runSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Update the active connection for this thread\n ACTIVE_CONNECTIONS.set(request.threadId, {\n subject: nextSubject,\n agent: request.agent,\n runSubject,\n currentEvents: currentRunEvents,\n stopRequested: false,\n });\n\n // Helper function to run the agent and handle errors\n const runAgent = async () => {\n // Get parent run ID for chaining\n const parentRunId = this.getLatestRunId(request.threadId);\n\n const ensureStoppedRunStarted = (stopRequested: boolean) => {\n if (\n !stopRequested ||\n currentRunEvents.some((event) => event.type === EventType.RUN_STARTED)\n ) {\n return;\n }\n // Stop can arrive before the agent sends its first event.\n const started: RunStartedEvent = {\n type: EventType.RUN_STARTED,\n threadId: request.threadId,\n runId: request.input.runId,\n input: {\n ...request.input,\n messages: request.input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n ),\n },\n };\n currentRunEvents.unshift(started);\n runSubject.next(started);\n nextSubject.next(started);\n };\n\n try {\n await request.agent.runAgent(request.input, {\n onEvent: ({ event }) => {\n let processedEvent: BaseEvent = event;\n if (event.type === EventType.RUN_STARTED) {\n const runStartedEvent = event as RunStartedEvent;\n if (!runStartedEvent.input) {\n const sanitizedMessages = request.input.messages\n ? request.input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n )\n : undefined;\n const updatedInput = {\n ...request.input,\n ...(sanitizedMessages !== undefined\n ? { messages: sanitizedMessages }\n : {}),\n };\n processedEvent = {\n ...runStartedEvent,\n input: updatedInput,\n } as RunStartedEvent;\n }\n }\n\n runSubject.next(processedEvent); // For run() return - only agent events\n nextSubject.next(processedEvent); // For connect() / store - all events\n currentRunEvents.push(processedEvent); // Accumulate for database storage\n },\n onNewMessage: ({ message }) => {\n // Called for each new message\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n },\n onRunStartedEvent: () => {\n // Mark input messages as seen without emitting duplicates\n if (request.input.messages) {\n for (const message of request.input.messages) {\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n }\n }\n },\n });\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n ensureStoppedRunStarted(connection?.stopRequested ?? false);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n protocolVersion: request.input.protocolVersion,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run in database\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Complete the subjects\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n } catch {\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n ensureStoppedRunStarted(connection?.stopRequested ?? false);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n protocolVersion: request.input.protocolVersion,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run even if it failed (partial events)\n if (currentRunEvents.length > 0) {\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n }\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Don't emit error to the subject, just complete it\n // This allows subscribers to get events emitted before the error\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n }\n };\n\n // Bridge previous events if they exist\n if (prevSubject) {\n prevSubject.subscribe({\n next: (e) => nextSubject.next(e),\n error: (err) => nextSubject.error(err),\n complete: () => {\n // Don't complete nextSubject here - it needs to stay open for new events\n },\n });\n }\n\n // Start the agent execution immediately (not lazily)\n runAgent();\n\n // Return the run subject (only agent events, no injected messages)\n return runSubject.asObservable();\n }\n\n connect(request: AgentRunnerConnectRequest): Observable<BaseEvent> {\n const connectionSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Load historic runs from database\n const historicRuns = this.getHistoricRuns(request.threadId);\n\n // Collect all historic events from database\n const allHistoricEvents: BaseEvent[] = [];\n for (const run of historicRuns) {\n allHistoricEvents.push(...run.events);\n }\n\n // Compact all events together before emitting\n const compactedEvents = compactEvents(allHistoricEvents);\n\n // Emit compacted events and track message IDs\n const emittedMessageIds = new Set<string>();\n for (const event of compactedEvents) {\n connectionSubject.next(event);\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n emittedMessageIds.add(event.messageId);\n }\n }\n\n // Bridge active run to connection if exists\n const activeConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const runState = this.getRunState(request.threadId);\n\n if (\n activeConnection &&\n (runState.isRunning || activeConnection.stopRequested)\n ) {\n activeConnection.subject.subscribe({\n next: (event) => {\n // Skip message events that we've already emitted from historic\n if (\n \"messageId\" in event &&\n typeof event.messageId === \"string\" &&\n emittedMessageIds.has(event.messageId)\n ) {\n return;\n }\n connectionSubject.next(event);\n },\n complete: () => connectionSubject.complete(),\n error: (err) => connectionSubject.error(err),\n });\n } else {\n // No active run, complete after historic events\n connectionSubject.complete();\n }\n\n return connectionSubject.asObservable();\n }\n\n isRunning(request: AgentRunnerIsRunningRequest): Promise<boolean> {\n const runState = this.getRunState(request.threadId);\n return Promise.resolve(runState.isRunning);\n }\n\n stop(request: AgentRunnerStopRequest): Promise<boolean | undefined> {\n const runState = this.getRunState(request.threadId);\n if (!runState.isRunning) {\n return Promise.resolve(false);\n }\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const agent = connection?.agent;\n\n if (!connection || !agent) {\n return Promise.resolve(false);\n }\n\n if (connection.stopRequested) {\n return Promise.resolve(false);\n }\n\n connection.stopRequested = true;\n this.setRunState(request.threadId, false);\n\n try {\n agent.abortRun();\n return Promise.resolve(true);\n } catch (error) {\n console.error(\"Failed to abort sqlite agent run\", error);\n connection.stopRequested = false;\n this.setRunState(request.threadId, true);\n return Promise.resolve(false);\n }\n }\n\n /**\n * Close the database connection (for cleanup)\n */\n close(): void {\n if (this.db) {\n this.db.close();\n }\n }\n}\n"],"mappings":";;;;;;;;AAkBA,MAAM,iBAAiB;AA0BvB,MAAM,qCAAqB,IAAI,KAAsC;AAErE,IAAa,oBAAb,cAAuCA,mCAAY;CACjD,AAAQ;CAER,YAAY,UAAoC,EAAE,EAAE;AAClD,SAAO;EACP,MAAM,SAAS,QAAQ,UAAU;AAEjC,MAAI,CAACC,uBACH,OAAM,IAAI,MACR,6QAQD;AAGH,OAAK,KAAK,IAAIA,uBAAS,OAAO;AAC9B,OAAK,kBAAkB;;CAGzB,AAAQ,mBAAyB;AAE/B,OAAK,GAAG,KAAK;;;;;;;;;;;MAWX;AAGF,OAAK,GAAG,KAAK;;;;;;;MAOX;AAGF,OAAK,GAAG,KAAK;;;MAGX;AAGF,OAAK,GAAG,KAAK;;;;;MAKX;EAGF,MAAM,iBAAiB,KAAK,GACzB,QACC,mEACD,CACA,KAAK;AAER,MAAI,CAAC,kBAAkB,eAAe,UAAU,eAC9C,MAAK,GACF,QACC,4EACD,CACA,IAAI,gBAAgB,KAAK,KAAK,CAAC;;CAItC,AAAQ,SACN,UACA,OACA,QACA,OACA,aACM;EAEN,MAAM,mDAAgC,OAAO;AAO7C,EALa,KAAK,GAAG,QAAQ;;;MAG3B,CAEG,IACH,UACA,OACA,eAAe,MACf,KAAK,UAAU,gBAAgB,EAC/B,KAAK,UAAU,MAAM,EACrB,KAAK,KAAK,EACV,eACD;;CAGH,AAAQ,gBAAgB,UAAoC;AAoB1D,SAnBa,KAAK,GAAG,QAAQ;;;;;;;;;;;;;;;MAe3B,CAEgB,IAAI,UAAU,SAAS,CAE7B,KAAK,SAAS;GACxB,IAAI,IAAI;GACR,WAAW,IAAI;GACf,QAAQ,IAAI;GACZ,eAAe,IAAI;GACnB,QAAQ,KAAK,MAAM,IAAI,OAAO;GAC9B,OAAO,KAAK,MAAM,IAAI,MAAM;GAC5B,YAAY,IAAI;GAChB,SAAS,IAAI;GACd,EAAE;;CAGL,AAAQ,eAAe,UAAiC;AAStD,SARa,KAAK,GAAG,QAAQ;;;;;MAK3B,CAEkB,IAAI,SAAS,EAClB,UAAU;;CAG3B,AAAQ,YACN,UACA,WACA,OACM;AAKN,EAJa,KAAK,GAAG,QAAQ;;;MAG3B,CACG,IAAI,UAAU,YAAY,IAAI,GAAG,SAAS,MAAM,KAAK,KAAK,CAAC;;CAGlE,AAAQ,YAAY,UAGlB;EAIA,MAAM,SAHO,KAAK,GAAG,QAAQ;;MAE3B,CACkB,IAAI,SAAS;AAIjC,SAAO;GACL,WAAW,QAAQ,eAAe;GAClC,cAAc,QAAQ,kBAAkB;GACzC;;CAGH,IAAI,SAAuD;AAGzD,MADiB,KAAK,YAAY,QAAQ,SAAS,CACtC,UACX,OAAM,IAAI,MAAM,yBAAyB;AAI3C,OAAK,YAAY,QAAQ,UAAU,MAAM,QAAQ,MAAM,MAAM;EAG7D,MAAM,iCAAiB,IAAI,KAAa;EACxC,MAAM,mBAAgC,EAAE;EAGxC,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAC3D,MAAM,qCAAqB,IAAI,KAAa;AAC5C,OAAK,MAAM,OAAO,aAChB,MAAK,MAAM,SAAS,IAAI,QAAQ;AAC9B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,oBAAmB,IAAI,MAAM,UAAU;AAEzC,OAAI,MAAM,SAASC,wBAAU,aAAa;IAExC,MAAM,WADa,MACS,OAAO,YAAY,EAAE;AACjD,SAAK,MAAM,WAAW,SACpB,oBAAmB,IAAI,QAAQ,GAAG;;;EAO1C,MAAM,cAAc,IAAIC,mBAAyB,SAAS;EAE1D,MAAM,cADiB,mBAAmB,IAAI,QAAQ,SAAS,EAC3B;EAGpC,MAAM,aAAa,IAAIA,mBAAyB,SAAS;AAGzD,qBAAmB,IAAI,QAAQ,UAAU;GACvC,SAAS;GACT,OAAO,QAAQ;GACf;GACA,eAAe;GACf,eAAe;GAChB,CAAC;EAGF,MAAM,WAAW,YAAY;GAE3B,MAAM,cAAc,KAAK,eAAe,QAAQ,SAAS;GAEzD,MAAM,2BAA2B,kBAA2B;AAC1D,QACE,CAAC,iBACD,iBAAiB,MAAM,UAAU,MAAM,SAASD,wBAAU,YAAY,CAEtE;IAGF,MAAM,UAA2B;KAC/B,MAAMA,wBAAU;KAChB,UAAU,QAAQ;KAClB,OAAO,QAAQ,MAAM;KACrB,OAAO;MACL,GAAG,QAAQ;MACX,UAAU,QAAQ,MAAM,SAAS,QAC9B,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD;MACF;KACF;AACD,qBAAiB,QAAQ,QAAQ;AACjC,eAAW,KAAK,QAAQ;AACxB,gBAAY,KAAK,QAAQ;;AAG3B,OAAI;AACF,UAAM,QAAQ,MAAM,SAAS,QAAQ,OAAO;KAC1C,UAAU,EAAE,YAAY;MACtB,IAAI,iBAA4B;AAChC,UAAI,MAAM,SAASA,wBAAU,aAAa;OACxC,MAAM,kBAAkB;AACxB,WAAI,CAAC,gBAAgB,OAAO;QAC1B,MAAM,oBAAoB,QAAQ,MAAM,WACpC,QAAQ,MAAM,SAAS,QACpB,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD,GACD;QACJ,MAAM,eAAe;SACnB,GAAG,QAAQ;SACX,GAAI,sBAAsB,SACtB,EAAE,UAAU,mBAAmB,GAC/B,EAAE;SACP;AACD,yBAAiB;SACf,GAAG;SACH,OAAO;SACR;;;AAIL,iBAAW,KAAK,eAAe;AAC/B,kBAAY,KAAK,eAAe;AAChC,uBAAiB,KAAK,eAAe;;KAEvC,eAAe,EAAE,cAAc;AAE7B,UAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;KAGlC,yBAAyB;AAEvB,UAAI,QAAQ,MAAM,UAChB;YAAK,MAAM,WAAW,QAAQ,MAAM,SAClC,KAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;;KAKvC,CAAC;IAEF,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;AAC3D,4BAAwB,YAAY,iBAAiB,MAAM;IAC3D,MAAM,+DAAmC,kBAAkB;KACzD,eAAe,YAAY,iBAAiB;KAC5C,iBAAiB,QAAQ,MAAM;KAChC,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,SAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAGD,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAI7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;WACrC;IACN,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;AAC3D,4BAAwB,YAAY,iBAAiB,MAAM;IAC3D,MAAM,+DAAmC,kBAAkB;KACzD,eAAe,YAAY,iBAAiB;KAC5C,iBAAiB,QAAQ,MAAM;KAChC,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,QAAI,iBAAiB,SAAS,EAC5B,MAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAIH,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAK7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;;;AAK/C,MAAI,YACF,aAAY,UAAU;GACpB,OAAO,MAAM,YAAY,KAAK,EAAE;GAChC,QAAQ,QAAQ,YAAY,MAAM,IAAI;GACtC,gBAAgB;GAGjB,CAAC;AAIJ,YAAU;AAGV,SAAO,WAAW,cAAc;;CAGlC,QAAQ,SAA2D;EACjE,MAAM,oBAAoB,IAAIC,mBAAyB,SAAS;EAGhE,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAG3D,MAAM,oBAAiC,EAAE;AACzC,OAAK,MAAM,OAAO,aAChB,mBAAkB,KAAK,GAAG,IAAI,OAAO;EAIvC,MAAM,mDAAgC,kBAAkB;EAGxD,MAAM,oCAAoB,IAAI,KAAa;AAC3C,OAAK,MAAM,SAAS,iBAAiB;AACnC,qBAAkB,KAAK,MAAM;AAC7B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,mBAAkB,IAAI,MAAM,UAAU;;EAK1C,MAAM,mBAAmB,mBAAmB,IAAI,QAAQ,SAAS;EACjE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AAEnD,MACE,qBACC,SAAS,aAAa,iBAAiB,eAExC,kBAAiB,QAAQ,UAAU;GACjC,OAAO,UAAU;AAEf,QACE,eAAe,SACf,OAAO,MAAM,cAAc,YAC3B,kBAAkB,IAAI,MAAM,UAAU,CAEtC;AAEF,sBAAkB,KAAK,MAAM;;GAE/B,gBAAgB,kBAAkB,UAAU;GAC5C,QAAQ,QAAQ,kBAAkB,MAAM,IAAI;GAC7C,CAAC;MAGF,mBAAkB,UAAU;AAG9B,SAAO,kBAAkB,cAAc;;CAGzC,UAAU,SAAwD;EAChE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AACnD,SAAO,QAAQ,QAAQ,SAAS,UAAU;;CAG5C,KAAK,SAA+D;AAElE,MAAI,CADa,KAAK,YAAY,QAAQ,SAAS,CACrC,UACZ,QAAO,QAAQ,QAAQ,MAAM;EAG/B,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;EAC3D,MAAM,QAAQ,YAAY;AAE1B,MAAI,CAAC,cAAc,CAAC,MAClB,QAAO,QAAQ,QAAQ,MAAM;AAG/B,MAAI,WAAW,cACb,QAAO,QAAQ,QAAQ,MAAM;AAG/B,aAAW,gBAAgB;AAC3B,OAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,MAAI;AACF,SAAM,UAAU;AAChB,UAAO,QAAQ,QAAQ,KAAK;WACrB,OAAO;AACd,WAAQ,MAAM,oCAAoC,MAAM;AACxD,cAAW,gBAAgB;AAC3B,QAAK,YAAY,QAAQ,UAAU,KAAK;AACxC,UAAO,QAAQ,QAAQ,MAAM;;;;;;CAOjC,QAAc;AACZ,MAAI,KAAK,GACP,MAAK,GAAG,OAAO"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite-runner.d.cts","names":[],"sources":["../src/sqlite-runner.ts"],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"sqlite-runner.d.cts","names":[],"sources":["../src/sqlite-runner.ts"],"mappings":";;;;;UA+BiB,wBAAA;EACf,MAAA;AAAA;AAAA,cAcW,iBAAA,SAA0B,WAAA;EAAA,QAC7B,EAAA;cAEI,OAAA,GAAS,wBAAA;EAAA,QAqBb,gBAAA;EAAA,QAuDA,QAAA;EAAA,QA0BA,eAAA;EAAA,QAgCA,cAAA;EAAA,QAYA,WAAA;EAAA,QAYA,WAAA;EAiBR,GAAA,CAAI,OAAA,EAAS,qBAAA,GAAwB,UAAA,CAAW,SAAA;EA4NhD,OAAA,CAAQ,OAAA,EAAS,yBAAA,GAA4B,UAAA,CAAW,SAAA;EAuDxD,SAAA,CAAU,OAAA,EAAS,2BAAA,GAA8B,OAAA;EAKjD,IAAA,CAAK,OAAA,EAAS,sBAAA,GAAyB,OAAA;EALpB;;;EAuCnB,KAAA,CAAA;AAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite-runner.d.mts","names":[],"sources":["../src/sqlite-runner.ts"],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"sqlite-runner.d.mts","names":[],"sources":["../src/sqlite-runner.ts"],"mappings":";;;;;UA+BiB,wBAAA;EACf,MAAA;AAAA;AAAA,cAcW,iBAAA,SAA0B,WAAA;EAAA,QAC7B,EAAA;cAEI,OAAA,GAAS,wBAAA;EAAA,QAqBb,gBAAA;EAAA,QAuDA,QAAA;EAAA,QA0BA,eAAA;EAAA,QAgCA,cAAA;EAAA,QAYA,WAAA;EAAA,QAYA,WAAA;EAiBR,GAAA,CAAI,OAAA,EAAS,qBAAA,GAAwB,UAAA,CAAW,SAAA;EA4NhD,OAAA,CAAQ,OAAA,EAAS,yBAAA,GAA4B,UAAA,CAAW,SAAA;EAuDxD,SAAA,CAAU,OAAA,EAAS,2BAAA,GAA8B,OAAA;EAKjD,IAAA,CAAK,OAAA,EAAS,sBAAA,GAAyB,OAAA;EALpB;;;EAuCnB,KAAA,CAAA;AAAA"}
|
package/dist/sqlite-runner.mjs
CHANGED
|
@@ -132,6 +132,21 @@ var SqliteAgentRunner = class extends AgentRunner {
|
|
|
132
132
|
});
|
|
133
133
|
const runAgent = async () => {
|
|
134
134
|
const parentRunId = this.getLatestRunId(request.threadId);
|
|
135
|
+
const ensureStoppedRunStarted = (stopRequested) => {
|
|
136
|
+
if (!stopRequested || currentRunEvents.some((event) => event.type === EventType.RUN_STARTED)) return;
|
|
137
|
+
const started = {
|
|
138
|
+
type: EventType.RUN_STARTED,
|
|
139
|
+
threadId: request.threadId,
|
|
140
|
+
runId: request.input.runId,
|
|
141
|
+
input: {
|
|
142
|
+
...request.input,
|
|
143
|
+
messages: request.input.messages.filter((message) => !historicMessageIds.has(message.id))
|
|
144
|
+
}
|
|
145
|
+
};
|
|
146
|
+
currentRunEvents.unshift(started);
|
|
147
|
+
runSubject.next(started);
|
|
148
|
+
nextSubject.next(started);
|
|
149
|
+
};
|
|
135
150
|
try {
|
|
136
151
|
await request.agent.runAgent(request.input, {
|
|
137
152
|
onEvent: ({ event }) => {
|
|
@@ -164,7 +179,11 @@ var SqliteAgentRunner = class extends AgentRunner {
|
|
|
164
179
|
}
|
|
165
180
|
});
|
|
166
181
|
const connection = ACTIVE_CONNECTIONS.get(request.threadId);
|
|
167
|
-
|
|
182
|
+
ensureStoppedRunStarted(connection?.stopRequested ?? false);
|
|
183
|
+
const appendedEvents = finalizeRunEvents(currentRunEvents, {
|
|
184
|
+
stopRequested: connection?.stopRequested ?? false,
|
|
185
|
+
protocolVersion: request.input.protocolVersion
|
|
186
|
+
});
|
|
168
187
|
for (const event of appendedEvents) {
|
|
169
188
|
runSubject.next(event);
|
|
170
189
|
nextSubject.next(event);
|
|
@@ -182,7 +201,11 @@ var SqliteAgentRunner = class extends AgentRunner {
|
|
|
182
201
|
ACTIVE_CONNECTIONS.delete(request.threadId);
|
|
183
202
|
} catch {
|
|
184
203
|
const connection = ACTIVE_CONNECTIONS.get(request.threadId);
|
|
185
|
-
|
|
204
|
+
ensureStoppedRunStarted(connection?.stopRequested ?? false);
|
|
205
|
+
const appendedEvents = finalizeRunEvents(currentRunEvents, {
|
|
206
|
+
stopRequested: connection?.stopRequested ?? false,
|
|
207
|
+
protocolVersion: request.input.protocolVersion
|
|
208
|
+
});
|
|
186
209
|
for (const event of appendedEvents) {
|
|
187
210
|
runSubject.next(event);
|
|
188
211
|
nextSubject.next(event);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite-runner.mjs","names":[],"sources":["../src/sqlite-runner.ts"],"sourcesContent":["import {\n AgentRunner,\n finalizeRunEvents,\n type AgentRunnerConnectRequest,\n type AgentRunnerIsRunningRequest,\n type AgentRunnerRunRequest,\n type AgentRunnerStopRequest,\n} from \"@copilotkit/runtime/v2\";\nimport { Observable, ReplaySubject } from \"rxjs\";\nimport {\n AbstractAgent,\n BaseEvent,\n RunAgentInput,\n EventType,\n RunStartedEvent,\n compactEvents,\n} from \"@ag-ui/client\";\nimport Database from \"better-sqlite3\";\n\nconst SCHEMA_VERSION = 1;\n\ninterface AgentRunRecord {\n id: number;\n thread_id: string;\n run_id: string;\n parent_run_id: string | null;\n events: BaseEvent[];\n input: RunAgentInput;\n created_at: number;\n version: number;\n}\n\nexport interface SqliteAgentRunnerOptions {\n dbPath?: string;\n}\n\ninterface ActiveConnectionContext {\n subject: ReplaySubject<BaseEvent>;\n agent?: AbstractAgent;\n runSubject?: ReplaySubject<BaseEvent>;\n currentEvents?: BaseEvent[];\n stopRequested?: boolean;\n}\n\n// Active connections for streaming events and stop support\nconst ACTIVE_CONNECTIONS = new Map<string, ActiveConnectionContext>();\n\nexport class SqliteAgentRunner extends AgentRunner {\n private db: any;\n\n constructor(options: SqliteAgentRunnerOptions = {}) {\n super();\n const dbPath = options.dbPath ?? \":memory:\";\n\n if (!Database) {\n throw new Error(\n \"better-sqlite3 is required for SqliteAgentRunner but was not found.\\n\" +\n \"Please install it in your project:\\n\" +\n \" npm install better-sqlite3\\n\" +\n \" or\\n\" +\n \" pnpm add better-sqlite3\\n\" +\n \" or\\n\" +\n \" yarn add better-sqlite3\\n\\n\" +\n \"If you don't need persistence, use InMemoryAgentRunner instead.\",\n );\n }\n\n this.db = new Database(dbPath);\n this.initializeSchema();\n }\n\n private initializeSchema(): void {\n // Create the agent_runs table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS agent_runs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n thread_id TEXT NOT NULL,\n run_id TEXT NOT NULL UNIQUE,\n parent_run_id TEXT,\n events TEXT NOT NULL,\n input TEXT NOT NULL,\n created_at INTEGER NOT NULL,\n version INTEGER NOT NULL\n )\n `);\n\n // Create run_state table to track active runs\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS run_state (\n thread_id TEXT PRIMARY KEY,\n is_running INTEGER DEFAULT 0,\n current_run_id TEXT,\n updated_at INTEGER NOT NULL\n )\n `);\n\n // Create indexes for efficient queries\n this.db.exec(`\n CREATE INDEX IF NOT EXISTS idx_thread_id ON agent_runs(thread_id);\n CREATE INDEX IF NOT EXISTS idx_parent_run_id ON agent_runs(parent_run_id);\n `);\n\n // Create schema version table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS schema_version (\n version INTEGER PRIMARY KEY,\n applied_at INTEGER NOT NULL\n )\n `);\n\n // Check and set schema version\n const currentVersion = this.db\n .prepare(\n \"SELECT version FROM schema_version ORDER BY version DESC LIMIT 1\",\n )\n .get() as { version: number } | undefined;\n\n if (!currentVersion || currentVersion.version < SCHEMA_VERSION) {\n this.db\n .prepare(\n \"INSERT OR REPLACE INTO schema_version (version, applied_at) VALUES (?, ?)\",\n )\n .run(SCHEMA_VERSION, Date.now());\n }\n }\n\n private storeRun(\n threadId: string,\n runId: string,\n events: BaseEvent[],\n input: RunAgentInput,\n parentRunId?: string | null,\n ): void {\n // Compact ONLY the events from this run\n const compactedEvents = compactEvents(events);\n\n const stmt = this.db.prepare(`\n INSERT INTO agent_runs (thread_id, run_id, parent_run_id, events, input, created_at, version)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n `);\n\n stmt.run(\n threadId,\n runId,\n parentRunId ?? null,\n JSON.stringify(compactedEvents), // Store only this run's compacted events\n JSON.stringify(input),\n Date.now(),\n SCHEMA_VERSION,\n );\n }\n\n private getHistoricRuns(threadId: string): AgentRunRecord[] {\n const stmt = this.db.prepare(`\n WITH RECURSIVE run_chain AS (\n -- Base case: find the root runs (those without parent)\n SELECT * FROM agent_runs \n WHERE thread_id = ? AND parent_run_id IS NULL\n \n UNION ALL\n \n -- Recursive case: find children of current level\n SELECT ar.* FROM agent_runs ar\n INNER JOIN run_chain rc ON ar.parent_run_id = rc.run_id\n WHERE ar.thread_id = ?\n )\n SELECT * FROM run_chain\n ORDER BY created_at ASC\n `);\n\n const rows = stmt.all(threadId, threadId) as any[];\n\n return rows.map((row) => ({\n id: row.id,\n thread_id: row.thread_id,\n run_id: row.run_id,\n parent_run_id: row.parent_run_id,\n events: JSON.parse(row.events),\n input: JSON.parse(row.input),\n created_at: row.created_at,\n version: row.version,\n }));\n }\n\n private getLatestRunId(threadId: string): string | null {\n const stmt = this.db.prepare(`\n SELECT run_id FROM agent_runs \n WHERE thread_id = ? \n ORDER BY created_at DESC \n LIMIT 1\n `);\n\n const result = stmt.get(threadId) as { run_id: string } | undefined;\n return result?.run_id ?? null;\n }\n\n private setRunState(\n threadId: string,\n isRunning: boolean,\n runId?: string,\n ): void {\n const stmt = this.db.prepare(`\n INSERT OR REPLACE INTO run_state (thread_id, is_running, current_run_id, updated_at)\n VALUES (?, ?, ?, ?)\n `);\n stmt.run(threadId, isRunning ? 1 : 0, runId ?? null, Date.now());\n }\n\n private getRunState(threadId: string): {\n isRunning: boolean;\n currentRunId: string | null;\n } {\n const stmt = this.db.prepare(`\n SELECT is_running, current_run_id FROM run_state WHERE thread_id = ?\n `);\n const result = stmt.get(threadId) as\n | { is_running: number; current_run_id: string | null }\n | undefined;\n\n return {\n isRunning: result?.is_running === 1,\n currentRunId: result?.current_run_id ?? null,\n };\n }\n\n run(request: AgentRunnerRunRequest): Observable<BaseEvent> {\n // Check if thread is already running in database\n const runState = this.getRunState(request.threadId);\n if (runState.isRunning) {\n throw new Error(\"Thread already running\");\n }\n\n // Mark thread as running in database\n this.setRunState(request.threadId, true, request.input.runId);\n\n // Track seen message IDs and current run events in memory for this run\n const seenMessageIds = new Set<string>();\n const currentRunEvents: BaseEvent[] = [];\n\n // Get all previously seen message IDs from historic runs\n const historicRuns = this.getHistoricRuns(request.threadId);\n const historicMessageIds = new Set<string>();\n for (const run of historicRuns) {\n for (const event of run.events) {\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n historicMessageIds.add(event.messageId);\n }\n if (event.type === EventType.RUN_STARTED) {\n const runStarted = event as RunStartedEvent;\n const messages = runStarted.input?.messages ?? [];\n for (const message of messages) {\n historicMessageIds.add(message.id);\n }\n }\n }\n }\n\n // Get or create subject for this thread's connections\n const nextSubject = new ReplaySubject<BaseEvent>(Infinity);\n const prevConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const prevSubject = prevConnection?.subject;\n\n // Create a subject for run() return value\n const runSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Update the active connection for this thread\n ACTIVE_CONNECTIONS.set(request.threadId, {\n subject: nextSubject,\n agent: request.agent,\n runSubject,\n currentEvents: currentRunEvents,\n stopRequested: false,\n });\n\n // Helper function to run the agent and handle errors\n const runAgent = async () => {\n // Get parent run ID for chaining\n const parentRunId = this.getLatestRunId(request.threadId);\n\n try {\n await request.agent.runAgent(request.input, {\n onEvent: ({ event }) => {\n let processedEvent: BaseEvent = event;\n if (event.type === EventType.RUN_STARTED) {\n const runStartedEvent = event as RunStartedEvent;\n if (!runStartedEvent.input) {\n const sanitizedMessages = request.input.messages\n ? request.input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n )\n : undefined;\n const updatedInput = {\n ...request.input,\n ...(sanitizedMessages !== undefined\n ? { messages: sanitizedMessages }\n : {}),\n };\n processedEvent = {\n ...runStartedEvent,\n input: updatedInput,\n } as RunStartedEvent;\n }\n }\n\n runSubject.next(processedEvent); // For run() return - only agent events\n nextSubject.next(processedEvent); // For connect() / store - all events\n currentRunEvents.push(processedEvent); // Accumulate for database storage\n },\n onNewMessage: ({ message }) => {\n // Called for each new message\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n },\n onRunStartedEvent: () => {\n // Mark input messages as seen without emitting duplicates\n if (request.input.messages) {\n for (const message of request.input.messages) {\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n }\n }\n },\n });\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run in database\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Complete the subjects\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n } catch {\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run even if it failed (partial events)\n if (currentRunEvents.length > 0) {\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n }\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Don't emit error to the subject, just complete it\n // This allows subscribers to get events emitted before the error\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n }\n };\n\n // Bridge previous events if they exist\n if (prevSubject) {\n prevSubject.subscribe({\n next: (e) => nextSubject.next(e),\n error: (err) => nextSubject.error(err),\n complete: () => {\n // Don't complete nextSubject here - it needs to stay open for new events\n },\n });\n }\n\n // Start the agent execution immediately (not lazily)\n runAgent();\n\n // Return the run subject (only agent events, no injected messages)\n return runSubject.asObservable();\n }\n\n connect(request: AgentRunnerConnectRequest): Observable<BaseEvent> {\n const connectionSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Load historic runs from database\n const historicRuns = this.getHistoricRuns(request.threadId);\n\n // Collect all historic events from database\n const allHistoricEvents: BaseEvent[] = [];\n for (const run of historicRuns) {\n allHistoricEvents.push(...run.events);\n }\n\n // Compact all events together before emitting\n const compactedEvents = compactEvents(allHistoricEvents);\n\n // Emit compacted events and track message IDs\n const emittedMessageIds = new Set<string>();\n for (const event of compactedEvents) {\n connectionSubject.next(event);\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n emittedMessageIds.add(event.messageId);\n }\n }\n\n // Bridge active run to connection if exists\n const activeConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const runState = this.getRunState(request.threadId);\n\n if (\n activeConnection &&\n (runState.isRunning || activeConnection.stopRequested)\n ) {\n activeConnection.subject.subscribe({\n next: (event) => {\n // Skip message events that we've already emitted from historic\n if (\n \"messageId\" in event &&\n typeof event.messageId === \"string\" &&\n emittedMessageIds.has(event.messageId)\n ) {\n return;\n }\n connectionSubject.next(event);\n },\n complete: () => connectionSubject.complete(),\n error: (err) => connectionSubject.error(err),\n });\n } else {\n // No active run, complete after historic events\n connectionSubject.complete();\n }\n\n return connectionSubject.asObservable();\n }\n\n isRunning(request: AgentRunnerIsRunningRequest): Promise<boolean> {\n const runState = this.getRunState(request.threadId);\n return Promise.resolve(runState.isRunning);\n }\n\n stop(request: AgentRunnerStopRequest): Promise<boolean | undefined> {\n const runState = this.getRunState(request.threadId);\n if (!runState.isRunning) {\n return Promise.resolve(false);\n }\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const agent = connection?.agent;\n\n if (!connection || !agent) {\n return Promise.resolve(false);\n }\n\n if (connection.stopRequested) {\n return Promise.resolve(false);\n }\n\n connection.stopRequested = true;\n this.setRunState(request.threadId, false);\n\n try {\n agent.abortRun();\n return Promise.resolve(true);\n } catch (error) {\n console.error(\"Failed to abort sqlite agent run\", error);\n connection.stopRequested = false;\n this.setRunState(request.threadId, true);\n return Promise.resolve(false);\n }\n }\n\n /**\n * Close the database connection (for cleanup)\n */\n close(): void {\n if (this.db) {\n this.db.close();\n }\n }\n}\n"],"mappings":";;;;;;AAmBA,MAAM,iBAAiB;AA0BvB,MAAM,qCAAqB,IAAI,KAAsC;AAErE,IAAa,oBAAb,cAAuC,YAAY;CACjD,AAAQ;CAER,YAAY,UAAoC,EAAE,EAAE;AAClD,SAAO;EACP,MAAM,SAAS,QAAQ,UAAU;AAEjC,MAAI,CAAC,SACH,OAAM,IAAI,MACR,6QAQD;AAGH,OAAK,KAAK,IAAI,SAAS,OAAO;AAC9B,OAAK,kBAAkB;;CAGzB,AAAQ,mBAAyB;AAE/B,OAAK,GAAG,KAAK;;;;;;;;;;;MAWX;AAGF,OAAK,GAAG,KAAK;;;;;;;MAOX;AAGF,OAAK,GAAG,KAAK;;;MAGX;AAGF,OAAK,GAAG,KAAK;;;;;MAKX;EAGF,MAAM,iBAAiB,KAAK,GACzB,QACC,mEACD,CACA,KAAK;AAER,MAAI,CAAC,kBAAkB,eAAe,UAAU,eAC9C,MAAK,GACF,QACC,4EACD,CACA,IAAI,gBAAgB,KAAK,KAAK,CAAC;;CAItC,AAAQ,SACN,UACA,OACA,QACA,OACA,aACM;EAEN,MAAM,kBAAkB,cAAc,OAAO;AAO7C,EALa,KAAK,GAAG,QAAQ;;;MAG3B,CAEG,IACH,UACA,OACA,eAAe,MACf,KAAK,UAAU,gBAAgB,EAC/B,KAAK,UAAU,MAAM,EACrB,KAAK,KAAK,EACV,eACD;;CAGH,AAAQ,gBAAgB,UAAoC;AAoB1D,SAnBa,KAAK,GAAG,QAAQ;;;;;;;;;;;;;;;MAe3B,CAEgB,IAAI,UAAU,SAAS,CAE7B,KAAK,SAAS;GACxB,IAAI,IAAI;GACR,WAAW,IAAI;GACf,QAAQ,IAAI;GACZ,eAAe,IAAI;GACnB,QAAQ,KAAK,MAAM,IAAI,OAAO;GAC9B,OAAO,KAAK,MAAM,IAAI,MAAM;GAC5B,YAAY,IAAI;GAChB,SAAS,IAAI;GACd,EAAE;;CAGL,AAAQ,eAAe,UAAiC;AAStD,SARa,KAAK,GAAG,QAAQ;;;;;MAK3B,CAEkB,IAAI,SAAS,EAClB,UAAU;;CAG3B,AAAQ,YACN,UACA,WACA,OACM;AAKN,EAJa,KAAK,GAAG,QAAQ;;;MAG3B,CACG,IAAI,UAAU,YAAY,IAAI,GAAG,SAAS,MAAM,KAAK,KAAK,CAAC;;CAGlE,AAAQ,YAAY,UAGlB;EAIA,MAAM,SAHO,KAAK,GAAG,QAAQ;;MAE3B,CACkB,IAAI,SAAS;AAIjC,SAAO;GACL,WAAW,QAAQ,eAAe;GAClC,cAAc,QAAQ,kBAAkB;GACzC;;CAGH,IAAI,SAAuD;AAGzD,MADiB,KAAK,YAAY,QAAQ,SAAS,CACtC,UACX,OAAM,IAAI,MAAM,yBAAyB;AAI3C,OAAK,YAAY,QAAQ,UAAU,MAAM,QAAQ,MAAM,MAAM;EAG7D,MAAM,iCAAiB,IAAI,KAAa;EACxC,MAAM,mBAAgC,EAAE;EAGxC,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAC3D,MAAM,qCAAqB,IAAI,KAAa;AAC5C,OAAK,MAAM,OAAO,aAChB,MAAK,MAAM,SAAS,IAAI,QAAQ;AAC9B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,oBAAmB,IAAI,MAAM,UAAU;AAEzC,OAAI,MAAM,SAAS,UAAU,aAAa;IAExC,MAAM,WADa,MACS,OAAO,YAAY,EAAE;AACjD,SAAK,MAAM,WAAW,SACpB,oBAAmB,IAAI,QAAQ,GAAG;;;EAO1C,MAAM,cAAc,IAAI,cAAyB,SAAS;EAE1D,MAAM,cADiB,mBAAmB,IAAI,QAAQ,SAAS,EAC3B;EAGpC,MAAM,aAAa,IAAI,cAAyB,SAAS;AAGzD,qBAAmB,IAAI,QAAQ,UAAU;GACvC,SAAS;GACT,OAAO,QAAQ;GACf;GACA,eAAe;GACf,eAAe;GAChB,CAAC;EAGF,MAAM,WAAW,YAAY;GAE3B,MAAM,cAAc,KAAK,eAAe,QAAQ,SAAS;AAEzD,OAAI;AACF,UAAM,QAAQ,MAAM,SAAS,QAAQ,OAAO;KAC1C,UAAU,EAAE,YAAY;MACtB,IAAI,iBAA4B;AAChC,UAAI,MAAM,SAAS,UAAU,aAAa;OACxC,MAAM,kBAAkB;AACxB,WAAI,CAAC,gBAAgB,OAAO;QAC1B,MAAM,oBAAoB,QAAQ,MAAM,WACpC,QAAQ,MAAM,SAAS,QACpB,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD,GACD;QACJ,MAAM,eAAe;SACnB,GAAG,QAAQ;SACX,GAAI,sBAAsB,SACtB,EAAE,UAAU,mBAAmB,GAC/B,EAAE;SACP;AACD,yBAAiB;SACf,GAAG;SACH,OAAO;SACR;;;AAIL,iBAAW,KAAK,eAAe;AAC/B,kBAAY,KAAK,eAAe;AAChC,uBAAiB,KAAK,eAAe;;KAEvC,eAAe,EAAE,cAAc;AAE7B,UAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;KAGlC,yBAAyB;AAEvB,UAAI,QAAQ,MAAM,UAChB;YAAK,MAAM,WAAW,QAAQ,MAAM,SAClC,KAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;;KAKvC,CAAC;IAEF,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;IAC3D,MAAM,iBAAiB,kBAAkB,kBAAkB,EACzD,eAAe,YAAY,iBAAiB,OAC7C,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,SAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAGD,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAI7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;WACrC;IACN,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;IAC3D,MAAM,iBAAiB,kBAAkB,kBAAkB,EACzD,eAAe,YAAY,iBAAiB,OAC7C,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,QAAI,iBAAiB,SAAS,EAC5B,MAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAIH,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAK7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;;;AAK/C,MAAI,YACF,aAAY,UAAU;GACpB,OAAO,MAAM,YAAY,KAAK,EAAE;GAChC,QAAQ,QAAQ,YAAY,MAAM,IAAI;GACtC,gBAAgB;GAGjB,CAAC;AAIJ,YAAU;AAGV,SAAO,WAAW,cAAc;;CAGlC,QAAQ,SAA2D;EACjE,MAAM,oBAAoB,IAAI,cAAyB,SAAS;EAGhE,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAG3D,MAAM,oBAAiC,EAAE;AACzC,OAAK,MAAM,OAAO,aAChB,mBAAkB,KAAK,GAAG,IAAI,OAAO;EAIvC,MAAM,kBAAkB,cAAc,kBAAkB;EAGxD,MAAM,oCAAoB,IAAI,KAAa;AAC3C,OAAK,MAAM,SAAS,iBAAiB;AACnC,qBAAkB,KAAK,MAAM;AAC7B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,mBAAkB,IAAI,MAAM,UAAU;;EAK1C,MAAM,mBAAmB,mBAAmB,IAAI,QAAQ,SAAS;EACjE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AAEnD,MACE,qBACC,SAAS,aAAa,iBAAiB,eAExC,kBAAiB,QAAQ,UAAU;GACjC,OAAO,UAAU;AAEf,QACE,eAAe,SACf,OAAO,MAAM,cAAc,YAC3B,kBAAkB,IAAI,MAAM,UAAU,CAEtC;AAEF,sBAAkB,KAAK,MAAM;;GAE/B,gBAAgB,kBAAkB,UAAU;GAC5C,QAAQ,QAAQ,kBAAkB,MAAM,IAAI;GAC7C,CAAC;MAGF,mBAAkB,UAAU;AAG9B,SAAO,kBAAkB,cAAc;;CAGzC,UAAU,SAAwD;EAChE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AACnD,SAAO,QAAQ,QAAQ,SAAS,UAAU;;CAG5C,KAAK,SAA+D;AAElE,MAAI,CADa,KAAK,YAAY,QAAQ,SAAS,CACrC,UACZ,QAAO,QAAQ,QAAQ,MAAM;EAG/B,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;EAC3D,MAAM,QAAQ,YAAY;AAE1B,MAAI,CAAC,cAAc,CAAC,MAClB,QAAO,QAAQ,QAAQ,MAAM;AAG/B,MAAI,WAAW,cACb,QAAO,QAAQ,QAAQ,MAAM;AAG/B,aAAW,gBAAgB;AAC3B,OAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,MAAI;AACF,SAAM,UAAU;AAChB,UAAO,QAAQ,QAAQ,KAAK;WACrB,OAAO;AACd,WAAQ,MAAM,oCAAoC,MAAM;AACxD,cAAW,gBAAgB;AAC3B,QAAK,YAAY,QAAQ,UAAU,KAAK;AACxC,UAAO,QAAQ,QAAQ,MAAM;;;;;;CAOjC,QAAc;AACZ,MAAI,KAAK,GACP,MAAK,GAAG,OAAO"}
|
|
1
|
+
{"version":3,"file":"sqlite-runner.mjs","names":[],"sources":["../src/sqlite-runner.ts"],"sourcesContent":["import { AgentRunner, finalizeRunEvents } from \"@copilotkit/runtime/v2\";\nimport type {\n AgentRunnerConnectRequest,\n AgentRunnerIsRunningRequest,\n AgentRunnerRunRequest,\n AgentRunnerStopRequest,\n} from \"@copilotkit/runtime/v2\";\nimport type { Observable } from \"rxjs\";\nimport { ReplaySubject } from \"rxjs\";\nimport type {\n AbstractAgent,\n BaseEvent,\n RunAgentInput,\n RunStartedEvent,\n} from \"@ag-ui/client\";\nimport { EventType, compactEvents } from \"@ag-ui/client\";\nimport Database from \"better-sqlite3\";\n\nconst SCHEMA_VERSION = 1;\n\ninterface AgentRunRecord {\n id: number;\n thread_id: string;\n run_id: string;\n parent_run_id: string | null;\n events: BaseEvent[];\n input: RunAgentInput;\n created_at: number;\n version: number;\n}\n\nexport interface SqliteAgentRunnerOptions {\n dbPath?: string;\n}\n\ninterface ActiveConnectionContext {\n subject: ReplaySubject<BaseEvent>;\n agent?: AbstractAgent;\n runSubject?: ReplaySubject<BaseEvent>;\n currentEvents?: BaseEvent[];\n stopRequested?: boolean;\n}\n\n// Active connections for streaming events and stop support\nconst ACTIVE_CONNECTIONS = new Map<string, ActiveConnectionContext>();\n\nexport class SqliteAgentRunner extends AgentRunner {\n private db: any;\n\n constructor(options: SqliteAgentRunnerOptions = {}) {\n super();\n const dbPath = options.dbPath ?? \":memory:\";\n\n if (!Database) {\n throw new Error(\n \"better-sqlite3 is required for SqliteAgentRunner but was not found.\\n\" +\n \"Please install it in your project:\\n\" +\n \" npm install better-sqlite3\\n\" +\n \" or\\n\" +\n \" pnpm add better-sqlite3\\n\" +\n \" or\\n\" +\n \" yarn add better-sqlite3\\n\\n\" +\n \"If you don't need persistence, use InMemoryAgentRunner instead.\",\n );\n }\n\n this.db = new Database(dbPath);\n this.initializeSchema();\n }\n\n private initializeSchema(): void {\n // Create the agent_runs table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS agent_runs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n thread_id TEXT NOT NULL,\n run_id TEXT NOT NULL UNIQUE,\n parent_run_id TEXT,\n events TEXT NOT NULL,\n input TEXT NOT NULL,\n created_at INTEGER NOT NULL,\n version INTEGER NOT NULL\n )\n `);\n\n // Create run_state table to track active runs\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS run_state (\n thread_id TEXT PRIMARY KEY,\n is_running INTEGER DEFAULT 0,\n current_run_id TEXT,\n updated_at INTEGER NOT NULL\n )\n `);\n\n // Create indexes for efficient queries\n this.db.exec(`\n CREATE INDEX IF NOT EXISTS idx_thread_id ON agent_runs(thread_id);\n CREATE INDEX IF NOT EXISTS idx_parent_run_id ON agent_runs(parent_run_id);\n `);\n\n // Create schema version table\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS schema_version (\n version INTEGER PRIMARY KEY,\n applied_at INTEGER NOT NULL\n )\n `);\n\n // Check and set schema version\n const currentVersion = this.db\n .prepare(\n \"SELECT version FROM schema_version ORDER BY version DESC LIMIT 1\",\n )\n .get() as { version: number } | undefined;\n\n if (!currentVersion || currentVersion.version < SCHEMA_VERSION) {\n this.db\n .prepare(\n \"INSERT OR REPLACE INTO schema_version (version, applied_at) VALUES (?, ?)\",\n )\n .run(SCHEMA_VERSION, Date.now());\n }\n }\n\n private storeRun(\n threadId: string,\n runId: string,\n events: BaseEvent[],\n input: RunAgentInput,\n parentRunId?: string | null,\n ): void {\n // Compact ONLY the events from this run\n const compactedEvents = compactEvents(events);\n\n const stmt = this.db.prepare(`\n INSERT INTO agent_runs (thread_id, run_id, parent_run_id, events, input, created_at, version)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n `);\n\n stmt.run(\n threadId,\n runId,\n parentRunId ?? null,\n JSON.stringify(compactedEvents), // Store only this run's compacted events\n JSON.stringify(input),\n Date.now(),\n SCHEMA_VERSION,\n );\n }\n\n private getHistoricRuns(threadId: string): AgentRunRecord[] {\n const stmt = this.db.prepare(`\n WITH RECURSIVE run_chain AS (\n -- Base case: find the root runs (those without parent)\n SELECT * FROM agent_runs \n WHERE thread_id = ? AND parent_run_id IS NULL\n \n UNION ALL\n \n -- Recursive case: find children of current level\n SELECT ar.* FROM agent_runs ar\n INNER JOIN run_chain rc ON ar.parent_run_id = rc.run_id\n WHERE ar.thread_id = ?\n )\n SELECT * FROM run_chain\n ORDER BY created_at ASC\n `);\n\n const rows = stmt.all(threadId, threadId) as any[];\n\n return rows.map((row) => ({\n id: row.id,\n thread_id: row.thread_id,\n run_id: row.run_id,\n parent_run_id: row.parent_run_id,\n events: JSON.parse(row.events),\n input: JSON.parse(row.input),\n created_at: row.created_at,\n version: row.version,\n }));\n }\n\n private getLatestRunId(threadId: string): string | null {\n const stmt = this.db.prepare(`\n SELECT run_id FROM agent_runs \n WHERE thread_id = ? \n ORDER BY created_at DESC \n LIMIT 1\n `);\n\n const result = stmt.get(threadId) as { run_id: string } | undefined;\n return result?.run_id ?? null;\n }\n\n private setRunState(\n threadId: string,\n isRunning: boolean,\n runId?: string,\n ): void {\n const stmt = this.db.prepare(`\n INSERT OR REPLACE INTO run_state (thread_id, is_running, current_run_id, updated_at)\n VALUES (?, ?, ?, ?)\n `);\n stmt.run(threadId, isRunning ? 1 : 0, runId ?? null, Date.now());\n }\n\n private getRunState(threadId: string): {\n isRunning: boolean;\n currentRunId: string | null;\n } {\n const stmt = this.db.prepare(`\n SELECT is_running, current_run_id FROM run_state WHERE thread_id = ?\n `);\n const result = stmt.get(threadId) as\n | { is_running: number; current_run_id: string | null }\n | undefined;\n\n return {\n isRunning: result?.is_running === 1,\n currentRunId: result?.current_run_id ?? null,\n };\n }\n\n run(request: AgentRunnerRunRequest): Observable<BaseEvent> {\n // Check if thread is already running in database\n const runState = this.getRunState(request.threadId);\n if (runState.isRunning) {\n throw new Error(\"Thread already running\");\n }\n\n // Mark thread as running in database\n this.setRunState(request.threadId, true, request.input.runId);\n\n // Track seen message IDs and current run events in memory for this run\n const seenMessageIds = new Set<string>();\n const currentRunEvents: BaseEvent[] = [];\n\n // Get all previously seen message IDs from historic runs\n const historicRuns = this.getHistoricRuns(request.threadId);\n const historicMessageIds = new Set<string>();\n for (const run of historicRuns) {\n for (const event of run.events) {\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n historicMessageIds.add(event.messageId);\n }\n if (event.type === EventType.RUN_STARTED) {\n const runStarted = event as RunStartedEvent;\n const messages = runStarted.input?.messages ?? [];\n for (const message of messages) {\n historicMessageIds.add(message.id);\n }\n }\n }\n }\n\n // Get or create subject for this thread's connections\n const nextSubject = new ReplaySubject<BaseEvent>(Infinity);\n const prevConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const prevSubject = prevConnection?.subject;\n\n // Create a subject for run() return value\n const runSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Update the active connection for this thread\n ACTIVE_CONNECTIONS.set(request.threadId, {\n subject: nextSubject,\n agent: request.agent,\n runSubject,\n currentEvents: currentRunEvents,\n stopRequested: false,\n });\n\n // Helper function to run the agent and handle errors\n const runAgent = async () => {\n // Get parent run ID for chaining\n const parentRunId = this.getLatestRunId(request.threadId);\n\n const ensureStoppedRunStarted = (stopRequested: boolean) => {\n if (\n !stopRequested ||\n currentRunEvents.some((event) => event.type === EventType.RUN_STARTED)\n ) {\n return;\n }\n // Stop can arrive before the agent sends its first event.\n const started: RunStartedEvent = {\n type: EventType.RUN_STARTED,\n threadId: request.threadId,\n runId: request.input.runId,\n input: {\n ...request.input,\n messages: request.input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n ),\n },\n };\n currentRunEvents.unshift(started);\n runSubject.next(started);\n nextSubject.next(started);\n };\n\n try {\n await request.agent.runAgent(request.input, {\n onEvent: ({ event }) => {\n let processedEvent: BaseEvent = event;\n if (event.type === EventType.RUN_STARTED) {\n const runStartedEvent = event as RunStartedEvent;\n if (!runStartedEvent.input) {\n const sanitizedMessages = request.input.messages\n ? request.input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n )\n : undefined;\n const updatedInput = {\n ...request.input,\n ...(sanitizedMessages !== undefined\n ? { messages: sanitizedMessages }\n : {}),\n };\n processedEvent = {\n ...runStartedEvent,\n input: updatedInput,\n } as RunStartedEvent;\n }\n }\n\n runSubject.next(processedEvent); // For run() return - only agent events\n nextSubject.next(processedEvent); // For connect() / store - all events\n currentRunEvents.push(processedEvent); // Accumulate for database storage\n },\n onNewMessage: ({ message }) => {\n // Called for each new message\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n },\n onRunStartedEvent: () => {\n // Mark input messages as seen without emitting duplicates\n if (request.input.messages) {\n for (const message of request.input.messages) {\n if (!seenMessageIds.has(message.id)) {\n seenMessageIds.add(message.id);\n }\n }\n }\n },\n });\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n ensureStoppedRunStarted(connection?.stopRequested ?? false);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n protocolVersion: request.input.protocolVersion,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run in database\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Complete the subjects\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n } catch {\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n ensureStoppedRunStarted(connection?.stopRequested ?? false);\n const appendedEvents = finalizeRunEvents(currentRunEvents, {\n stopRequested: connection?.stopRequested ?? false,\n protocolVersion: request.input.protocolVersion,\n });\n for (const event of appendedEvents) {\n runSubject.next(event);\n nextSubject.next(event);\n }\n\n // Store the run even if it failed (partial events)\n if (currentRunEvents.length > 0) {\n this.storeRun(\n request.threadId,\n request.input.runId,\n currentRunEvents,\n request.input,\n parentRunId,\n );\n }\n\n // Mark run as complete in database\n this.setRunState(request.threadId, false);\n\n if (connection) {\n connection.agent = undefined;\n connection.runSubject = undefined;\n connection.currentEvents = undefined;\n connection.stopRequested = false;\n }\n\n // Don't emit error to the subject, just complete it\n // This allows subscribers to get events emitted before the error\n runSubject.complete();\n nextSubject.complete();\n\n ACTIVE_CONNECTIONS.delete(request.threadId);\n }\n };\n\n // Bridge previous events if they exist\n if (prevSubject) {\n prevSubject.subscribe({\n next: (e) => nextSubject.next(e),\n error: (err) => nextSubject.error(err),\n complete: () => {\n // Don't complete nextSubject here - it needs to stay open for new events\n },\n });\n }\n\n // Start the agent execution immediately (not lazily)\n runAgent();\n\n // Return the run subject (only agent events, no injected messages)\n return runSubject.asObservable();\n }\n\n connect(request: AgentRunnerConnectRequest): Observable<BaseEvent> {\n const connectionSubject = new ReplaySubject<BaseEvent>(Infinity);\n\n // Load historic runs from database\n const historicRuns = this.getHistoricRuns(request.threadId);\n\n // Collect all historic events from database\n const allHistoricEvents: BaseEvent[] = [];\n for (const run of historicRuns) {\n allHistoricEvents.push(...run.events);\n }\n\n // Compact all events together before emitting\n const compactedEvents = compactEvents(allHistoricEvents);\n\n // Emit compacted events and track message IDs\n const emittedMessageIds = new Set<string>();\n for (const event of compactedEvents) {\n connectionSubject.next(event);\n if (\"messageId\" in event && typeof event.messageId === \"string\") {\n emittedMessageIds.add(event.messageId);\n }\n }\n\n // Bridge active run to connection if exists\n const activeConnection = ACTIVE_CONNECTIONS.get(request.threadId);\n const runState = this.getRunState(request.threadId);\n\n if (\n activeConnection &&\n (runState.isRunning || activeConnection.stopRequested)\n ) {\n activeConnection.subject.subscribe({\n next: (event) => {\n // Skip message events that we've already emitted from historic\n if (\n \"messageId\" in event &&\n typeof event.messageId === \"string\" &&\n emittedMessageIds.has(event.messageId)\n ) {\n return;\n }\n connectionSubject.next(event);\n },\n complete: () => connectionSubject.complete(),\n error: (err) => connectionSubject.error(err),\n });\n } else {\n // No active run, complete after historic events\n connectionSubject.complete();\n }\n\n return connectionSubject.asObservable();\n }\n\n isRunning(request: AgentRunnerIsRunningRequest): Promise<boolean> {\n const runState = this.getRunState(request.threadId);\n return Promise.resolve(runState.isRunning);\n }\n\n stop(request: AgentRunnerStopRequest): Promise<boolean | undefined> {\n const runState = this.getRunState(request.threadId);\n if (!runState.isRunning) {\n return Promise.resolve(false);\n }\n\n const connection = ACTIVE_CONNECTIONS.get(request.threadId);\n const agent = connection?.agent;\n\n if (!connection || !agent) {\n return Promise.resolve(false);\n }\n\n if (connection.stopRequested) {\n return Promise.resolve(false);\n }\n\n connection.stopRequested = true;\n this.setRunState(request.threadId, false);\n\n try {\n agent.abortRun();\n return Promise.resolve(true);\n } catch (error) {\n console.error(\"Failed to abort sqlite agent run\", error);\n connection.stopRequested = false;\n this.setRunState(request.threadId, true);\n return Promise.resolve(false);\n }\n }\n\n /**\n * Close the database connection (for cleanup)\n */\n close(): void {\n if (this.db) {\n this.db.close();\n }\n }\n}\n"],"mappings":";;;;;;AAkBA,MAAM,iBAAiB;AA0BvB,MAAM,qCAAqB,IAAI,KAAsC;AAErE,IAAa,oBAAb,cAAuC,YAAY;CACjD,AAAQ;CAER,YAAY,UAAoC,EAAE,EAAE;AAClD,SAAO;EACP,MAAM,SAAS,QAAQ,UAAU;AAEjC,MAAI,CAAC,SACH,OAAM,IAAI,MACR,6QAQD;AAGH,OAAK,KAAK,IAAI,SAAS,OAAO;AAC9B,OAAK,kBAAkB;;CAGzB,AAAQ,mBAAyB;AAE/B,OAAK,GAAG,KAAK;;;;;;;;;;;MAWX;AAGF,OAAK,GAAG,KAAK;;;;;;;MAOX;AAGF,OAAK,GAAG,KAAK;;;MAGX;AAGF,OAAK,GAAG,KAAK;;;;;MAKX;EAGF,MAAM,iBAAiB,KAAK,GACzB,QACC,mEACD,CACA,KAAK;AAER,MAAI,CAAC,kBAAkB,eAAe,UAAU,eAC9C,MAAK,GACF,QACC,4EACD,CACA,IAAI,gBAAgB,KAAK,KAAK,CAAC;;CAItC,AAAQ,SACN,UACA,OACA,QACA,OACA,aACM;EAEN,MAAM,kBAAkB,cAAc,OAAO;AAO7C,EALa,KAAK,GAAG,QAAQ;;;MAG3B,CAEG,IACH,UACA,OACA,eAAe,MACf,KAAK,UAAU,gBAAgB,EAC/B,KAAK,UAAU,MAAM,EACrB,KAAK,KAAK,EACV,eACD;;CAGH,AAAQ,gBAAgB,UAAoC;AAoB1D,SAnBa,KAAK,GAAG,QAAQ;;;;;;;;;;;;;;;MAe3B,CAEgB,IAAI,UAAU,SAAS,CAE7B,KAAK,SAAS;GACxB,IAAI,IAAI;GACR,WAAW,IAAI;GACf,QAAQ,IAAI;GACZ,eAAe,IAAI;GACnB,QAAQ,KAAK,MAAM,IAAI,OAAO;GAC9B,OAAO,KAAK,MAAM,IAAI,MAAM;GAC5B,YAAY,IAAI;GAChB,SAAS,IAAI;GACd,EAAE;;CAGL,AAAQ,eAAe,UAAiC;AAStD,SARa,KAAK,GAAG,QAAQ;;;;;MAK3B,CAEkB,IAAI,SAAS,EAClB,UAAU;;CAG3B,AAAQ,YACN,UACA,WACA,OACM;AAKN,EAJa,KAAK,GAAG,QAAQ;;;MAG3B,CACG,IAAI,UAAU,YAAY,IAAI,GAAG,SAAS,MAAM,KAAK,KAAK,CAAC;;CAGlE,AAAQ,YAAY,UAGlB;EAIA,MAAM,SAHO,KAAK,GAAG,QAAQ;;MAE3B,CACkB,IAAI,SAAS;AAIjC,SAAO;GACL,WAAW,QAAQ,eAAe;GAClC,cAAc,QAAQ,kBAAkB;GACzC;;CAGH,IAAI,SAAuD;AAGzD,MADiB,KAAK,YAAY,QAAQ,SAAS,CACtC,UACX,OAAM,IAAI,MAAM,yBAAyB;AAI3C,OAAK,YAAY,QAAQ,UAAU,MAAM,QAAQ,MAAM,MAAM;EAG7D,MAAM,iCAAiB,IAAI,KAAa;EACxC,MAAM,mBAAgC,EAAE;EAGxC,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAC3D,MAAM,qCAAqB,IAAI,KAAa;AAC5C,OAAK,MAAM,OAAO,aAChB,MAAK,MAAM,SAAS,IAAI,QAAQ;AAC9B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,oBAAmB,IAAI,MAAM,UAAU;AAEzC,OAAI,MAAM,SAAS,UAAU,aAAa;IAExC,MAAM,WADa,MACS,OAAO,YAAY,EAAE;AACjD,SAAK,MAAM,WAAW,SACpB,oBAAmB,IAAI,QAAQ,GAAG;;;EAO1C,MAAM,cAAc,IAAI,cAAyB,SAAS;EAE1D,MAAM,cADiB,mBAAmB,IAAI,QAAQ,SAAS,EAC3B;EAGpC,MAAM,aAAa,IAAI,cAAyB,SAAS;AAGzD,qBAAmB,IAAI,QAAQ,UAAU;GACvC,SAAS;GACT,OAAO,QAAQ;GACf;GACA,eAAe;GACf,eAAe;GAChB,CAAC;EAGF,MAAM,WAAW,YAAY;GAE3B,MAAM,cAAc,KAAK,eAAe,QAAQ,SAAS;GAEzD,MAAM,2BAA2B,kBAA2B;AAC1D,QACE,CAAC,iBACD,iBAAiB,MAAM,UAAU,MAAM,SAAS,UAAU,YAAY,CAEtE;IAGF,MAAM,UAA2B;KAC/B,MAAM,UAAU;KAChB,UAAU,QAAQ;KAClB,OAAO,QAAQ,MAAM;KACrB,OAAO;MACL,GAAG,QAAQ;MACX,UAAU,QAAQ,MAAM,SAAS,QAC9B,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD;MACF;KACF;AACD,qBAAiB,QAAQ,QAAQ;AACjC,eAAW,KAAK,QAAQ;AACxB,gBAAY,KAAK,QAAQ;;AAG3B,OAAI;AACF,UAAM,QAAQ,MAAM,SAAS,QAAQ,OAAO;KAC1C,UAAU,EAAE,YAAY;MACtB,IAAI,iBAA4B;AAChC,UAAI,MAAM,SAAS,UAAU,aAAa;OACxC,MAAM,kBAAkB;AACxB,WAAI,CAAC,gBAAgB,OAAO;QAC1B,MAAM,oBAAoB,QAAQ,MAAM,WACpC,QAAQ,MAAM,SAAS,QACpB,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD,GACD;QACJ,MAAM,eAAe;SACnB,GAAG,QAAQ;SACX,GAAI,sBAAsB,SACtB,EAAE,UAAU,mBAAmB,GAC/B,EAAE;SACP;AACD,yBAAiB;SACf,GAAG;SACH,OAAO;SACR;;;AAIL,iBAAW,KAAK,eAAe;AAC/B,kBAAY,KAAK,eAAe;AAChC,uBAAiB,KAAK,eAAe;;KAEvC,eAAe,EAAE,cAAc;AAE7B,UAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;KAGlC,yBAAyB;AAEvB,UAAI,QAAQ,MAAM,UAChB;YAAK,MAAM,WAAW,QAAQ,MAAM,SAClC,KAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,CACjC,gBAAe,IAAI,QAAQ,GAAG;;;KAKvC,CAAC;IAEF,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;AAC3D,4BAAwB,YAAY,iBAAiB,MAAM;IAC3D,MAAM,iBAAiB,kBAAkB,kBAAkB;KACzD,eAAe,YAAY,iBAAiB;KAC5C,iBAAiB,QAAQ,MAAM;KAChC,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,SAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAGD,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAI7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;WACrC;IACN,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;AAC3D,4BAAwB,YAAY,iBAAiB,MAAM;IAC3D,MAAM,iBAAiB,kBAAkB,kBAAkB;KACzD,eAAe,YAAY,iBAAiB;KAC5C,iBAAiB,QAAQ,MAAM;KAChC,CAAC;AACF,SAAK,MAAM,SAAS,gBAAgB;AAClC,gBAAW,KAAK,MAAM;AACtB,iBAAY,KAAK,MAAM;;AAIzB,QAAI,iBAAiB,SAAS,EAC5B,MAAK,SACH,QAAQ,UACR,QAAQ,MAAM,OACd,kBACA,QAAQ,OACR,YACD;AAIH,SAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,QAAI,YAAY;AACd,gBAAW,QAAQ;AACnB,gBAAW,aAAa;AACxB,gBAAW,gBAAgB;AAC3B,gBAAW,gBAAgB;;AAK7B,eAAW,UAAU;AACrB,gBAAY,UAAU;AAEtB,uBAAmB,OAAO,QAAQ,SAAS;;;AAK/C,MAAI,YACF,aAAY,UAAU;GACpB,OAAO,MAAM,YAAY,KAAK,EAAE;GAChC,QAAQ,QAAQ,YAAY,MAAM,IAAI;GACtC,gBAAgB;GAGjB,CAAC;AAIJ,YAAU;AAGV,SAAO,WAAW,cAAc;;CAGlC,QAAQ,SAA2D;EACjE,MAAM,oBAAoB,IAAI,cAAyB,SAAS;EAGhE,MAAM,eAAe,KAAK,gBAAgB,QAAQ,SAAS;EAG3D,MAAM,oBAAiC,EAAE;AACzC,OAAK,MAAM,OAAO,aAChB,mBAAkB,KAAK,GAAG,IAAI,OAAO;EAIvC,MAAM,kBAAkB,cAAc,kBAAkB;EAGxD,MAAM,oCAAoB,IAAI,KAAa;AAC3C,OAAK,MAAM,SAAS,iBAAiB;AACnC,qBAAkB,KAAK,MAAM;AAC7B,OAAI,eAAe,SAAS,OAAO,MAAM,cAAc,SACrD,mBAAkB,IAAI,MAAM,UAAU;;EAK1C,MAAM,mBAAmB,mBAAmB,IAAI,QAAQ,SAAS;EACjE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AAEnD,MACE,qBACC,SAAS,aAAa,iBAAiB,eAExC,kBAAiB,QAAQ,UAAU;GACjC,OAAO,UAAU;AAEf,QACE,eAAe,SACf,OAAO,MAAM,cAAc,YAC3B,kBAAkB,IAAI,MAAM,UAAU,CAEtC;AAEF,sBAAkB,KAAK,MAAM;;GAE/B,gBAAgB,kBAAkB,UAAU;GAC5C,QAAQ,QAAQ,kBAAkB,MAAM,IAAI;GAC7C,CAAC;MAGF,mBAAkB,UAAU;AAG9B,SAAO,kBAAkB,cAAc;;CAGzC,UAAU,SAAwD;EAChE,MAAM,WAAW,KAAK,YAAY,QAAQ,SAAS;AACnD,SAAO,QAAQ,QAAQ,SAAS,UAAU;;CAG5C,KAAK,SAA+D;AAElE,MAAI,CADa,KAAK,YAAY,QAAQ,SAAS,CACrC,UACZ,QAAO,QAAQ,QAAQ,MAAM;EAG/B,MAAM,aAAa,mBAAmB,IAAI,QAAQ,SAAS;EAC3D,MAAM,QAAQ,YAAY;AAE1B,MAAI,CAAC,cAAc,CAAC,MAClB,QAAO,QAAQ,QAAQ,MAAM;AAG/B,MAAI,WAAW,cACb,QAAO,QAAQ,QAAQ,MAAM;AAG/B,aAAW,gBAAgB;AAC3B,OAAK,YAAY,QAAQ,UAAU,MAAM;AAEzC,MAAI;AACF,SAAM,UAAU;AAChB,UAAO,QAAQ,QAAQ,KAAK;WACrB,OAAO;AACd,WAAQ,MAAM,oCAAoC,MAAM;AACxD,cAAW,gBAAgB;AAC3B,QAAK,YAAY,QAAQ,UAAU,KAAK;AACxC,UAAO,QAAQ,QAAQ,MAAM;;;;;;CAOjC,QAAc;AACZ,MAAI,KAAK,GACP,MAAK,GAAG,OAAO"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@copilotkit/sqlite-runner",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.76.0",
|
|
4
4
|
"description": "SQLite-backed agent runner for CopilotKit2",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"repository": {
|
|
@@ -22,9 +22,9 @@
|
|
|
22
22
|
"access": "public"
|
|
23
23
|
},
|
|
24
24
|
"dependencies": {
|
|
25
|
-
"@ag-ui/client": "
|
|
25
|
+
"@ag-ui/client": "1.0.1",
|
|
26
26
|
"rxjs": "7.8.1",
|
|
27
|
-
"@copilotkit/runtime": "1.
|
|
27
|
+
"@copilotkit/runtime": "1.76.0"
|
|
28
28
|
},
|
|
29
29
|
"devDependencies": {
|
|
30
30
|
"@types/better-sqlite3": "^7.6.13",
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import {
|
|
2
|
+
AbstractAgent,
|
|
3
|
+
EventType,
|
|
4
|
+
HttpAgent,
|
|
5
|
+
enforceEvents,
|
|
6
|
+
verifyEvents,
|
|
7
|
+
} from "@ag-ui/client";
|
|
8
|
+
import type { RunAgentInput, RunAgentResult } from "@ag-ui/client";
|
|
9
|
+
import { EMPTY, firstValueFrom, from, toArray } from "rxjs";
|
|
10
|
+
import { afterEach, describe, expect, it, vi } from "vitest";
|
|
11
|
+
import { SqliteAgentRunner } from "../sqlite-runner";
|
|
12
|
+
|
|
13
|
+
class ResolvingAbortAgent extends AbstractAgent {
|
|
14
|
+
private finish: (() => void) | undefined;
|
|
15
|
+
|
|
16
|
+
run() {
|
|
17
|
+
return EMPTY;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
override runAgent(): Promise<RunAgentResult> {
|
|
21
|
+
return new Promise((resolve) => {
|
|
22
|
+
this.finish = () => resolve({ result: undefined, newMessages: [] });
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
override abortRun(): void {
|
|
27
|
+
this.finish?.();
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
describe("SqliteAgentRunner stop before the first event", () => {
|
|
32
|
+
afterEach(() => {
|
|
33
|
+
vi.unstubAllGlobals();
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
it.each([
|
|
37
|
+
["1.0", "http"],
|
|
38
|
+
[undefined, "http"],
|
|
39
|
+
["1.0", "resolving"],
|
|
40
|
+
[undefined, "resolving"],
|
|
41
|
+
] as const)(
|
|
42
|
+
"keeps valid live and replay events for %s / %s",
|
|
43
|
+
async (protocolVersion, transport) => {
|
|
44
|
+
const runner = new SqliteAgentRunner();
|
|
45
|
+
const threadId = crypto.randomUUID();
|
|
46
|
+
const runId = crypto.randomUUID();
|
|
47
|
+
const input: RunAgentInput = {
|
|
48
|
+
threadId,
|
|
49
|
+
runId,
|
|
50
|
+
messages: [
|
|
51
|
+
{ id: "user-prompt", role: "user", content: "Start a task" },
|
|
52
|
+
],
|
|
53
|
+
tools: [],
|
|
54
|
+
context: [],
|
|
55
|
+
state: {},
|
|
56
|
+
forwardedProps: {},
|
|
57
|
+
...(protocolVersion ? { protocolVersion } : {}),
|
|
58
|
+
};
|
|
59
|
+
let requestStarted: (() => void) | undefined;
|
|
60
|
+
const started = new Promise<void>((resolve) => {
|
|
61
|
+
requestStarted = resolve;
|
|
62
|
+
});
|
|
63
|
+
vi.stubGlobal(
|
|
64
|
+
"fetch",
|
|
65
|
+
vi.fn((_url: string | URL | Request, init?: RequestInit) => {
|
|
66
|
+
requestStarted?.();
|
|
67
|
+
return new Promise<Response>((_resolve, reject) => {
|
|
68
|
+
const signal = init?.signal;
|
|
69
|
+
if (!signal) throw new Error("Missing request signal");
|
|
70
|
+
const abort = () =>
|
|
71
|
+
reject(new DOMException("Aborted", "AbortError"));
|
|
72
|
+
if (signal.aborted) abort();
|
|
73
|
+
else signal.addEventListener("abort", abort, { once: true });
|
|
74
|
+
});
|
|
75
|
+
}),
|
|
76
|
+
);
|
|
77
|
+
const agent =
|
|
78
|
+
transport === "http"
|
|
79
|
+
? new HttpAgent({ url: "http://agent.test", threadId })
|
|
80
|
+
: new ResolvingAbortAgent();
|
|
81
|
+
try {
|
|
82
|
+
const result = firstValueFrom(
|
|
83
|
+
runner.run({ threadId, input, agent }).pipe(toArray()),
|
|
84
|
+
);
|
|
85
|
+
if (transport === "http") await started;
|
|
86
|
+
const live = firstValueFrom(
|
|
87
|
+
runner.connect({ threadId }).pipe(toArray()),
|
|
88
|
+
);
|
|
89
|
+
expect(await runner.stop({ threadId })).toBe(true);
|
|
90
|
+
const events = await result;
|
|
91
|
+
expect(events.map((event) => event.type)).toEqual([
|
|
92
|
+
EventType.RUN_STARTED,
|
|
93
|
+
EventType.RUN_FINISHED,
|
|
94
|
+
]);
|
|
95
|
+
expect(events[0]).toMatchObject({ threadId, runId, input });
|
|
96
|
+
expect(events[1]).toEqual({
|
|
97
|
+
type: EventType.RUN_FINISHED,
|
|
98
|
+
threadId,
|
|
99
|
+
runId,
|
|
100
|
+
...(protocolVersion ? { outcome: { type: "cancelled" } } : {}),
|
|
101
|
+
});
|
|
102
|
+
expect(
|
|
103
|
+
await firstValueFrom(
|
|
104
|
+
from(events).pipe(enforceEvents(), verifyEvents(), toArray()),
|
|
105
|
+
),
|
|
106
|
+
).toEqual(events);
|
|
107
|
+
expect(await live).toEqual(events);
|
|
108
|
+
expect(
|
|
109
|
+
await firstValueFrom(
|
|
110
|
+
runner
|
|
111
|
+
.connect({ threadId })
|
|
112
|
+
.pipe(enforceEvents(), verifyEvents(), toArray()),
|
|
113
|
+
),
|
|
114
|
+
).toEqual(events);
|
|
115
|
+
expect(await runner.isRunning({ threadId })).toBe(false);
|
|
116
|
+
} finally {
|
|
117
|
+
runner.close();
|
|
118
|
+
}
|
|
119
|
+
},
|
|
120
|
+
);
|
|
121
|
+
});
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
import { describe, it, expect, afterEach } from "vitest";
|
|
2
2
|
import { SqliteAgentRunner } from "..";
|
|
3
|
-
import {
|
|
4
|
-
AbstractAgent,
|
|
3
|
+
import type {
|
|
5
4
|
BaseEvent,
|
|
6
|
-
EventType,
|
|
7
5
|
Message,
|
|
8
6
|
RunAgentInput,
|
|
9
7
|
RunErrorEvent,
|
|
10
8
|
RunFinishedEvent,
|
|
11
9
|
RunStartedEvent,
|
|
12
10
|
} from "@ag-ui/client";
|
|
13
|
-
import {
|
|
11
|
+
import { AbstractAgent, EventType } from "@ag-ui/client";
|
|
12
|
+
import type { Subscription } from "rxjs";
|
|
13
|
+
import { EMPTY, firstValueFrom, from } from "rxjs";
|
|
14
14
|
import { toArray } from "rxjs/operators";
|
|
15
15
|
|
|
16
16
|
type RunCallbacks = {
|
|
@@ -600,7 +600,7 @@ describe("SqliteAgentRunner e2e", () => {
|
|
|
600
600
|
type: EventType.RUN_STARTED,
|
|
601
601
|
threadId,
|
|
602
602
|
runId,
|
|
603
|
-
parentRunId:
|
|
603
|
+
parentRunId: "custom-parent-run",
|
|
604
604
|
input: customInput,
|
|
605
605
|
};
|
|
606
606
|
|
|
@@ -787,4 +787,85 @@ describe("SqliteAgentRunner e2e", () => {
|
|
|
787
787
|
expect(replayAgent.messages).toEqual([userMessage]);
|
|
788
788
|
});
|
|
789
789
|
});
|
|
790
|
+
describe("Subagent Attribution", () => {
|
|
791
|
+
it("replays subagent lifecycle events and keeps attribution on messages", async () => {
|
|
792
|
+
const runner = createRunner();
|
|
793
|
+
const threadId = "thread-subagents";
|
|
794
|
+
const subagentEvents = [
|
|
795
|
+
{
|
|
796
|
+
type: EventType.SUBAGENT_STARTED,
|
|
797
|
+
subagentRunId: "research",
|
|
798
|
+
name: "researcher",
|
|
799
|
+
parentToolCallId: "call-1",
|
|
800
|
+
parentMessageId: "supervisor",
|
|
801
|
+
},
|
|
802
|
+
{
|
|
803
|
+
type: EventType.SUBAGENT_FINISHED,
|
|
804
|
+
subagentRunId: "research",
|
|
805
|
+
result: { sources: 3 },
|
|
806
|
+
},
|
|
807
|
+
] as BaseEvent[];
|
|
808
|
+
const events = [
|
|
809
|
+
...createTextMessageEvents({
|
|
810
|
+
messageId: "supervisor",
|
|
811
|
+
content: "Delegating",
|
|
812
|
+
}),
|
|
813
|
+
{
|
|
814
|
+
type: EventType.TOOL_CALL_START,
|
|
815
|
+
toolCallId: "call-1",
|
|
816
|
+
toolCallName: "research",
|
|
817
|
+
parentMessageId: "supervisor",
|
|
818
|
+
},
|
|
819
|
+
{ type: EventType.TOOL_CALL_END, toolCallId: "call-1" },
|
|
820
|
+
subagentEvents[0],
|
|
821
|
+
{
|
|
822
|
+
type: EventType.TEXT_MESSAGE_START,
|
|
823
|
+
messageId: "research-1",
|
|
824
|
+
role: "assistant",
|
|
825
|
+
subagentRunId: "research",
|
|
826
|
+
},
|
|
827
|
+
{
|
|
828
|
+
type: EventType.TEXT_MESSAGE_CONTENT,
|
|
829
|
+
messageId: "research-1",
|
|
830
|
+
delta: "Found 3 sources",
|
|
831
|
+
},
|
|
832
|
+
{ type: EventType.TEXT_MESSAGE_END, messageId: "research-1" },
|
|
833
|
+
subagentEvents[1],
|
|
834
|
+
{
|
|
835
|
+
type: EventType.TOOL_CALL_RESULT,
|
|
836
|
+
toolCallId: "call-1",
|
|
837
|
+
messageId: "result-1",
|
|
838
|
+
content: "3 sources",
|
|
839
|
+
role: "tool",
|
|
840
|
+
},
|
|
841
|
+
] as BaseEvent[];
|
|
842
|
+
|
|
843
|
+
await collectEvents(
|
|
844
|
+
runner.run({
|
|
845
|
+
threadId,
|
|
846
|
+
agent: new EmitAgent({ events }),
|
|
847
|
+
input: createRunInput({ threadId, runId: "run-0", messages: [] }),
|
|
848
|
+
}),
|
|
849
|
+
);
|
|
850
|
+
|
|
851
|
+
const replayEvents = await collectEvents(runner.connect({ threadId }));
|
|
852
|
+
const replayAgent = new ReplayAgent(replayEvents, threadId);
|
|
853
|
+
await replayAgent.connectAgent({ runId: "replay-run" });
|
|
854
|
+
|
|
855
|
+
expect(
|
|
856
|
+
replayEvents.filter(
|
|
857
|
+
({ type }) =>
|
|
858
|
+
type === EventType.SUBAGENT_STARTED ||
|
|
859
|
+
type === EventType.SUBAGENT_FINISHED,
|
|
860
|
+
),
|
|
861
|
+
).toEqual(subagentEvents);
|
|
862
|
+
expect(
|
|
863
|
+
replayAgent.messages.find(({ id }) => id === "research-1"),
|
|
864
|
+
).toMatchObject({
|
|
865
|
+
role: "assistant",
|
|
866
|
+
content: "Found 3 sources",
|
|
867
|
+
subagentRunId: "research",
|
|
868
|
+
});
|
|
869
|
+
});
|
|
870
|
+
});
|
|
790
871
|
});
|
package/src/sqlite-runner.ts
CHANGED
|
@@ -1,20 +1,19 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
type AgentRunnerStopRequest,
|
|
1
|
+
import { AgentRunner, finalizeRunEvents } from "@copilotkit/runtime/v2";
|
|
2
|
+
import type {
|
|
3
|
+
AgentRunnerConnectRequest,
|
|
4
|
+
AgentRunnerIsRunningRequest,
|
|
5
|
+
AgentRunnerRunRequest,
|
|
6
|
+
AgentRunnerStopRequest,
|
|
8
7
|
} from "@copilotkit/runtime/v2";
|
|
9
|
-
import { Observable
|
|
10
|
-
import {
|
|
8
|
+
import type { Observable } from "rxjs";
|
|
9
|
+
import { ReplaySubject } from "rxjs";
|
|
10
|
+
import type {
|
|
11
11
|
AbstractAgent,
|
|
12
12
|
BaseEvent,
|
|
13
13
|
RunAgentInput,
|
|
14
|
-
EventType,
|
|
15
14
|
RunStartedEvent,
|
|
16
|
-
compactEvents,
|
|
17
15
|
} from "@ag-ui/client";
|
|
16
|
+
import { EventType, compactEvents } from "@ag-ui/client";
|
|
18
17
|
import Database from "better-sqlite3";
|
|
19
18
|
|
|
20
19
|
const SCHEMA_VERSION = 1;
|
|
@@ -277,6 +276,30 @@ export class SqliteAgentRunner extends AgentRunner {
|
|
|
277
276
|
// Get parent run ID for chaining
|
|
278
277
|
const parentRunId = this.getLatestRunId(request.threadId);
|
|
279
278
|
|
|
279
|
+
const ensureStoppedRunStarted = (stopRequested: boolean) => {
|
|
280
|
+
if (
|
|
281
|
+
!stopRequested ||
|
|
282
|
+
currentRunEvents.some((event) => event.type === EventType.RUN_STARTED)
|
|
283
|
+
) {
|
|
284
|
+
return;
|
|
285
|
+
}
|
|
286
|
+
// Stop can arrive before the agent sends its first event.
|
|
287
|
+
const started: RunStartedEvent = {
|
|
288
|
+
type: EventType.RUN_STARTED,
|
|
289
|
+
threadId: request.threadId,
|
|
290
|
+
runId: request.input.runId,
|
|
291
|
+
input: {
|
|
292
|
+
...request.input,
|
|
293
|
+
messages: request.input.messages.filter(
|
|
294
|
+
(message) => !historicMessageIds.has(message.id),
|
|
295
|
+
),
|
|
296
|
+
},
|
|
297
|
+
};
|
|
298
|
+
currentRunEvents.unshift(started);
|
|
299
|
+
runSubject.next(started);
|
|
300
|
+
nextSubject.next(started);
|
|
301
|
+
};
|
|
302
|
+
|
|
280
303
|
try {
|
|
281
304
|
await request.agent.runAgent(request.input, {
|
|
282
305
|
onEvent: ({ event }) => {
|
|
@@ -325,8 +348,10 @@ export class SqliteAgentRunner extends AgentRunner {
|
|
|
325
348
|
});
|
|
326
349
|
|
|
327
350
|
const connection = ACTIVE_CONNECTIONS.get(request.threadId);
|
|
351
|
+
ensureStoppedRunStarted(connection?.stopRequested ?? false);
|
|
328
352
|
const appendedEvents = finalizeRunEvents(currentRunEvents, {
|
|
329
353
|
stopRequested: connection?.stopRequested ?? false,
|
|
354
|
+
protocolVersion: request.input.protocolVersion,
|
|
330
355
|
});
|
|
331
356
|
for (const event of appendedEvents) {
|
|
332
357
|
runSubject.next(event);
|
|
@@ -359,8 +384,10 @@ export class SqliteAgentRunner extends AgentRunner {
|
|
|
359
384
|
ACTIVE_CONNECTIONS.delete(request.threadId);
|
|
360
385
|
} catch {
|
|
361
386
|
const connection = ACTIVE_CONNECTIONS.get(request.threadId);
|
|
387
|
+
ensureStoppedRunStarted(connection?.stopRequested ?? false);
|
|
362
388
|
const appendedEvents = finalizeRunEvents(currentRunEvents, {
|
|
363
389
|
stopRequested: connection?.stopRequested ?? false,
|
|
390
|
+
protocolVersion: request.input.protocolVersion,
|
|
364
391
|
});
|
|
365
392
|
for (const event of appendedEvents) {
|
|
366
393
|
runSubject.next(event);
|