@rudderhq/server 0.1.0-canary.0

package/dist/services/run-intelligence.js

@@ -0,0 +1,315 @@
+import { createHash } from "node:crypto";
+import { and, desc, eq, gt, inArray, lt, sql } from "drizzle-orm";
+import { agentConfigRevisions, agents, heartbeatRunEvents, heartbeatRuns, issues, organizations } from "@rudderhq/db";
+import { buildLangfuseRunScores, diagnoseRun, observedRunFromFilesystem, } from "@rudderhq/run-intelligence-core";
+import { notFound } from "../errors.js";
+import { getExecutionLangfuseLink } from "../langfuse.js";
+import { getRunLogStore } from "./run-log-store.js";
+function hashValue(value) {
+    return createHash("sha256").update(JSON.stringify(value ?? null)).digest("hex");
+}
+function resolveBundleForRun(run, revisionsByAgentId) {
+    const revisions = revisionsByAgentId.get(run.agentId) ?? [];
+    const runCreatedAt = new Date(run.createdAt).getTime();
+    const revision = revisions.find((candidate) => new Date(candidate.createdAt).getTime() <= runCreatedAt) ?? null;
+    const afterConfig = revision?.afterConfig ?? {
+        agentRuntimeConfig: run.agentRuntimeConfig,
+        runtimeConfig: run.runtimeConfig,
+    };
+    const afterConfigRecord = typeof afterConfig === "object" && afterConfig !== null ? afterConfig : {};
+    return {
+        agentRuntimeType: run.agentRuntimeType,
+        agentConfigRevisionId: revision?.id ?? null,
+        agentConfigRevisionCreatedAt: revision?.createdAt ? new Date(revision.createdAt).toISOString() : null,
+        agentConfigFingerprint: hashValue(afterConfigRecord.agentRuntimeConfig ?? run.agentRuntimeConfig),
+        runtimeConfigFingerprint: hashValue(afterConfigRecord.runtimeConfig ?? run.runtimeConfig),
+    };
+}
+async function loadIssuesForRuns(db, runRows) {
+    const issueIds = [...new Set(runRows.map((row) => row.issueId).filter((value) => Boolean(value)))];
+    if (issueIds.length === 0)
+        return new Map();
+    const rows = await db
+        .select({
+        id: issues.id,
+        identifier: issues.identifier,
+        title: issues.title,
+    })
+        .from(issues)
+        .where(inArray(issues.id, issueIds));
+    return new Map(rows.map((row) => [row.id, row]));
+}
+async function loadRevisionsForRuns(db, runRows) {
+    const agentIds = [...new Set(runRows.map((row) => row.agentId))];
+    if (agentIds.length === 0)
+        return new Map();
+    const rows = await db
+        .select()
+        .from(agentConfigRevisions)
+        .where(inArray(agentConfigRevisions.agentId, agentIds))
+        .orderBy(desc(agentConfigRevisions.createdAt));
+    const revisionsByAgentId = new Map();
+    for (const row of rows) {
+        const revisions = revisionsByAgentId.get(row.agentId) ?? [];
+        revisions.push(row);
+        revisionsByAgentId.set(row.agentId, revisions);
+    }
+    return revisionsByAgentId;
+}
+async function serializeRunRow(row, issueMap, revisionsByAgentId) {
+    return {
+        run: {
+            id: row.id,
+            orgId: row.orgId,
+            agentId: row.agentId,
+            invocationSource: row.invocationSource,
+            triggerDetail: row.triggerDetail,
+            status: row.status,
+            startedAt: row.startedAt,
+            finishedAt: row.finishedAt,
+            error: row.error,
+            wakeupRequestId: row.wakeupRequestId,
+            exitCode: row.exitCode,
+            signal: row.signal,
+            usageJson: row.usageJson,
+            resultJson: row.resultJson,
+            sessionIdBefore: row.sessionIdBefore,
+            sessionIdAfter: row.sessionIdAfter,
+            logStore: row.logStore,
+            logRef: row.logRef,
+            logBytes: row.logBytes,
+            logSha256: row.logSha256,
+            logCompressed: row.logCompressed,
+            stdoutExcerpt: row.stdoutExcerpt,
+            stderrExcerpt: row.stderrExcerpt,
+            errorCode: row.errorCode,
+            externalRunId: row.externalRunId,
+            processPid: row.processPid,
+            processStartedAt: row.processStartedAt,
+            retryOfRunId: row.retryOfRunId,
+            processLossRetryCount: row.processLossRetryCount,
+            contextSnapshot: row.contextSnapshot,
+            createdAt: row.createdAt,
+            updatedAt: row.updatedAt,
+        },
+        agentName: row.agentName,
+        orgName: row.orgName,
+        issue: row.issueId ? issueMap.get(row.issueId) ?? null : null,
+        bundle: resolveBundleForRun(row, revisionsByAgentId),
+        langfuse: await getExecutionLangfuseLink(row.id),
+    };
+}
+async function loadRunRows(db, input) {
+    const conditions = [eq(heartbeatRuns.orgId, input.orgId)];
+    if (input.updatedAfter)
+        conditions.push(gt(heartbeatRuns.updatedAt, input.updatedAfter));
+    if (input.createdBefore)
+        conditions.push(lt(heartbeatRuns.createdAt, input.createdBefore));
+    if (input.agentId)
+        conditions.push(eq(heartbeatRuns.agentId, input.agentId));
+    if (input.status)
+        conditions.push(eq(heartbeatRuns.status, input.status));
+    if (input.runtime)
+        conditions.push(eq(agents.agentRuntimeType, input.runtime));
+    if (input.runIdPrefix)
+        conditions.push(sql `${heartbeatRuns.id}::text ilike ${`${input.runIdPrefix}%`}`);
+    if (input.issueId)
+        conditions.push(sql `${heartbeatRuns.contextSnapshot} ->> 'issueId' = ${input.issueId}`);
+    return await db
+        .select({
+        id: heartbeatRuns.id,
+        orgId: heartbeatRuns.orgId,
+        agentId: heartbeatRuns.agentId,
+        invocationSource: heartbeatRuns.invocationSource,
+        triggerDetail: heartbeatRuns.triggerDetail,
+        status: heartbeatRuns.status,
+        startedAt: heartbeatRuns.startedAt,
+        finishedAt: heartbeatRuns.finishedAt,
+        error: heartbeatRuns.error,
+        wakeupRequestId: heartbeatRuns.wakeupRequestId,
+        exitCode: heartbeatRuns.exitCode,
+        signal: heartbeatRuns.signal,
+        usageJson: heartbeatRuns.usageJson,
+        resultJson: heartbeatRuns.resultJson,
+        sessionIdBefore: heartbeatRuns.sessionIdBefore,
+        sessionIdAfter: heartbeatRuns.sessionIdAfter,
+        logStore: heartbeatRuns.logStore,
+        logRef: heartbeatRuns.logRef,
+        logBytes: heartbeatRuns.logBytes,
+        logSha256: heartbeatRuns.logSha256,
+        logCompressed: heartbeatRuns.logCompressed,
+        stdoutExcerpt: heartbeatRuns.stdoutExcerpt,
+        stderrExcerpt: heartbeatRuns.stderrExcerpt,
+        errorCode: heartbeatRuns.errorCode,
+        externalRunId: heartbeatRuns.externalRunId,
+        processPid: heartbeatRuns.processPid,
+        processStartedAt: heartbeatRuns.processStartedAt,
+        retryOfRunId: heartbeatRuns.retryOfRunId,
+        processLossRetryCount: heartbeatRuns.processLossRetryCount,
+        contextSnapshot: heartbeatRuns.contextSnapshot,
+        createdAt: heartbeatRuns.createdAt,
+        updatedAt: heartbeatRuns.updatedAt,
+        agentName: agents.name,
+        agentRuntimeType: agents.agentRuntimeType,
+        agentRuntimeConfig: agents.agentRuntimeConfig,
+        runtimeConfig: agents.runtimeConfig,
+        orgName: organizations.name,
+        issueId: sql `${heartbeatRuns.contextSnapshot} ->> 'issueId'`.as("issueId"),
+    })
+        .from(heartbeatRuns)
+        .innerJoin(agents, eq(heartbeatRuns.agentId, agents.id))
+        .innerJoin(organizations, eq(heartbeatRuns.orgId, organizations.id))
+        .where(and(...conditions))
+        .orderBy(desc(heartbeatRuns.createdAt))
+        .limit(input.limit);
+}
+async function loadRunRowById(db, runId) {
+    const rows = await db
+        .select({
+        id: heartbeatRuns.id,
+        orgId: heartbeatRuns.orgId,
+        agentId: heartbeatRuns.agentId,
+        invocationSource: heartbeatRuns.invocationSource,
+        triggerDetail: heartbeatRuns.triggerDetail,
+        status: heartbeatRuns.status,
+        startedAt: heartbeatRuns.startedAt,
+        finishedAt: heartbeatRuns.finishedAt,
+        error: heartbeatRuns.error,
+        wakeupRequestId: heartbeatRuns.wakeupRequestId,
+        exitCode: heartbeatRuns.exitCode,
+        signal: heartbeatRuns.signal,
+        usageJson: heartbeatRuns.usageJson,
+        resultJson: heartbeatRuns.resultJson,
+        sessionIdBefore: heartbeatRuns.sessionIdBefore,
+        sessionIdAfter: heartbeatRuns.sessionIdAfter,
+        logStore: heartbeatRuns.logStore,
+        logRef: heartbeatRuns.logRef,
+        logBytes: heartbeatRuns.logBytes,
+        logSha256: heartbeatRuns.logSha256,
+        logCompressed: heartbeatRuns.logCompressed,
+        stdoutExcerpt: heartbeatRuns.stdoutExcerpt,
+        stderrExcerpt: heartbeatRuns.stderrExcerpt,
+        errorCode: heartbeatRuns.errorCode,
+        externalRunId: heartbeatRuns.externalRunId,
+        processPid: heartbeatRuns.processPid,
+        processStartedAt: heartbeatRuns.processStartedAt,
+        retryOfRunId: heartbeatRuns.retryOfRunId,
+        processLossRetryCount: heartbeatRuns.processLossRetryCount,
+        contextSnapshot: heartbeatRuns.contextSnapshot,
+        createdAt: heartbeatRuns.createdAt,
+        updatedAt: heartbeatRuns.updatedAt,
+        agentName: agents.name,
+        agentRuntimeType: agents.agentRuntimeType,
+        agentRuntimeConfig: agents.agentRuntimeConfig,
+        runtimeConfig: agents.runtimeConfig,
+        orgName: organizations.name,
+        issueId: sql `${heartbeatRuns.contextSnapshot} ->> 'issueId'`.as("issueId"),
+    })
+        .from(heartbeatRuns)
+        .innerJoin(agents, eq(heartbeatRuns.agentId, agents.id))
+        .innerJoin(organizations, eq(heartbeatRuns.orgId, organizations.id))
+        .where(eq(heartbeatRuns.id, runId))
+        .limit(1);
+    return rows[0] ?? null;
+}
+async function loadRunEvents(db, runId) {
+    const rows = await db
+        .select()
+        .from(heartbeatRunEvents)
+        .where(eq(heartbeatRunEvents.runId, runId))
+        .orderBy(heartbeatRunEvents.seq, heartbeatRunEvents.id);
+    return rows.map((row) => ({
+        ...row,
+        stream: row.stream,
+        level: row.level,
+    }));
+}
+async function loadRunLogContent(run) {
+    if (!run.logStore || !run.logRef)
+        return "";
+    const logStore = getRunLogStore();
+    const result = await logStore.read({
+        store: run.logStore,
+        logRef: run.logRef,
+    }, {
+        offset: 0,
+        limitBytes: Math.max(256_000, Number(run.logBytes ?? 0) || 256_000),
+    });
+    return result.content;
+}
+export async function listObservedRuns(db, input) {
+    const rows = await loadRunRows(db, input);
+    const [issueMap, revisionsByAgentId] = await Promise.all([
+        loadIssuesForRuns(db, rows),
+        loadRevisionsForRuns(db, rows),
+    ]);
+    return Promise.all(rows.map((row) => serializeRunRow(row, issueMap, revisionsByAgentId)));
+}
+export async function getObservedRun(db, runId) {
+    const row = await loadRunRowById(db, runId);
+    if (!row)
+        return null;
+    const [issueMap, revisionsByAgentId] = await Promise.all([
+        loadIssuesForRuns(db, [row]),
+        loadRevisionsForRuns(db, [row]),
+    ]);
+    return serializeRunRow(row, issueMap, revisionsByAgentId);
+}
+export async function getObservedRunEvents(db, runId) {
+    const run = await db
+        .select({ id: heartbeatRuns.id })
+        .from(heartbeatRuns)
+        .where(eq(heartbeatRuns.id, runId))
+        .limit(1)
+        .then((rows) => rows[0] ?? null);
+    if (!run)
+        throw notFound("Heartbeat run not found");
+    return loadRunEvents(db, runId);
+}
+export async function getObservedRunLog(db, runId) {
+    const run = await db
+        .select()
+        .from(heartbeatRuns)
+        .where(eq(heartbeatRuns.id, runId))
+        .limit(1)
+        .then((rows) => rows[0] ?? null);
+    if (!run)
+        throw notFound("Heartbeat run not found");
+    return { content: await loadRunLogContent(run) };
+}
+export async function getObservedRunDetail(db, runId) {
+    const [observedRun, events] = await Promise.all([
+        getObservedRun(db, runId),
+        loadRunEvents(db, runId),
+    ]);
+    if (!observedRun)
+        return null;
+    const logContent = await loadRunLogContent(observedRun.run).catch(() => "");
+    return observedRunFromFilesystem({
+        run: observedRun.run,
+        agentName: observedRun.agentName,
+        orgName: observedRun.orgName,
+        issue: observedRun.issue,
+        bundle: observedRun.bundle,
+        events,
+        logContent,
+    });
+}
+export async function diagnoseObservedRun(db, runId, mode = "auto") {
+    const detail = await getObservedRunDetail(db, runId);
+    if (!detail)
+        throw notFound("Heartbeat run not found");
+    return {
+        detail,
+        diagnosis: diagnoseRun(detail, mode),
+    };
+}
+export async function buildObservedRunLangfuseScores(db, runId) {
+    const { detail, diagnosis } = await diagnoseObservedRun(db, runId);
+    return {
+        detail,
+        diagnosis,
+        scores: buildLangfuseRunScores(detail, diagnosis),
+    };
+}
+//# sourceMappingURL=run-intelligence.js.map

package/dist/services/run-intelligence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-intelligence.js","sourceRoot":"","sources":["../../src/services/run-intelligence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAElE,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AACtH,OAAO,EACL,sBAAsB,EACtB,WAAW,EACX,yBAAyB,GAK1B,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClF,CAAC;AAuBD,SAAS,mBAAmB,CAC1B,GAAW,EACX,kBAAgF;IAEhF,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5D,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,YAAY,CAAC,IAAI,IAAI,CAAC;IAChH,MAAM,WAAW,GAAG,QAAQ,EAAE,WAAW,IAAI;QAC3C,kBAAkB,EAAE,GAAG,CAAC,kBAAkB;QAC1C,aAAa,EAAE,GAAG,CAAC,aAAa;KACjC,CAAC;IACF,MAAM,iBAAiB,GAAG,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,WAAsC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEhI,OAAO;QACL,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,qBAAqB,EAAE,QAAQ,EAAE,EAAE,IAAI,IAAI;QAC3C,4BAA4B,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;QACrG,sBAAsB,EAAE,SAAS,CAAC,iBAAiB,CAAC,kBAAkB,IAAI,GAAG,CAAC,kBAAkB,CAAC;QACjG,wBAAwB,EAAE,SAAS,CAAC,iBAAiB,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,CAAC;KAC1F,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,EAAM,EAAE,OAAiB;IACxD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACpH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,GAAG,EAA2E,CAAC;IAErH,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,CAAC;QACN,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;SACD,IAAI,CAAC,MAAM,CAAC;SACZ,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEvC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,EAAM,EAAE,OAAiB;IAC3D,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,GAAG,EAA2D,CAAC;IACrG,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,EAAE;SACR,IAAI,CAAC,oBAAoB,CAAC;SAC1B,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;SACtD,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA2D,CAAC;IAC9F,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC5D,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,GAAW,EACX,QAAsF,EACtF,kBAAgF;IAEhF,OAAO;QACL,GAAG,EAAE;YACH,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,gBAAgB,EAAE,GAAG,CAAC,gBAAoD;YAC1E,aAAa,EAAE,GAAG,CAAC,aAA8C;YACjE,MAAM,EAAE,GAAG,CAAC,MAAgC;YAC5C,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,eAAe,EAAE,GAAG,CAAC,eAAe;YACpC,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,eAAe,EAAE,GAAG,CAAC,eAAe;YACpC,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,qBAAqB,EAAE,GAAG,CAAC,qBAAqB;YAChD,eAAe,EAAE,GAAG,CAAC,eAAe;YACpC,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB;QACD,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;QAC7D,MAAM,EAAE,mBAAmB,CAAC,GAAG,EAAE,kBAAkB,CAAC;QACpD,QAAQ,EAAE,MAAM,wBAAwB,CAAC,GAAG,CAAC,EAAE,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,EAAM,EAAE,KAA4B;IAC7D,MAAM,UAAU,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1D,IAAI,KAAK,CAAC,YAAY;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;IACzF,IAAI,KAAK,CAAC,aAAa;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;IAC3F,IAAI,KAAK,CAAC,OAAO;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,IAAI,KAAK,CAAC,MAAM;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1E,IAAI,KAAK,CAAC,OAAO;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/E,IAAI,KAAK,CAAC,WAAW;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAA,GAAG,aAAa,CAAC,EAAE,gBAAgB,GAAG,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;IACxG,IAAI,KAAK,CAAC,OAAO;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAA,GAAG,aAAa,CAAC,eAAe,oBAAoB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAE3G,OAAO,MAAM,EAAE;SACZ,MAAM,CAAC;QACN,EAAE,EAAE,aAAa,CAAC,EAAE;QACpB,KAAK,EAAE,aAAa,CAAC,KAAK;QAC1B,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;QAChD,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,KAAK,EAAE,aAAa,CAAC,KAAK;QAC1B,eAAe,EAAE,aAAa,CAAC,eAAe;QAC9C,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,eAAe,EAAE,aAAa,CAAC,eAAe;QAC9C,cAAc,EAAE,aAAa,CAAC,cAAc;QAC5C,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;QAChD,YAAY,EAAE,aAAa,CAAC,YAAY;QACxC,qBAAqB,EAAE,aAAa,CAAC,qBAAqB;QAC1D,eAAe,EAAE,aAAa,CAAC,eAAe;QAC9C,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,SAAS,EAAE,MAAM,CAAC,IAAI;QACtB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;QAC7C,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,OAAO,EAAE,aAAa,CAAC,IAAI;QAC3B,OAAO,EAAE,GAAG,CAAe,GAAG,aAAa,CAAC,eAAe,gBAAgB,CAAC,EAAE,CAAC,SAAS,CAAC;KAC1F,CAAC;SACD,IAAI,CAAC,aAAa,CAAC;SACnB,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;SACvD,SAAS,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;SACnE,KAAK,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;SACzB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;SACtC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAa,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,EAAM,EAAE,KAAa;IACjD,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,CAAC;QACN,EAAE,EAAE,aAAa,CAAC,EAAE;QACpB,KAAK,EAAE,aAAa,CAAC,KAAK;QAC1B,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;QAChD,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,KAAK,EAAE,aAAa,CAAC,KAAK;QAC1B,eAAe,EAAE,aAAa,CAAC,eAAe;QAC9C,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,eAAe,EAAE,aAAa,CAAC,eAAe;QAC9C,cAAc,EAAE,aAAa,CAAC,cAAc;QAC5C,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;QAChD,YAAY,EAAE,aAAa,CAAC,YAAY;QACxC,qBAAqB,EAAE,aAAa,CAAC,qBAAqB;QAC1D,eAAe,EAAE,aAAa,CAAC,eAAe;QAC9C,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,SAAS,EAAE,MAAM,CAAC,IAAI;QACtB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;QAC7C,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,OAAO,EAAE,aAAa,CAAC,IAAI;QAC3B,OAAO,EAAE,GAAG,CAAe,GAAG,aAAa,CAAC,eAAe,gBAAgB,CAAC,EAAE,CAAC,SAAS,CAAC;KAC1F,CAAC;SACD,IAAI,CAAC,aAAa,CAAC;SACnB,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;SACvD,SAAS,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;SACnE,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAClC,KAAK,CAAC,CAAC,CAAa,CAAC;IAExB,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAM,EAAE,KAAa;IAChD,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,EAAE;SACR,IAAI,CAAC,kBAAkB,CAAC;SACxB,KAAK,CAAC,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAC1D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,MAAM,EAAE,GAAG,CAAC,MAAqC;QACjD,KAAK,EAAE,GAAG,CAAC,KAAmC;KAC/C,CAAC,CAAC,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAsC;IACrE,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,GAAG,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAChC;QACE,KAAK,EAAE,GAAG,CAAC,QAAwB;QACnC,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,EACD;QACE,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC;KACpE,CACF,CAAC;IACF,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EAAM,EAAE,KAA4B;IACzE,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACvD,iBAAiB,CAAC,EAAE,EAAE,IAAI,CAAC;QAC3B,oBAAoB,CAAC,EAAE,EAAE,IAAI,CAAC;KAC/B,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAM,EAAE,KAAa;IACxD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACvD,iBAAiB,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAC5B,oBAAoB,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;KAChC,CAAC,CAAC;IACH,OAAO,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EAAM,EAAE,KAAa;IAC9D,MAAM,GAAG,GAAG,MAAM,EAAE;SACjB,MAAM,CAAC,EAAE,EAAE,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;SAChC,IAAI,CAAC,aAAa,CAAC;SACnB,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAClC,KAAK,CAAC,CAAC,CAAC;SACR,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,MAAM,QAAQ,CAAC,yBAAyB,CAAC,CAAC;IACpD,OAAO,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAM,EAAE,KAAa;IAC3D,MAAM,GAAG,GAAG,MAAM,EAAE;SACjB,MAAM,EAAE;SACR,IAAI,CAAC,aAAa,CAAC;SACnB,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAClC,KAAK,CAAC,CAAC,CAAC;SACR,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,MAAM,QAAQ,CAAC,yBAAyB,CAAC,CAAC;IACpD,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EAAM,EAAE,KAAa;IAC9D,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC9C,cAAc,CAAC,EAAE,EAAE,KAAK,CAAC;QACzB,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC;KACzB,CAAC,CAAC;IACH,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5E,OAAO,yBAAyB,CAAC;QAC/B,GAAG,EAAE,WAAW,CAAC,GAAG;QACpB,SAAS,EAAE,WAAW,CAAC,SAAS;QAChC,OAAO,EAAE,WAAW,CAAC,OAAO;QAC5B,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,MAAM,EAAE,WAAW,CAAC,MAAM;QAC1B,MAAM;QACN,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,EAAM,EACN,KAAa,EACb,OAAyB,MAAM;IAE/B,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM;QAAE,MAAM,QAAQ,CAAC,yBAAyB,CAAC,CAAC;IACvD,OAAO;QACL,MAAM;QACN,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,EAAM,EAAE,KAAa;IACxE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,mBAAmB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACnE,OAAO;QACL,MAAM;QACN,SAAS;QACT,MAAM,EAAE,sBAAsB,CAAC,MAAM,EAAE,SAAS,CAAC;KAClD,CAAC;AACJ,CAAC"}

package/dist/services/run-log-store.d.ts

@@ -0,0 +1,36 @@
+export type RunLogStoreType = "local_file";
+export interface RunLogHandle {
+    store: RunLogStoreType;
+    logRef: string;
+}
+export interface RunLogReadOptions {
+    offset?: number;
+    limitBytes?: number;
+}
+export interface RunLogReadResult {
+    content: string;
+    endOffset: number;
+    eof: boolean;
+    nextOffset?: number;
+}
+export interface RunLogFinalizeSummary {
+    bytes: number;
+    sha256?: string;
+    compressed: boolean;
+}
+export interface RunLogStore {
+    begin(input: {
+        orgId: string;
+        agentId: string;
+        runId: string;
+    }): Promise<RunLogHandle>;
+    append(handle: RunLogHandle, event: {
+        stream: "stdout" | "stderr" | "system";
+        chunk: string;
+        ts: string;
+    }): Promise<void>;
+    finalize(handle: RunLogHandle): Promise<RunLogFinalizeSummary>;
+    read(handle: RunLogHandle, opts?: RunLogReadOptions): Promise<RunLogReadResult>;
+}
+export declare function getRunLogStore(): RunLogStore;
+//# sourceMappingURL=run-log-store.d.ts.map

package/dist/services/run-log-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-log-store.d.ts","sourceRoot":"","sources":["../../src/services/run-log-store.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,eAAe,GAAG,YAAY,CAAC;AAE3C,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,eAAe,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,OAAO,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACvF,MAAM,CACJ,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE;QAAE,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,GAC3E,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC/D,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CACjF;AAqHD,wBAAgB,cAAc,gBAK7B"}

package/dist/services/run-log-store.js

@@ -0,0 +1,114 @@
+import { createReadStream, promises as fs } from "node:fs";
+import path from "node:path";
+import { createHash } from "node:crypto";
+import { notFound } from "../errors.js";
+import { resolveRudderInstanceRoot } from "../home-paths.js";
+function safeSegments(...segments) {
+    return segments.map((segment) => segment.replace(/[^a-zA-Z0-9._-]/g, "_"));
+}
+function resolveWithin(basePath, relativePath) {
+    const resolved = path.resolve(basePath, relativePath);
+    const base = path.resolve(basePath) + path.sep;
+    if (!resolved.startsWith(base) && resolved !== path.resolve(basePath)) {
+        throw new Error("Invalid log path");
+    }
+    return resolved;
+}
+function createLocalFileRunLogStore(basePath) {
+    async function ensureDir(relativeDir) {
+        const dir = resolveWithin(basePath, relativeDir);
+        await fs.mkdir(dir, { recursive: true });
+    }
+    async function readFileRange(filePath, offset, limitBytes) {
+        const stat = await fs.stat(filePath).catch(() => null);
+        if (!stat)
+            throw notFound("Run log not found");
+        const start = Math.max(0, Math.min(offset, stat.size));
+        if (stat.size === 0 || start >= stat.size) {
+            return { content: "", endOffset: start, eof: true };
+        }
+        const end = Math.max(start, Math.min(start + limitBytes - 1, stat.size - 1));
+        if (start > end) {
+            return { content: "", endOffset: start, eof: true };
+        }
+        const chunks = [];
+        await new Promise((resolve, reject) => {
+            const stream = createReadStream(filePath, { start, end });
+            stream.on("data", (chunk) => {
+                chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+            });
+            stream.on("error", reject);
+            stream.on("end", () => resolve());
+        });
+        const content = Buffer.concat(chunks).toString("utf8");
+        const endOffset = end + 1;
+        const eof = endOffset >= stat.size;
+        const nextOffset = eof ? undefined : endOffset;
+        return { content, endOffset, eof, nextOffset };
+    }
+    async function sha256File(filePath) {
+        return new Promise((resolve, reject) => {
+            const hash = createHash("sha256");
+            const stream = createReadStream(filePath);
+            stream.on("data", (chunk) => hash.update(chunk));
+            stream.on("error", reject);
+            stream.on("end", () => resolve(hash.digest("hex")));
+        });
+    }
+    return {
+        async begin(input) {
+            const [orgId, agentId] = safeSegments(input.orgId, input.agentId);
+            const runId = safeSegments(input.runId)[0];
+            const relDir = path.join(orgId, agentId);
+            const relPath = path.join(relDir, `${runId}.ndjson`);
+            await ensureDir(relDir);
+            const absPath = resolveWithin(basePath, relPath);
+            await fs.writeFile(absPath, "", "utf8");
+            return { store: "local_file", logRef: relPath };
+        },
+        async append(handle, event) {
+            if (handle.store !== "local_file")
+                return;
+            const absPath = resolveWithin(basePath, handle.logRef);
+            const line = JSON.stringify({
+                ts: event.ts,
+                stream: event.stream,
+                chunk: event.chunk,
+            });
+            await fs.appendFile(absPath, `${line}\n`, "utf8");
+        },
+        async finalize(handle) {
+            if (handle.store !== "local_file") {
+                return { bytes: 0, compressed: false };
+            }
+            const absPath = resolveWithin(basePath, handle.logRef);
+            const stat = await fs.stat(absPath).catch(() => null);
+            if (!stat)
+                throw notFound("Run log not found");
+            const hash = await sha256File(absPath);
+            return {
+                bytes: stat.size,
+                sha256: hash,
+                compressed: false,
+            };
+        },
+        async read(handle, opts) {
+            if (handle.store !== "local_file") {
+                throw notFound("Run log not found");
+            }
+            const absPath = resolveWithin(basePath, handle.logRef);
+            const offset = opts?.offset ?? 0;
+            const limitBytes = opts?.limitBytes ?? 256_000;
+            return readFileRange(absPath, offset, limitBytes);
+        },
+    };
+}
+let cachedStore = null;
+export function getRunLogStore() {
+    if (cachedStore)
+        return cachedStore;
+    const basePath = process.env.RUN_LOG_BASE_PATH ?? path.resolve(resolveRudderInstanceRoot(), "data", "run-logs");
+    cachedStore = createLocalFileRunLogStore(basePath);
+    return cachedStore;
+}
+//# sourceMappingURL=run-log-store.js.map

package/dist/services/run-log-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-log-store.js","sourceRoot":"","sources":["../../src/services/run-log-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAqC7D,SAAS,YAAY,CAAC,GAAG,QAAkB;IACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB,EAAE,YAAoB;IAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;IAC/C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,0BAA0B,CAAC,QAAgB;IAClD,KAAK,UAAU,SAAS,CAAC,WAAmB;QAC1C,MAAM,GAAG,GAAG,aAAa,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACjD,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,MAAc,EAAE,UAAkB;QAC/E,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,IAAI;YAAE,MAAM,QAAQ,CAAC,mBAAmB,CAAC,CAAC;QAE/C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;QACtD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;QAE7E,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YAChB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;QACtD,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC1B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,GAAG,GAAG,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;QACnC,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/C,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,UAAU,UAAU,CAAC,QAAgB;QACxC,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,KAAK;YACf,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAClE,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC;YACrD,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC;YAExB,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACjD,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;YAExC,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAClD,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK;YACxB,IAAI,MAAM,CAAC,KAAK,KAAK,YAAY;gBAAE,OAAO;YAC1C,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACvD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC1B,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;YACH,MAAM,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,EAAE,MAAM,CAAC,CAAC;QACpD,CAAC;QAED,KAAK,CAAC,QAAQ,CAAC,MAAM;YACnB,IAAI,MAAM,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC;gBAClC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YACzC,CAAC;YACD,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACvD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,IAAI;gBAAE,MAAM,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YAE/C,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,IAAI;gBAChB,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,KAAK;aAClB,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI;YACrB,IAAI,MAAM,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC;gBAClC,MAAM,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YACtC,CAAC;YACD,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,OAAO,CAAC;YAC/C,OAAO,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACpD,CAAC;KACF,CAAC;AACJ,CAAC;AAED,IAAI,WAAW,GAAuB,IAAI,CAAC;AAE3C,MAAM,UAAU,cAAc;IAC5B,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IACpC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAChH,WAAW,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACnD,OAAO,WAAW,CAAC;AACrB,CAAC"}