impel-cli 0.20.15 → 0.20.16

package/RELEASE_NOTES.md

@@ -1,5 +1,12 @@
 # Release notes
 
+## 0.20.16 — Correlated Codex transport timing
+
+- Derives native-agent MCP duration from correlated, timestamped Codex rollout
+  events when durable profiles correctly omit transient telemetry destinations.
+- Retries one unestablished tenant-preflight result while still requiring one
+  exact selected tenant before every profiled Codex attempt.
+
 ## 0.20.15 — Direct Codex native agents
 
 - Classifies the exact `mcp__impel_agent` namespace as direct-only in generated

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "impel-cli",
-  "version": "0.20.15",
+  "version": "0.20.16",
   "description": "Prepare isolated Claude and Codex workspaces for every accessible Impel tenant",
   "type": "module",
   "bin": {

package/scripts/analyze-native-codex.mjs

@@ -151,12 +151,15 @@ export function summarizeCodexRollouts(rollouts) {
   let inputTokens = 0;
   let cachedInputTokens = 0;
   let outputTokens = 0;
+  let mcpDurationMs = 0;
+  let mcpCompletedCalls = 0;
 
   for (const events of rollouts) {
     eventCount += events.length;
     const metadata = rolloutSessionMetadata(events);
     const scopedCounts = metadata.parentThreadId ? childToolCounts : parentToolCounts;
     let latestUsage = null;
+    const mcpStarts = new Map();
     for (const event of events) {
       const payload = event.payload && typeof event.payload === "object" ? event.payload : {};
       if (event.type === "response_item"
@@ -166,6 +169,27 @@ export function summarizeCodexRollouts(rollouts) {
         increment(scopedCounts, tool);
         if (tool === "exec" || payload.type === "custom_tool_call") codeCells += tool === "exec" ? 1 : 0;
         if (tool === "wait") codeWaits += 1;
+        const startedAt = Date.parse(event.timestamp || "");
+        if (SAFE_MCP_TOOLS.has(tool)
+          && typeof payload.call_id === "string"
+          && Number.isFinite(startedAt)) {
+          mcpStarts.set(payload.call_id, startedAt);
+        }
+      }
+      if (event.type === "event_msg"
+        && payload.type === "mcp_tool_call_end"
+        && typeof payload.call_id === "string") {
+        const startedAt = mcpStarts.get(payload.call_id);
+        const endedAt = Date.parse(event.timestamp || "");
+        const duration = endedAt - startedAt;
+        if (Number.isFinite(startedAt)
+          && Number.isFinite(endedAt)
+          && duration >= 0
+          && duration <= 24 * 60 * 60 * 1000) {
+          mcpDurationMs += duration;
+          mcpCompletedCalls += 1;
+          mcpStarts.delete(payload.call_id);
+        }
       }
       if (event.type === "event_msg" && payload.type === "token_count") {
         const usage = payload.info?.total_token_usage;
@@ -190,6 +214,8 @@ export function summarizeCodexRollouts(rollouts) {
     inputTokens,
     cachedInputTokens,
     outputTokens,
+    mcpDurationMs,
+    mcpCompletedCalls,
   };
 }
 
@@ -249,7 +275,9 @@ export function summarizeRawAttempt({ stdoutText, telemetryText = "", rolloutTex
         codeWaits: rollout.codeWaits,
         inputTokens: rollout.inputTokens,
         cachedInputTokens: rollout.cachedInputTokens,
-        outputTokens: rollout.outputTokens,
+      outputTokens: rollout.outputTokens,
+        mcpDurationMs: rollout.mcpDurationMs,
+        mcpCompletedCalls: rollout.mcpCompletedCalls,
       } : {}),
       parentToolCounts: rollout.parentToolCounts,
       childToolCounts: rollout.childToolCounts,

package/scripts/profile-native-codex.mjs

@@ -211,13 +211,16 @@ function runCaptured(command, args, { environment = process.env, timeoutMs = 60_
 }
 
 async function currentTenant(impelBinary, environment) {
-  const invocation = impelInvocation(impelBinary, ["tenant", "current"], environment);
-  const result = await runCaptured(invocation.command, invocation.args, { environment });
-  const lines = result.stdout.split(/\r?\n/u).map((line) => line.trim()).filter(Boolean);
-  if (result.code !== 0 || lines.length !== 1 || !/^[A-Za-z0-9_.:-]{1,160}$/u.test(lines[0])) {
-    throw new Error("could not establish one exact current Impel tenant");
+  for (let attempt = 0; attempt < 2; attempt += 1) {
+    const invocation = impelInvocation(impelBinary, ["tenant", "current"], environment);
+    const result = await runCaptured(invocation.command, invocation.args, { environment });
+    const lines = result.stdout.split(/\r?\n/u).map((line) => line.trim()).filter(Boolean);
+    if (result.code === 0 && lines.length === 1 && /^[A-Za-z0-9_.:-]{1,160}$/u.test(lines[0])) {
+      return lines[0];
+    }
+    if (attempt === 0) await delay(250);
   }
-  return lines[0];
+  throw new Error("could not establish one exact current Impel tenant after two bounded attempts");
 }
 
 export async function assertExpectedTenant({ expectedTenant, impelBinary = "impel", environment = process.env }) {
@@ -373,7 +376,10 @@ function safeAttemptRecord({ options, index, processResult, summary, jsonValid,
   const codex = summary?.codex || {};
   const telemetry = summary?.telemetry || {};
   const durationMs = processResult.endedAtMs - processResult.startedAtMs;
-  const mcpDurationMs = telemetry.mcpDurationMs || 0;
+  const telemetryCompleted = telemetry.eventCounts?.local_tool_completed || 0;
+  const mcpDurationMs = telemetryCompleted > 0
+    ? telemetry.mcpDurationMs || 0
+    : codex.mcpDurationMs || 0;
   const startCalls = (codex.toolCounts?.answer_native_agent || 0)
     + (codex.toolCounts?.run_native_agent || 0);
   const success = processResult.exitCode === 0
@@ -414,6 +420,9 @@ function safeAttemptRecord({ options, index, processResult, summary, jsonValid,
     cachedInputTokens: codex.cachedInputTokens || 0,
     outputTokens: codex.outputTokens || 0,
     mcpDurationMs,
+    mcpDurationSource: telemetryCompleted > 0
+      ? "telemetry"
+      : (codex.mcpCompletedCalls || 0) > 0 ? "rollout" : "unavailable",
     nonMcpOverheadMs: Math.max(0, durationMs - mcpDurationMs),
     telemetryEventCount: telemetry.eventCount || 0,
     telemetryCorrelationCount: telemetry.correlationCount || 0,