pi-long-task 0.3.17 → 0.5.0

package/src/steering.ts

@@ -0,0 +1,234 @@
+export type SteeringInputSource = "interactive" | "rpc";
+
+export interface SteeringInput {
+  text: string;
+  source: "interactive" | "rpc" | "extension";
+  streamingBehavior?: "steer" | "followUp";
+  images?: readonly unknown[];
+}
+
+export type SteeringMessageStatus = "queued" | "processing" | "accepted" | "failed";
+
+export interface SteeringMessage {
+  id: string;
+  sequence: number;
+  text: string;
+  source: SteeringInputSource;
+  receivedAt: string;
+  status: SteeringMessageStatus;
+  error?: string;
+}
+
+export type SteeringMessageProcessor = (message: Readonly<SteeringMessage>) => void | Promise<void>;
+export type SteeringMessageObserver = (message: Readonly<SteeringMessage>) => void;
+
+/**
+ * A run-scoped FIFO for guidance received while a long task is active.
+ *
+ * A message remains in the queue until its processor resolves successfully. A
+ * processor failure pauses the queue so later guidance cannot overtake it;
+ * callers may fix the recoverable failure and call retryFailed().
+ */
+export class SerializedSteeringQueue {
+  private readonly queueId: string;
+  private readonly now: () => Date;
+  private readonly onChange: SteeringMessageObserver | undefined;
+  private readonly messages: SteeringMessage[] = [];
+  private processor: SteeringMessageProcessor | undefined;
+  private sequence = 0;
+  private processing = false;
+  private failed = false;
+  private closed = false;
+  private readonly idleWaiters = new Set<() => void>();
+
+  constructor(options: { queueId: string; now?: () => Date; onChange?: SteeringMessageObserver }) {
+    const queueId = options.queueId.trim();
+    if (!queueId) {
+      throw new Error("A steering queue requires a non-empty queueId.");
+    }
+    this.queueId = queueId;
+    this.now = options.now ?? (() => new Date());
+    this.onChange = options.onChange;
+  }
+
+  enqueue(text: string, source: SteeringInputSource): SteeringMessage {
+    if (this.closed) {
+      throw new Error("Cannot enqueue guidance after the steering queue is closed.");
+    }
+    const normalizedText = text.trim();
+    if (!normalizedText) {
+      throw new Error("Steering guidance must not be empty.");
+    }
+
+    const sequence = ++this.sequence;
+    const message: SteeringMessage = {
+      id: `${this.queueId}:${sequence}`,
+      sequence,
+      text: normalizedText,
+      source,
+      receivedAt: this.now().toISOString(),
+      status: "queued",
+    };
+    this.messages.push(message);
+    this.publish(message);
+    const queuedMessage = { ...message };
+    this.startPump();
+    return queuedMessage;
+  }
+
+  /** Attach the single plan-revision consumer. Pending messages start immediately. */
+  setProcessor(processor: SteeringMessageProcessor): () => void {
+    if (this.processor && this.processor !== processor) {
+      throw new Error("A steering queue already has a processor.");
+    }
+    this.processor = processor;
+    this.startPump();
+    return () => {
+      if (this.processor === processor) {
+        this.processor = undefined;
+      }
+    };
+  }
+
+  /** Retry the failed head message without allowing later messages to overtake it. */
+  retryFailed(): void {
+    if (!this.failed) {
+      return;
+    }
+    const message = this.messages[0];
+    if (message?.status === "failed") {
+      message.status = "queued";
+      delete message.error;
+      this.publish(message);
+    }
+    this.failed = false;
+    this.startPump();
+  }
+
+  pendingMessages(): ReadonlyArray<Readonly<SteeringMessage>> {
+    return this.messages.map((message) => ({ ...message }));
+  }
+
+  waitForIdle(): Promise<void> {
+    if (!this.processing) {
+      return Promise.resolve();
+    }
+    return new Promise((resolve) => this.idleWaiters.add(resolve));
+  }
+
+  close(): void {
+    this.closed = true;
+    this.processor = undefined;
+    this.resolveIdleWaitersIfIdle();
+  }
+
+  private startPump(): void {
+    if (this.processing || this.failed || !this.processor || this.messages.length === 0) {
+      return;
+    }
+    this.processing = true;
+    void this.pump();
+  }
+
+  private async pump(): Promise<void> {
+    try {
+      while (!this.failed && this.processor && this.messages.length > 0) {
+        const processor = this.processor;
+        const message = this.messages[0];
+        message.status = "processing";
+        delete message.error;
+        this.publish(message);
+        try {
+          await processor({ ...message });
+        } catch (error) {
+          message.status = "failed";
+          message.error = errorMessage(error);
+          this.failed = true;
+          this.publish(message);
+          break;
+        }
+
+        message.status = "accepted";
+        this.publish(message);
+        this.messages.shift();
+      }
+    } finally {
+      this.processing = false;
+      this.resolveIdleWaitersIfIdle();
+      // A message may have arrived between the final loop check and this
+      // assignment. Starting again here closes that race without parallelism.
+      this.startPump();
+    }
+  }
+
+  private publish(message: SteeringMessage): void {
+    try {
+      this.onChange?.({ ...message });
+    } catch {
+      // Observability must never affect delivery or ordering.
+    }
+  }
+
+  private resolveIdleWaitersIfIdle(): void {
+    if (this.processing) {
+      return;
+    }
+    for (const resolve of this.idleWaiters) {
+      resolve();
+    }
+    this.idleWaiters.clear();
+  }
+}
+
+export type SteeringRouteResult =
+  | { routed: true; message: SteeringMessage }
+  | {
+      routed: false;
+      reason: "no_active_run" | "ambiguous_active_runs" | "not_steering" | "control_input" | "images" | "empty";
+    };
+
+/** Routes input only when exactly one Pi Long Task execution owns steering. */
+export class ActiveLongTaskSteeringRouter {
+  private readonly activeQueues = new Map<symbol, SerializedSteeringQueue>();
+
+  activate(queue: SerializedSteeringQueue): () => void {
+    const registration = Symbol("active-long-task-steering");
+    this.activeQueues.set(registration, queue);
+    return () => {
+      this.activeQueues.delete(registration);
+    };
+  }
+
+  route(input: SteeringInput): SteeringRouteResult {
+    if (input.source === "extension" || input.streamingBehavior !== "steer") {
+      return { routed: false, reason: "not_steering" };
+    }
+    if (input.images && input.images.length > 0) {
+      return { routed: false, reason: "images" };
+    }
+    const text = input.text.trim();
+    if (!text) {
+      return { routed: false, reason: "empty" };
+    }
+    if (isControlInput(text)) {
+      return { routed: false, reason: "control_input" };
+    }
+    if (this.activeQueues.size === 0) {
+      return { routed: false, reason: "no_active_run" };
+    }
+    if (this.activeQueues.size > 1) {
+      return { routed: false, reason: "ambiguous_active_runs" };
+    }
+
+    const queue = this.activeQueues.values().next().value as SerializedSteeringQueue;
+    return { routed: true, message: queue.enqueue(text, input.source) };
+  }
+}
+
+function isControlInput(text: string): boolean {
+  return text.startsWith("/") || text.startsWith("!");
+}
+
+function errorMessage(error: unknown): string {
+  return error instanceof Error ? error.message : String(error);
+}

package/src/todo_parser.ts

@@ -6,6 +6,8 @@ export interface TaskStatusItem {
 export interface Task {
   taskId: string;
   title: string;
+  /** Optional identity persisted in a task section as `<!-- pi-long-task-id: value -->`. */
+  stableId?: string;
   section: string;
   startLine: number;
   endLine: number;
@@ -27,6 +29,7 @@ const CHECKBOX_RE = /^(\s*-\s+\[)([ xX])(\].*)$/;
 const GLOBAL_PROGRESS_HEADING_RE = /^##\s+Progress\s*$/i;
 const FIELD_HEADING_RE = /^\*\*[^*\r\n]+:\*\*\s*$/;
 const FENCE_LINE_RE = /^\s*(`{3,}|~{3,})/;
+const STABLE_ID_RE = /^\s*<!--\s*pi-long-task-id:\s*([A-Za-z0-9][A-Za-z0-9._:-]{0,127})\s*-->\s*$/i;
 
 function progressRegexForTask(taskId: string): RegExp {
   return new RegExp(`^(\\s*-\\s+\\[)([ xX])(\\]\\s+TODO\\s+${escapeRegExp(taskId)}\\b.*)$`);
@@ -87,6 +90,30 @@ function parseTaskHeadings(lines: string[]): TaskHeading[] {
   return headings;
 }
 
+function findStableId(lines: string[], startIdx: number, endIdx: number): string | undefined {
+  let fence: string | undefined;
+  for (let idx = startIdx; idx < endIdx; idx += 1) {
+    const stripped = stripLineBreaks(lines[idx]);
+    const fenceMatch = FENCE_LINE_RE.exec(stripped);
+    if (fenceMatch) {
+      const marker = fenceMatch[1];
+      if (!fence) {
+        fence = marker;
+      } else if (marker[0] === fence[0] && marker.length >= fence.length) {
+        fence = undefined;
+      }
+      continue;
+    }
+    if (!fence) {
+      const match = STABLE_ID_RE.exec(stripped);
+      if (match) {
+        return match[1];
+      }
+    }
+  }
+  return undefined;
+}
+
 function findProgressDone(lines: string[], taskId: string): boolean | undefined {
   const regex = progressRegexForTask(taskId);
   const progressStart = lines.findIndex((line) => GLOBAL_PROGRESS_HEADING_RE.test(stripLineBreaks(line).trim()));
@@ -146,9 +173,10 @@ function findStatusItems(lines: string[], startIdx: number, endIdx: number): Tas
   return items;
 }
 
-function markStatusBlockDone(lines: string[], startIdx: number, endIdx: number): void {
+function setStatusBlockDone(lines: string[], startIdx: number, endIdx: number, done: boolean): void {
   let inStatus = false;
   let seenCheckbox = false;
+  const marker = done ? "x" : " ";
 
   for (let idx = startIdx; idx < endIdx; idx += 1) {
     const stripped = lines[idx].trim();
@@ -166,8 +194,8 @@ function markStatusBlockDone(lines: string[], startIdx: number, endIdx: number):
     const checkbox = CHECKBOX_RE.exec(raw);
     if (checkbox) {
       seenCheckbox = true;
-      if (checkbox[2].toLowerCase() !== "x") {
-        lines[idx] = `${checkbox[1]}x${checkbox[3]}${newline}`;
+      if ((checkbox[2].toLowerCase() === "x") !== done) {
+        lines[idx] = `${checkbox[1]}${marker}${checkbox[3]}${newline}`;
       }
       continue;
     }
@@ -201,6 +229,7 @@ export function parseTasks(markdown: string): Task[] {
     const task: Task = {
       taskId: heading.taskId,
       title: heading.title,
+      stableId: findStableId(lines, heading.startIdx, endIdx),
       section,
       startLine: heading.startIdx + 1,
       endLine: endIdx,
@@ -219,16 +248,17 @@ export function incompleteTasks(markdown: string): Task[] {
   return parseTasks(markdown).filter((task) => !task.done);
 }
 
-export function markTaskDone(markdown: string, taskId: string): string {
+function setTaskDone(markdown: string, taskId: string, done: boolean): string {
   const lines = splitLinesKeepEnds(markdown);
   const progressRegex = progressRegexForTask(taskId);
+  const marker = done ? "x" : " ";
 
   lines.forEach((line, idx) => {
     const raw = stripLineBreaks(line);
     const newline = line.endsWith("\n") ? "\n" : "";
     const match = progressRegex.exec(raw);
-    if (match && match[2].toLowerCase() !== "x") {
-      lines[idx] = `${match[1]}x${match[3]}${newline}`;
+    if (match && (match[2].toLowerCase() === "x") !== done) {
+      lines[idx] = `${match[1]}${marker}${match[3]}${newline}`;
     }
   });
 
@@ -236,12 +266,21 @@ export function markTaskDone(markdown: string, taskId: string): string {
   const headingPos = headings.findIndex((heading) => heading.taskId === taskId);
   if (headingPos >= 0) {
     const endIdx = headingPos + 1 < headings.length ? headings[headingPos + 1].startIdx : lines.length;
-    markStatusBlockDone(lines, headings[headingPos].startIdx, endIdx);
+    setStatusBlockDone(lines, headings[headingPos].startIdx, endIdx, done);
   }
 
   return lines.join("");
 }
 
+export function markTaskDone(markdown: string, taskId: string): string {
+  return setTaskDone(markdown, taskId, true);
+}
+
+/** Clears planner-supplied completion for work whose coordinator-owned state is not complete. */
+export function markTaskPending(markdown: string, taskId: string): string {
+  return setTaskDone(markdown, taskId, false);
+}
+
 export function todoGlobalInstructions(markdown: string, limit = 6000): string {
   const selected: string[] = [];
 

package/src/worker_config.ts

@@ -3,8 +3,12 @@ export interface ParsedWorkerRuntimeConfig {
   maxAttemptsPerTask?: number;
   taskTimeoutMs?: number;
   maxBashTimeoutMs?: number;
+  workerSessionReuseEnabled?: boolean;
+  workerSessionReuseContextThresholdPercent?: number;
 }
 
+type MutableWorkerRuntimeConfig = ParsedWorkerRuntimeConfig & { provider?: string; model?: string };
+
 const MODEL_TOKEN_RE = /[A-Za-z0-9][A-Za-z0-9._~:+/@-]*/;
 const STOP_WORDS = new Set([
   "and",
@@ -28,7 +32,7 @@ const STOP_WORDS = new Set([
 ]);
 
 export function parseWorkerRuntimeConfig(text: string): ParsedWorkerRuntimeConfig {
-  const state: ParsedWorkerRuntimeConfig & { provider?: string; model?: string } = {};
+  const state: MutableWorkerRuntimeConfig = {};
 
   parseLineDirectives(text, state);
   parseNaturalLanguageDirectives(text, state);
@@ -39,13 +43,16 @@ export function parseWorkerRuntimeConfig(text: string): ParsedWorkerRuntimeConfi
     ...(state.maxAttemptsPerTask !== undefined ? { maxAttemptsPerTask: state.maxAttemptsPerTask } : {}),
     ...(state.taskTimeoutMs !== undefined ? { taskTimeoutMs: state.taskTimeoutMs } : {}),
     ...(state.maxBashTimeoutMs !== undefined ? { maxBashTimeoutMs: state.maxBashTimeoutMs } : {}),
+    ...(state.workerSessionReuseEnabled !== undefined
+      ? { workerSessionReuseEnabled: state.workerSessionReuseEnabled }
+      : {}),
+    ...(state.workerSessionReuseContextThresholdPercent !== undefined
+      ? { workerSessionReuseContextThresholdPercent: state.workerSessionReuseContextThresholdPercent }
+      : {}),
   };
 }
 
-function parseLineDirectives(
-  text: string,
-  state: ParsedWorkerRuntimeConfig & { provider?: string; model?: string },
-): void {
+function parseLineDirectives(text: string, state: MutableWorkerRuntimeConfig): void {
   for (const rawLine of text.split(/\r?\n/)) {
     const line = rawLine.replace(/^\s{0,3}>+\s?/, "").trim();
     const match = line.match(
@@ -64,10 +71,7 @@ function parseLineDirectives(
   }
 }
 
-function parseNaturalLanguageDirectives(
-  text: string,
-  state: ParsedWorkerRuntimeConfig & { provider?: string; model?: string },
-): void {
+function parseNaturalLanguageDirectives(text: string, state: MutableWorkerRuntimeConfig): void {
   captureTokens(
     text,
     /\bworker\s+(?:model|provider\/model)\s*(?:is|=|:|to|as)?\s*[`'"]?([A-Za-z0-9][A-Za-z0-9._~:+/@-]*)/gi,
@@ -139,13 +143,38 @@ function parseNaturalLanguageDirectives(
       state.maxBashTimeoutMs = value;
     },
   );
+
+  for (const match of text.matchAll(
+    /\b(?:worker\s+)?session\s+reuse(?:\s+is|\s*=|\s*:|\s+to)?\s+(enabled|disabled|on|off|true|false)\b/gi,
+  )) {
+    const enabled = booleanSetting(match[1] ?? "");
+    if (enabled !== undefined) state.workerSessionReuseEnabled = enabled;
+  }
+  for (const match of text.matchAll(
+    /\b(?:worker\s+)?(?:session\s+)?reuse\s+context(?:\s+usage)?\s+threshold\s*(?:is|=|:|to|of)?\s*(\d+(?:\.\d+)?)\s*%/gi,
+  )) {
+    const threshold = percentageFromText(match[1] ?? "");
+    if (threshold !== undefined) state.workerSessionReuseContextThresholdPercent = threshold;
+  }
 }
 
-function applyDirective(
-  key: string,
-  value: string,
-  state: ParsedWorkerRuntimeConfig & { provider?: string; model?: string },
-): void {
+function applyDirective(key: string, value: string, state: MutableWorkerRuntimeConfig): void {
+  if (/\breuse\b/.test(key) && /\b(?:threshold|context)\b/.test(key)) {
+    const threshold = percentageFromText(value);
+    if (threshold !== undefined) {
+      state.workerSessionReuseContextThresholdPercent = threshold;
+    }
+    return;
+  }
+
+  if (/\breuse\b/.test(key)) {
+    const enabled = booleanSetting(value);
+    if (enabled !== undefined) {
+      state.workerSessionReuseEnabled = enabled;
+    }
+    return;
+  }
+
   if (/\bprovider\b/.test(key)) {
     const token = modelToken(value);
     if (token) {
@@ -250,6 +279,26 @@ function positiveIntegerFromText(value: string): number | undefined {
   return Number.isSafeInteger(parsed) && parsed > 0 ? parsed : undefined;
 }
 
+function percentageFromText(value: string): number | undefined {
+  const match = /\d+(?:\.\d+)?/.exec(value);
+  if (!match) {
+    return undefined;
+  }
+  const parsed = Number.parseFloat(match[0]);
+  return Number.isFinite(parsed) && parsed > 0 && parsed <= 100 ? parsed : undefined;
+}
+
+function booleanSetting(value: string): boolean | undefined {
+  const normalized = trimDirectiveValue(value).toLowerCase().split(/\s+/)[0];
+  if (normalized === "enabled" || normalized === "on" || normalized === "true" || normalized === "yes") {
+    return true;
+  }
+  if (normalized === "disabled" || normalized === "off" || normalized === "false" || normalized === "no") {
+    return false;
+  }
+  return undefined;
+}
+
 function durationMsFromText(value: string, options: { allowBareSeconds: boolean }): number | undefined {
   const match = /(\d+(?:\.\d+)?)\s*(milliseconds?|msecs?|ms|seconds?|secs?|s|minutes?|mins?|m|hours?|hrs?|h)?\b/i.exec(
     value,