pi-harness-runtime 0.9.2 → 0.9.5

package/packages/evaluation-runner/src/runner.ts

@@ -0,0 +1,182 @@
+/**
+ * Evaluation Runner — Core (RFC-0020)
+ */
+
+import type {
+	EvaluationCase,
+	EvaluationConfig,
+	EvaluationInput,
+	EvaluatorFn,
+	EvaluationReport,
+	EvaluationResult,
+	EvaluationSuite,
+} from "./types.js";
+
+let _runCounter = 0;
+function nextRunId(): string {
+	return `run-${Date.now()}-${++_runCounter}`;
+}
+
+export class EvaluationRunner {
+	private evaluators = new Map<string, EvaluatorFn>();
+	private config: Required<EvaluationConfig>;
+
+	constructor(config: EvaluationConfig = {}) {
+		this.config = {
+			timeoutMs: config.timeoutMs ?? 30_000,
+			retries: config.retries ?? 1,
+			parallel: config.parallel ?? false,
+		};
+	}
+
+	registerEvaluator(name: string, fn: EvaluatorFn): void {
+		this.evaluators.set(name, fn);
+	}
+
+	async runSuite(
+		suite: EvaluationSuite,
+		execute: (input: EvaluationInput) => Promise<string>,
+	): Promise<EvaluationReport> {
+		const results: EvaluationResult[] = [];
+		const cases = suite.cases;
+
+		if (this.config.parallel) {
+			const promises = cases.map((c) => this.runCase(c, execute));
+			const all = await Promise.allSettled(promises);
+			for (const r of all) {
+				if (r.status === "fulfilled") results.push(...r.value);
+			}
+		} else {
+			for (const c of cases) {
+				const r = await this.runCase(c, execute);
+				results.push(...r);
+			}
+		}
+
+		const passed = results.filter((r) => r.passed).length;
+		const summary: EvaluationReport["summary"] = {};
+
+		for (const r of results) {
+			if (!summary[r.metric]) {
+				summary[r.metric] = { count: 0, avgScore: 0 };
+			}
+			const s = summary[r.metric];
+			s.count++;
+			s.avgScore = (s.avgScore * (s.count - 1) + r.score) / s.count;
+		}
+
+		return {
+			suiteId: suite.id,
+			runAt: new Date().toISOString(),
+			total: results.length,
+			passed,
+			failed: results.length - passed,
+			results,
+			summary,
+		};
+	}
+
+	private async runCase(
+		c: EvaluationCase,
+		execute: (input: EvaluationInput) => Promise<string>,
+	): Promise<EvaluationResult[]> {
+		const start = Date.now();
+		let output: string;
+		try {
+			output = await Promise.race([
+				execute(c.input),
+				new Promise<string>((_, reject) =>
+					setTimeout(() => reject(new Error("timeout")), this.config.timeoutMs),
+				),
+			]);
+		} catch (err) {
+			return c.evaluators.map((name) => ({
+				runId: nextRunId(),
+				metric: name,
+				score: 0,
+				passed: false,
+				details: err instanceof Error ? err.message : "unknown error",
+				latencyMs: Date.now() - start,
+			}));
+		}
+
+		const results: EvaluationResult[] = [];
+		for (const name of c.evaluators) {
+			const fn = this.evaluators.get(name);
+			if (!fn) {
+				results.push({
+					runId: nextRunId(),
+					metric: name,
+					score: 0,
+					passed: false,
+					details: `Evaluator not registered: ${name}`,
+					latencyMs: Date.now() - start,
+				});
+				continue;
+			}
+
+			for (let attempt = 0; attempt < this.config.retries; attempt++) {
+				try {
+					const r = await fn(c.input, output);
+					results.push(r);
+					break;
+				} catch (err) {
+					if (attempt === this.config.retries - 1) {
+						results.push({
+							runId: nextRunId(),
+							metric: name,
+							score: 0,
+							passed: false,
+							details: err instanceof Error ? err.message : "unknown error",
+							latencyMs: Date.now() - start,
+						});
+					}
+				}
+			}
+		}
+		return results;
+	}
+
+	listEvaluators(): string[] {
+		return [...this.evaluators.keys()];
+	}
+}
+
+// Built-in evaluators
+export const exactMatchEvaluator: EvaluatorFn = async (input, output) => {
+	const expected = input.expectedOutput ?? "";
+	return {
+		runId: nextRunId(),
+		metric: "exact-match",
+		score: output === expected ? 1 : 0,
+		passed: output === expected,
+		details: output === expected ? "exact match" : "output differs from expected",
+	};
+};
+
+export const substringMatchEvaluator: EvaluatorFn = async (input, output) => {
+	const expected = input.expectedOutput ?? "";
+	const found = expected.length > 0 && output.includes(expected);
+	return {
+		runId: nextRunId(),
+		metric: "substring-match",
+		score: found ? 1 : 0,
+		passed: found,
+		details: found ? "expected substring found" : "expected substring not found",
+	};
+};
+
+export const lengthEvaluator: EvaluatorFn = async (input, output) => {
+	const min = (input.metadata?.["minLength"] as number) ?? 0;
+	const max = (input.metadata?.["maxLength"] as number) ?? Infinity;
+	const len = output.length;
+	const passed = len >= min && len <= max;
+	const score = passed ? 1 : Math.max(0, 1 - Math.abs(len - (min + max) / 2) / max);
+	return {
+		runId: nextRunId(),
+		metric: "length-check",
+		score,
+		passed,
+		details: `length ${len}, expected ${min}-${max}`,
+	};
+};

package/packages/evaluation-runner/src/types.ts

@@ -0,0 +1,51 @@
+/**
+ * Evaluation Runner — Types (RFC-0020)
+ */
+
+export interface EvaluationInput {
+	prompt: string;
+	expectedOutput?: string;
+	metadata?: Record<string, unknown>;
+}
+
+export interface EvaluationResult {
+	runId: string;
+	metric: string;
+	score: number;
+	passed: boolean;
+	details?: string;
+	latencyMs?: number;
+}
+
+export interface EvaluationSuite {
+	id: string;
+	name: string;
+	cases: EvaluationCase[];
+	thresholds: Record<string, number>;
+}
+
+export interface EvaluationCase {
+	id: string;
+	name: string;
+	input: EvaluationInput;
+	expected?: string;
+	evaluators: string[];
+}
+
+export type EvaluatorFn = (input: EvaluationInput, output: string) => Promise<EvaluationResult>
+
+export interface EvaluationReport {
+	suiteId: string;
+	runAt: string;
+	total: number;
+	passed: number;
+	failed: number;
+	results: EvaluationResult[];
+	summary: Record<string, { count: number; avgScore: number }>;
+}
+
+export interface EvaluationConfig {
+	timeoutMs?: number;
+	retries?: number;
+	parallel?: boolean;
+}

package/packages/evaluation-runner/test/runner.test.ts

@@ -0,0 +1,168 @@
+/**
+ * Evaluation Runner Tests (RFC-0020)
+ */
+
+import { describe, it, expect, beforeEach } from "bun:test";
+import {
+  EvaluationRunner,
+  exactMatchEvaluator,
+  substringMatchEvaluator,
+  lengthEvaluator,
+} from "../src/index.js";
+import type { EvaluationSuite } from "../src/index.js";
+
+describe("EvaluationRunner", () => {
+  let runner: EvaluationRunner;
+
+  beforeEach(() => { runner = new EvaluationRunner(); });
+
+  it("registers and lists evaluators", () => {
+    runner.registerEvaluator("custom", async () => ({ runId: "r1", metric: "custom", score: 0.5, passed: true }));
+    expect(runner.listEvaluators()).toContain("custom");
+  });
+
+  it("runs suite and returns report", async () => {
+    runner.registerEvaluator("exact", exactMatchEvaluator);
+    const suite: EvaluationSuite = {
+      id: "s1",
+      name: "Basic",
+      cases: [{
+        id: "c1",
+        name: "exact match",
+        input: { prompt: "hello", expectedOutput: "world" },
+        evaluators: ["exact"],
+      }],
+      thresholds: { "exact-match": 1 },
+    };
+    const report = await runner.runSuite(suite, async () => "world");
+    expect(report.total).toBe(1);
+    expect(report.passed).toBe(1);
+    expect(report.results[0].score).toBe(1);
+  });
+
+  it("marks failed when output differs", async () => {
+    runner.registerEvaluator("exact", exactMatchEvaluator);
+    const suite: EvaluationSuite = {
+      id: "s2",
+      name: "Fail",
+      cases: [{
+        id: "c1",
+        name: "differs",
+        input: { prompt: "hello", expectedOutput: "world" },
+        evaluators: ["exact"],
+      }],
+      thresholds: {},
+    };
+    const report = await runner.runSuite(suite, async () => "other");
+    expect(report.failed).toBe(1);
+    expect(report.passed).toBe(0);
+  });
+
+  it("handles timeout", async () => {
+    runner = new EvaluationRunner({ timeoutMs: 10 });
+    runner.registerEvaluator("exact", exactMatchEvaluator);
+    const suite: EvaluationSuite = {
+      id: "s3",
+      name: "Timeout",
+      cases: [{
+        id: "c1",
+        name: "slow",
+        input: { prompt: "hello", expectedOutput: "world" },
+        evaluators: ["exact"],
+      }],
+      thresholds: {},
+    };
+    const report = await runner.runSuite(suite, async () => new Promise((r) => setTimeout(() => r("world"), 200)));
+    expect(report.failed).toBe(1);
+    expect(report.results[0].details).toContain("timeout");
+  });
+
+  it("registers unknown evaluator gracefully", async () => {
+    const suite: EvaluationSuite = {
+      id: "s4",
+      name: "Unknown",
+      cases: [{
+        id: "c1",
+        name: "unknown",
+        input: { prompt: "hello" },
+        evaluators: ["not-registered"],
+      }],
+      thresholds: {},
+    };
+    const report = await runner.runSuite(suite, async () => "output");
+    expect(report.total).toBe(1);
+    expect(report.results[0].details).toContain("not registered");
+  });
+
+  it("calculates summary averages", async () => {
+    runner.registerEvaluator("exact", exactMatchEvaluator);
+    const suite: EvaluationSuite = {
+      id: "s5",
+      name: "Multi",
+      cases: [
+        { id: "c1", name: "a", input: { prompt: "a", expectedOutput: "x" }, evaluators: ["exact"] },
+        { id: "c2", name: "b", input: { prompt: "b", expectedOutput: "y" }, evaluators: ["exact"] },
+      ],
+      thresholds: {},
+    };
+    const report = await runner.runSuite(suite, async () => "x");
+    expect(report.summary["exact-match"]?.count).toBe(2);
+  });
+});
+
+describe("exactMatchEvaluator", () => {
+  it("scores 1 for exact match", async () => {
+    const result = await exactMatchEvaluator(
+      { prompt: "hello", expectedOutput: "world" },
+      "world",
+    );
+    expect(result.score).toBe(1);
+    expect(result.passed).toBe(true);
+  });
+
+  it("scores 0 for mismatch", async () => {
+    const result = await exactMatchEvaluator(
+      { prompt: "hello", expectedOutput: "world" },
+      "other",
+    );
+    expect(result.score).toBe(0);
+    expect(result.passed).toBe(false);
+  });
+});
+
+describe("substringMatchEvaluator", () => {
+  it("passes when expected is substring", async () => {
+    const result = await substringMatchEvaluator(
+      { prompt: "hello", expectedOutput: "world peace" },
+      "hello world peace today",
+    );
+    expect(result.passed).toBe(true);
+    expect(result.score).toBe(1);
+  });
+
+  it("fails when expected not found", async () => {
+    const result = await substringMatchEvaluator(
+      { prompt: "hello", expectedOutput: "xyz" },
+      "abc def",
+    );
+    expect(result.passed).toBe(false);
+  });
+});
+
+describe("lengthEvaluator", () => {
+  it("passes when within range", async () => {
+    const result = await lengthEvaluator(
+      { prompt: "hello", metadata: { minLength: 5, maxLength: 20 } },
+      "hello world",
+    );
+    expect(result.passed).toBe(true);
+  });
+
+  it("fails when too long", async () => {
+    const result = await lengthEvaluator(
+      { prompt: "hello", metadata: { minLength: 5, maxLength: 10 } },
+      "this is a very long response",
+    );
+    expect(result.passed).toBe(false);
+  });
+});

package/packages/evaluation-runner/tsconfig.json

@@ -0,0 +1,5 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": { "outDir": "dist", "rootDir": "src" },
+  "include": ["src/**/*"]
+}

package/packages/experience-replay/dist/replay.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../src/replay.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACX,aAAa,EACb,YAAY,EAIZ,aAAa,EAEb,kBAAkB,EAIlB,MAAM,YAAY,CAAC;AAgLpB,qBAAa,gBAAgB;IAC5B,OAAO,CAAC,cAAc,CAAkD;IAExE;;OAEG;IACG,MAAM,CACX,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,aAAa,GACpB,OAAO,CAAC,YAAY,CAAC;IAuHxB;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,GAAG,MAAM,IAAI;IAOlE,OAAO,CAAC,IAAI;CASZ;AAID,wBAAgB,sBAAsB,IAAI,gBAAgB,CAEzD"}
+{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../src/replay.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACX,aAAa,EACb,YAAY,EAIZ,aAAa,EAEb,kBAAkB,EAIlB,MAAM,YAAY,CAAC;AAgLpB,qBAAa,gBAAgB;IAC5B,OAAO,CAAC,cAAc,CAAkD;IAExE;;OAEG;IACG,MAAM,CACX,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,aAAa,GACpB,OAAO,CAAC,YAAY,CAAC,CAqHvB;IAED;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,GAAG,MAAM,IAAI,CAKjE;IAED,OAAO,CAAC,IAAI;CASZ;AAID,wBAAgB,sBAAsB,IAAI,gBAAgB,CAEzD"}

package/packages/experience-replay/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/experience-replay",
-  "version": "0.9.1",
+  "version": "0.9.5",
   "description": "Experience replay for debugging and reproducibility (RFC-0059)",
   "type": "module",
   "main": "./dist/index.js",
@@ -18,6 +18,6 @@
   },
   "devDependencies": {
     "@types/node": "^22.0.0",
-    "typescript": "^5.5.0"
+    "typescript": "^7.0.2"
   }
 }

package/packages/feedback-collector/dist/collector.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Feedback Collector — Core (RFC-0021)
+ */
+import type { FeedbackBatch, FeedbackCollectionConfig, FeedbackFilter, FeedbackItem, FeedbackSource, FeedbackSummary } from "./types.js";
+export declare class FeedbackCollector {
+    private items;
+    private batches;
+    private config;
+    constructor(config?: FeedbackCollectionConfig);
+    collect(source: FeedbackSource, message: string, metadata?: Record<string, unknown>): FeedbackItem;
+    collectBatch(batch: FeedbackBatch): void;
+    query(filter?: FeedbackFilter): FeedbackItem[];
+    summary(filter?: FeedbackFilter): FeedbackSummary;
+    updateStatus(id: string, status: FeedbackItem["status"]): boolean;
+    resolve(id: string, status: "actioned" | "dismissed"): boolean;
+    autoCloseOld(): number;
+    count(): number;
+    listBatches(): FeedbackBatch[];
+}
+//# sourceMappingURL=collector.d.ts.map

package/packages/feedback-collector/dist/collector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"collector.d.ts","sourceRoot":"","sources":["../src/collector.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACX,aAAa,EACb,wBAAwB,EACxB,cAAc,EACd,YAAY,EAEZ,cAAc,EACd,eAAe,EACf,MAAM,YAAY,CAAC;AAgBpB,qBAAa,iBAAiB;IAC7B,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,MAAM,CAAqC;IAEnD,YAAY,MAAM,GAAE,wBAA6B,EAMhD;IAEA,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,YAAY,CAalG;IAED,YAAY,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CASvC;IAED,KAAK,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,YAAY,EAAE,CAkB7C;IAED,OAAO,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,eAAe,CAmChD;IAED,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC,GAAG,OAAO,CAQhE;IAED,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAE7D;IAED,YAAY,IAAI,MAAM,CAYrB;IAED,KAAK,IAAI,MAAM,CAEd;IAED,WAAW,IAAI,aAAa,EAAE,CAE7B;CACD"}

package/packages/feedback-collector/dist/collector.js

@@ -0,0 +1,145 @@
+/**
+ * Feedback Collector — Core (RFC-0021)
+ */
+let _idCounter = 0;
+function nextId() {
+    return `fb-${Date.now()}-${++_idCounter}`;
+}
+function inferSentiment(message) {
+    const lower = message.toLowerCase();
+    const positive = ["great", "excellent", "love", "perfect", "good", "helpful", "works", "amazing"];
+    const negative = ["bad", "wrong", "hate", "broken", "fail", "slow", "terrible", "bug", "error"];
+    if (positive.some((w) => lower.includes(w)))
+        return "positive";
+    if (negative.some((w) => lower.includes(w)))
+        return "negative";
+    return "neutral";
+}
+export class FeedbackCollector {
+    items = [];
+    batches = [];
+    config;
+    constructor(config = {}) {
+        this.config = {
+            retentionDays: config.retentionDays ?? 90,
+            autoCloseThreshold: config.autoCloseThreshold ?? 10,
+            anonymizeUserId: config.anonymizeUserId ?? false,
+        };
+    }
+    collect(source, message, metadata) {
+        const item = {
+            id: nextId(),
+            source,
+            sentiment: inferSentiment(message),
+            message,
+            status: "pending",
+            createdAt: new Date().toISOString(),
+            tags: metadata?.tags ?? [],
+            metadata,
+        };
+        this.items.push(item);
+        return item;
+    }
+    collectBatch(batch) {
+        for (const item of batch.items) {
+            if (!item.id)
+                item.id = nextId();
+            if (!item.createdAt)
+                item.createdAt = new Date().toISOString();
+            if (!item.sentiment)
+                item.sentiment = inferSentiment(item.message);
+            if (!item.status)
+                item.status = "pending";
+            this.items.push(item);
+        }
+        this.batches.push(batch);
+    }
+    query(filter) {
+        let results = [...this.items];
+        if (!filter)
+            return results;
+        if (filter.source)
+            results = results.filter((i) => i.source === filter.source);
+        if (filter.sentiment)
+            results = results.filter((i) => i.sentiment === filter.sentiment);
+        if (filter.status)
+            results = results.filter((i) => i.status === filter.status);
+        if (filter.tags?.length) {
+            results = results.filter((i) => filter.tags.some((t) => i.tags?.includes(t)));
+        }
+        if (filter.since) {
+            results = results.filter((i) => (i.createdAt ?? "") >= filter.since);
+        }
+        if (filter.until) {
+            results = results.filter((i) => (i.createdAt ?? "") <= filter.until);
+        }
+        return results;
+    }
+    summary(filter) {
+        const items = this.query(filter);
+        const total = items.length;
+        const bySource = {
+            human: 0,
+            automated: 0,
+            system: 0,
+            user: 0,
+        };
+        const bySentiment = {
+            positive: 0,
+            neutral: 0,
+            negative: 0,
+        };
+        let scoreSum = 0;
+        let scoreCount = 0;
+        for (const item of items) {
+            bySource[item.source] = (bySource[item.source] ?? 0) + 1;
+            if (item.sentiment) {
+                bySentiment[item.sentiment] = (bySentiment[item.sentiment] ?? 0) + 1;
+            }
+            if (item.score !== undefined) {
+                scoreSum += item.score;
+                scoreCount++;
+            }
+        }
+        return {
+            total,
+            bySource,
+            bySentiment,
+            avgScore: scoreCount > 0 ? scoreSum / scoreCount : 0,
+            pending: items.filter((i) => i.status === "pending").length,
+        };
+    }
+    updateStatus(id, status) {
+        const item = this.items.find((i) => i.id === id);
+        if (!item)
+            return false;
+        item.status = status;
+        if (status === "actioned" || status === "dismissed") {
+            item.resolvedAt = new Date().toISOString();
+        }
+        return true;
+    }
+    resolve(id, status) {
+        return this.updateStatus(id, status);
+    }
+    autoCloseOld() {
+        const cutoff = Date.now() - this.config.retentionDays * 86_400_000;
+        let count = 0;
+        for (const item of this.items) {
+            const created = new Date(item.createdAt ?? Date.now()).getTime();
+            if (created < cutoff && item.status === "pending") {
+                item.status = "dismissed";
+                item.resolvedAt = new Date().toISOString();
+                count++;
+            }
+        }
+        return count;
+    }
+    count() {
+        return this.items.length;
+    }
+    listBatches() {
+        return [...this.batches];
+    }
+}
+//# sourceMappingURL=collector.js.map

package/packages/feedback-collector/dist/collector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collector.js","sourceRoot":"","sources":["../src/collector.ts"],"names":[],"mappings":"AAAA;;GAEG;AAYH,IAAI,UAAU,GAAG,CAAC,CAAC;AACnB,SAAS,MAAM;IACd,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IAClG,MAAM,QAAQ,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAChG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,UAAU,CAAC;IAC/D,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,UAAU,CAAC;IAC/D,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,iBAAiB;IACrB,KAAK,GAAmB,EAAE,CAAC;IAC3B,OAAO,GAAoB,EAAE,CAAC;IAC9B,MAAM,CAAqC;IAEnD,YAAY,MAAM,GAA6B,EAAE;QAChD,IAAI,CAAC,MAAM,GAAG;YACb,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;YACzC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,EAAE;YACnD,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,KAAK;SAChD,CAAC;IACH,CAAC;IAEA,OAAO,CAAC,MAAsB,EAAE,OAAe,EAAE,QAAkC;QACnF,MAAM,IAAI,GAAiB;YAC1B,EAAE,EAAE,MAAM,EAAE;YACZ,MAAM;YACN,SAAS,EAAE,cAAc,CAAC,OAAO,CAAC;YAClC,OAAO;YACP,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI,EAAG,QAAQ,EAAE,IAA6B,IAAI,EAAE;YACpD,QAAQ;SACR,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,YAAY,CAAC,KAAoB;QAChC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC/D,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAuB;QAC5B,IAAI,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC;QAE5B,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/E,IAAI,MAAM,CAAC,SAAS;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CAAC,CAAC;QACxF,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/E,IAAI,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YACzB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,IAAI,MAAM,CAAC,KAAM,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,IAAI,MAAM,CAAC,KAAM,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,OAAO,CAAC,MAAuB;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,MAAM,QAAQ,GAAmC;YAChD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,CAAC;SACP,CAAC;QACF,MAAM,WAAW,GAAsC;YACtD,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,CAAC;SACX,CAAC;QACF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACzD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC9B,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC;gBACvB,UAAU,EAAE,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO;YACN,KAAK;YACL,QAAQ;YACR,WAAW;YACX,QAAQ,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;SAC3D,CAAC;IACH,CAAC;IAED,YAAY,CAAC,EAAU,EAAE,MAA8B;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YACrD,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC5C,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,OAAO,CAAC,EAAU,EAAE,MAAgC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,YAAY;QACX,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,UAAU,CAAC;QACnE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;YACjE,IAAI,OAAO,GAAG,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACnD,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;gBAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAC3C,KAAK,EAAE,CAAC;YACT,CAAC;QACF,CAAC;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED,KAAK;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC1B,CAAC;IAED,WAAW;QACV,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;CACD"}

package/packages/feedback-collector/dist/index.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Feedback Collector — Main Entry (RFC-0021)
+ */
+export { FeedbackCollector } from "./collector.js";
+export type * from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/packages/feedback-collector/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,mBAAmB,YAAY,CAAC"}

package/packages/feedback-collector/dist/index.js

@@ -0,0 +1,5 @@
+/**
+ * Feedback Collector — Main Entry (RFC-0021)
+ */
+export { FeedbackCollector } from "./collector.js";
+//# sourceMappingURL=index.js.map

package/packages/feedback-collector/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC"}

package/packages/feedback-collector/dist/types.d.ts

@@ -0,0 +1,46 @@
+/**
+ * Feedback Collector — Types (RFC-0021)
+ */
+export type FeedbackSource = "human" | "automated" | "system" | "user";
+export type FeedbackSentiment = "positive" | "neutral" | "negative";
+export type FeedbackStatus = "pending" | "reviewed" | "actioned" | "dismissed";
+export interface FeedbackItem {
+    id: string;
+    source: FeedbackSource;
+    sentiment?: FeedbackSentiment;
+    score?: number;
+    message: string;
+    targetId?: string;
+    tags?: string[];
+    status: FeedbackStatus;
+    createdAt?: string;
+    resolvedAt?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface FeedbackBatch {
+    id: string;
+    items: FeedbackItem[];
+    source: FeedbackSource;
+    receivedAt: string;
+}
+export interface FeedbackSummary {
+    total: number;
+    bySource: Record<FeedbackSource, number>;
+    bySentiment: Record<FeedbackSentiment, number>;
+    avgScore: number;
+    pending: number;
+}
+export interface FeedbackFilter {
+    source?: FeedbackSource;
+    sentiment?: FeedbackSentiment;
+    status?: FeedbackStatus;
+    tags?: string[];
+    since?: string;
+    until?: string;
+}
+export interface FeedbackCollectionConfig {
+    retentionDays?: number;
+    autoCloseThreshold?: number;
+    anonymizeUserId?: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/packages/feedback-collector/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;AACvE,MAAM,MAAM,iBAAiB,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,CAAC;AACpE,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,CAAC;AAE/E,MAAM,WAAW,YAAY;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,cAAc,CAAC;IACvB,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,cAAc,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,aAAa;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,MAAM,EAAE,cAAc,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IACzC,WAAW,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC9B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,wBAAwB;IACxC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,OAAO,CAAC;CAC1B"}