@od-oneapp/ai-platform 0.1.0

package/dist/hitl-active-learning.mjs

@@ -0,0 +1,178 @@
+//#region src/hitl/active-learning/index.ts
+/**
+* Uncertainty-based selection: picks samples where model is least confident.
+*/
+function uncertaintyScore(sample) {
+	if (!sample.prediction) return .5;
+	const { confidence } = sample.prediction;
+	return 1 - confidence;
+}
+/**
+* Entropy-based uncertainty for multi-class predictions.
+*/
+function entropyScore(sample) {
+	const probs = sample.prediction?.probabilities;
+	if (!probs) return .5;
+	const values = Object.values(probs);
+	if (values.length === 0) return .5;
+	let entropy = 0;
+	for (const p of values) if (p > 0) entropy -= p * Math.log2(p);
+	const maxEntropy = Math.log2(values.length);
+	return maxEntropy > 0 ? entropy / maxEntropy : 0;
+}
+/**
+* Diversity-based selection using embedding distance.
+*/
+function selectDiverse(samples, count, existingSelected = []) {
+	const selected = [...existingSelected];
+	const remaining = samples.filter((s) => !selected.includes(s));
+	while (selected.length < count && remaining.length > 0) {
+		let bestSample = null;
+		let bestMinDist = -1;
+		for (const candidate of remaining) {
+			if (!candidate.embedding) continue;
+			let minDist = Infinity;
+			for (const sel of selected) {
+				if (!sel.embedding) continue;
+				const dist = euclideanDistance(candidate.embedding, sel.embedding);
+				minDist = Math.min(minDist, dist);
+			}
+			if (minDist > bestMinDist) {
+				bestMinDist = minDist;
+				bestSample = candidate;
+			}
+		}
+		if (bestSample) {
+			selected.push(bestSample);
+			remaining.splice(remaining.indexOf(bestSample), 1);
+		} else {
+			const randomIdx = Math.floor(Math.random() * remaining.length);
+			const randomSample = remaining[randomIdx];
+			if (randomSample) {
+				selected.push(randomSample);
+				remaining.splice(randomIdx, 1);
+			}
+		}
+	}
+	return selected.slice(existingSelected.length);
+}
+function euclideanDistance(a, b) {
+	if (a.length !== b.length) return Infinity;
+	let sum = 0;
+	for (let i = 0; i < a.length; i++) {
+		const diff = (a[i] ?? 0) - (b[i] ?? 0);
+		sum += diff * diff;
+	}
+	return Math.sqrt(sum);
+}
+/**
+* Creates an active learner for intelligent sample selection.
+*
+* @example
+* ```typescript
+* const learner = createActiveLearner({
+*   strategy: 'uncertainty',
+*   batchSize: 10,
+*   uncertaintyThreshold: 0.3
+* });
+*
+* const samples = [
+*   { id: '1', data: 'text1', prediction: { label: 'A', confidence: 0.9 } },
+*   { id: '2', data: 'text2', prediction: { label: 'B', confidence: 0.5 } },
+*   { id: '3', data: 'text3', prediction: { label: 'A', confidence: 0.3 } },
+* ];
+*
+* const result = await learner.selectSamples(samples, 2);
+* // Returns samples with confidence 0.3 and 0.5 (most uncertain)
+* ```
+*/
+function createActiveLearner(config) {
+	let currentStrategy = config.strategy;
+	const batchSize = config.batchSize ?? 10;
+	const uncertaintyThreshold = config.uncertaintyThreshold ?? .5;
+	const diversityWeight = config.diversityWeight ?? .3;
+	async function selectSamples(samples, count) {
+		const targetCount = count ?? batchSize;
+		const scores = /* @__PURE__ */ new Map();
+		for (const sample of samples) {
+			let score;
+			switch (currentStrategy) {
+				case "uncertainty":
+					score = uncertaintyScore(sample);
+					break;
+				case "diversity":
+					score = Math.random();
+					break;
+				case "query-by-committee":
+					score = entropyScore(sample);
+					break;
+				case "expected-improvement":
+					score = uncertaintyScore(sample) * .7 + entropyScore(sample) * .3;
+					break;
+				default:
+					score = Math.random();
+					break;
+			}
+			scores.set(sample.id, score);
+		}
+		let selected;
+		if (currentStrategy === "diversity") selected = selectDiverse(samples, targetCount);
+		else if (currentStrategy === "uncertainty" && diversityWeight > 0) {
+			const topK = Math.min(targetCount * 3, samples.length);
+			selected = selectDiverse([...samples].sort((a, b) => (scores.get(b.id) ?? 0) - (scores.get(a.id) ?? 0)).slice(0, topK), targetCount);
+		} else selected = [...samples].sort((a, b) => (scores.get(b.id) ?? 0) - (scores.get(a.id) ?? 0)).slice(0, targetCount);
+		if (currentStrategy === "uncertainty" && uncertaintyThreshold > 0) selected = selected.filter((s) => (scores.get(s.id) ?? 0) >= uncertaintyThreshold);
+		return {
+			selected,
+			scores,
+			strategy: currentStrategy,
+			metadata: {
+				totalSamples: samples.length,
+				requestedCount: targetCount,
+				actualCount: selected.length,
+				avgScore: selected.length > 0 ? selected.reduce((sum, s) => sum + (scores.get(s.id) ?? 0), 0) / selected.length : 0
+			}
+		};
+	}
+	function updateStrategy(strategy) {
+		currentStrategy = strategy;
+	}
+	function getConfig() {
+		return {
+			strategy: currentStrategy,
+			batchSize,
+			uncertaintyThreshold,
+			diversityWeight
+		};
+	}
+	return {
+		selectSamples,
+		updateStrategy,
+		getConfig
+	};
+}
+/**
+* Creates a sample from raw data with optional prediction.
+*/
+function createSample(id, data, options) {
+	return {
+		id,
+		data,
+		prediction: options?.prediction,
+		embedding: options?.embedding,
+		metadata: options?.metadata
+	};
+}
+/**
+* Batch creates samples from an array of data.
+*/
+function createSamples(items, idPrefix = "sample") {
+	return items.map((data, i) => ({
+		id: `${idPrefix}-${i}`,
+		data
+	}));
+}
+
+//#endregion
+export { createActiveLearner, createSample, createSamples };
+//# sourceMappingURL=hitl-active-learning.mjs.map

package/dist/hitl-active-learning.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"hitl-active-learning.mjs","names":[],"sources":["../src/hitl/active-learning/index.ts"],"sourcesContent":["/**\n * Active Learning Selection\n *\n * Intelligently selects samples for human annotation to maximize\n * model improvement with minimal labeling effort.\n *\n * @module @od-oneapp/ai-platform/hitl/active-learning\n *\n * @example\n * ```typescript\n * import { createActiveLearner } from '@od-oneapp/ai-platform/hitl/active-learning';\n *\n * const learner = createActiveLearner({\n *   strategy: 'uncertainty',\n *   batchSize: 10\n * });\n *\n * // Get most informative samples to label\n * const samples = await learner.selectSamples(unlabeledData);\n * ```\n */\n\n// -----------------------------------------------------------------------------\n// Types\n// -----------------------------------------------------------------------------\n\n/** Active learning strategy */\nexport type SelectionStrategy =\n  | 'uncertainty' // Select samples with highest model uncertainty\n  | 'diversity' // Select diverse samples to cover feature space\n  | 'query-by-committee' // Select samples where multiple models disagree\n  | 'expected-improvement' // Select samples with highest expected improvement\n  | 'random'; // Random baseline\n\n/** Sample with prediction metadata */\nexport interface Sample<T = unknown> {\n  readonly id: string;\n  readonly data: T;\n  readonly prediction?: {\n    label: string;\n    confidence: number;\n    probabilities?: Record<string, number>;\n  };\n  readonly embedding?: number[];\n  readonly metadata?: Record<string, unknown>;\n}\n\n/** Selection result */\nexport interface SelectionResult<T = unknown> {\n  readonly selected: Sample<T>[];\n  readonly scores: Map<string, number>;\n  readonly strategy: SelectionStrategy;\n  readonly metadata?: Record<string, unknown>;\n}\n\n/** Active learner configuration */\nexport interface ActiveLearnerConfig {\n  readonly strategy: SelectionStrategy;\n  readonly batchSize?: number;\n  readonly uncertaintyThreshold?: number;\n  readonly diversityWeight?: number;\n  readonly randomSeed?: number;\n}\n\n/** Active learner interface */\nexport interface ActiveLearner<T = unknown> {\n  selectSamples(samples: Sample<T>[], count?: number): Promise<SelectionResult<T>>;\n  updateStrategy(strategy: SelectionStrategy): void;\n  getConfig(): ActiveLearnerConfig;\n}\n\n// -----------------------------------------------------------------------------\n// Selection Strategies\n// -----------------------------------------------------------------------------\n\n/**\n * Uncertainty-based selection: picks samples where model is least confident.\n */\nfunction uncertaintyScore(sample: Sample): number {\n  if (!sample.prediction) return 0.5; // No prediction = medium uncertainty\n\n  const { confidence } = sample.prediction;\n  // Higher score = more uncertain = better candidate\n  return 1 - confidence;\n}\n\n/**\n * Entropy-based uncertainty for multi-class predictions.\n */\nfunction entropyScore(sample: Sample): number {\n  const probs = sample.prediction?.probabilities;\n  if (!probs) return 0.5;\n\n  const values = Object.values(probs);\n  if (values.length === 0) return 0.5;\n\n  // Calculate entropy: -sum(p * log(p))\n  let entropy = 0;\n  for (const p of values) {\n    if (p > 0) {\n      entropy -= p * Math.log2(p);\n    }\n  }\n\n  // Normalize by max entropy (uniform distribution)\n  const maxEntropy = Math.log2(values.length);\n  return maxEntropy > 0 ? entropy / maxEntropy : 0;\n}\n\n/**\n * Diversity-based selection using embedding distance.\n */\nfunction selectDiverse<T>(\n  samples: Sample<T>[],\n  count: number,\n  existingSelected: Sample<T>[] = [],\n): Sample<T>[] {\n  const selected: Sample<T>[] = [...existingSelected];\n  const remaining = samples.filter(s => !selected.includes(s));\n\n  while (selected.length < count && remaining.length > 0) {\n    let bestSample: Sample<T> | null = null;\n    let bestMinDist = -1;\n\n    for (const candidate of remaining) {\n      if (!candidate.embedding) continue;\n\n      // Find minimum distance to any selected sample\n      let minDist = Infinity;\n      for (const sel of selected) {\n        if (!sel.embedding) continue;\n        const dist = euclideanDistance(candidate.embedding, sel.embedding);\n        minDist = Math.min(minDist, dist);\n      }\n\n      // Select sample with maximum minimum distance (most diverse)\n      if (minDist > bestMinDist) {\n        bestMinDist = minDist;\n        bestSample = candidate;\n      }\n    }\n\n    if (bestSample) {\n      selected.push(bestSample);\n      remaining.splice(remaining.indexOf(bestSample), 1);\n    } else {\n      // No more samples with embeddings, pick randomly\n      const randomIdx = Math.floor(Math.random() * remaining.length);\n      const randomSample = remaining[randomIdx];\n      if (randomSample) {\n        selected.push(randomSample);\n        remaining.splice(randomIdx, 1);\n      }\n    }\n  }\n\n  return selected.slice(existingSelected.length);\n}\n\nfunction euclideanDistance(a: number[], b: number[]): number {\n  if (a.length !== b.length) return Infinity;\n  let sum = 0;\n  for (let i = 0; i < a.length; i++) {\n    const diff = (a[i] ?? 0) - (b[i] ?? 0);\n    sum += diff * diff;\n  }\n  return Math.sqrt(sum);\n}\n\n// -----------------------------------------------------------------------------\n// Active Learner Implementation\n// -----------------------------------------------------------------------------\n\n/**\n * Creates an active learner for intelligent sample selection.\n *\n * @example\n * ```typescript\n * const learner = createActiveLearner({\n *   strategy: 'uncertainty',\n *   batchSize: 10,\n *   uncertaintyThreshold: 0.3\n * });\n *\n * const samples = [\n *   { id: '1', data: 'text1', prediction: { label: 'A', confidence: 0.9 } },\n *   { id: '2', data: 'text2', prediction: { label: 'B', confidence: 0.5 } },\n *   { id: '3', data: 'text3', prediction: { label: 'A', confidence: 0.3 } },\n * ];\n *\n * const result = await learner.selectSamples(samples, 2);\n * // Returns samples with confidence 0.3 and 0.5 (most uncertain)\n * ```\n */\nexport function createActiveLearner<T = unknown>(config: ActiveLearnerConfig): ActiveLearner<T> {\n  let currentStrategy = config.strategy;\n  const batchSize = config.batchSize ?? 10;\n  const uncertaintyThreshold = config.uncertaintyThreshold ?? 0.5;\n  const diversityWeight = config.diversityWeight ?? 0.3;\n\n  async function selectSamples(samples: Sample<T>[], count?: number): Promise<SelectionResult<T>> {\n    const targetCount = count ?? batchSize;\n    const scores = new Map<string, number>();\n\n    // Score all samples based on strategy\n    for (const sample of samples) {\n      let score: number;\n\n      switch (currentStrategy) {\n        case 'uncertainty':\n          score = uncertaintyScore(sample);\n          break;\n        case 'diversity':\n          // For diversity, we use a different selection approach\n          score = Math.random(); // Initial random scores, diversity handled separately\n          break;\n        case 'query-by-committee':\n          // Use entropy as proxy for committee disagreement\n          score = entropyScore(sample);\n          break;\n        case 'expected-improvement':\n          // Combine uncertainty with potential information gain\n          score = uncertaintyScore(sample) * 0.7 + entropyScore(sample) * 0.3;\n          break;\n        case 'random':\n        default:\n          score = Math.random();\n          break;\n      }\n\n      scores.set(sample.id, score);\n    }\n\n    let selected: Sample<T>[];\n\n    if (currentStrategy === 'diversity') {\n      // Use diversity-based selection\n      selected = selectDiverse(samples, targetCount);\n    } else if (currentStrategy === 'uncertainty' && diversityWeight > 0) {\n      // Hybrid: uncertainty + diversity\n      // First get top candidates by uncertainty\n      const topK = Math.min(targetCount * 3, samples.length);\n      const sortedByScore = [...samples].sort(\n        (a, b) => (scores.get(b.id) ?? 0) - (scores.get(a.id) ?? 0),\n      );\n      const topCandidates = sortedByScore.slice(0, topK);\n\n      // Then select diverse subset\n      selected = selectDiverse(topCandidates, targetCount);\n    } else {\n      // Pure score-based selection\n      const sortedByScore = [...samples].sort(\n        (a, b) => (scores.get(b.id) ?? 0) - (scores.get(a.id) ?? 0),\n      );\n      selected = sortedByScore.slice(0, targetCount);\n    }\n\n    // Filter by uncertainty threshold if using uncertainty strategy\n    if (currentStrategy === 'uncertainty' && uncertaintyThreshold > 0) {\n      selected = selected.filter(s => (scores.get(s.id) ?? 0) >= uncertaintyThreshold);\n    }\n\n    return {\n      selected,\n      scores,\n      strategy: currentStrategy,\n      metadata: {\n        totalSamples: samples.length,\n        requestedCount: targetCount,\n        actualCount: selected.length,\n        avgScore:\n          selected.length > 0\n            ? selected.reduce((sum, s) => sum + (scores.get(s.id) ?? 0), 0) / selected.length\n            : 0,\n      },\n    };\n  }\n\n  function updateStrategy(strategy: SelectionStrategy): void {\n    currentStrategy = strategy;\n  }\n\n  function getConfig(): ActiveLearnerConfig {\n    return {\n      strategy: currentStrategy,\n      batchSize,\n      uncertaintyThreshold,\n      diversityWeight,\n    };\n  }\n\n  return {\n    selectSamples,\n    updateStrategy,\n    getConfig,\n  };\n}\n\n// -----------------------------------------------------------------------------\n// Utility Functions\n// -----------------------------------------------------------------------------\n\n/**\n * Creates a sample from raw data with optional prediction.\n */\nexport function createSample<T>(\n  id: string,\n  data: T,\n  options?: {\n    prediction?: Sample['prediction'];\n    embedding?: number[];\n    metadata?: Record<string, unknown>;\n  },\n): Sample<T> {\n  return {\n    id,\n    data,\n    prediction: options?.prediction,\n    embedding: options?.embedding,\n    metadata: options?.metadata,\n  };\n}\n\n/**\n * Batch creates samples from an array of data.\n */\nexport function createSamples<T>(items: T[], idPrefix: string = 'sample'): Sample<T>[] {\n  return items.map((data, i) => ({\n    id: `${idPrefix}-${i}`,\n    data,\n  }));\n}\n"],"mappings":";;;;AA8EA,SAAS,iBAAiB,QAAwB;AAChD,KAAI,CAAC,OAAO,WAAY,QAAO;CAE/B,MAAM,EAAE,eAAe,OAAO;AAE9B,QAAO,IAAI;;;;;AAMb,SAAS,aAAa,QAAwB;CAC5C,MAAM,QAAQ,OAAO,YAAY;AACjC,KAAI,CAAC,MAAO,QAAO;CAEnB,MAAM,SAAS,OAAO,OAAO,MAAM;AACnC,KAAI,OAAO,WAAW,EAAG,QAAO;CAGhC,IAAI,UAAU;AACd,MAAK,MAAM,KAAK,OACd,KAAI,IAAI,EACN,YAAW,IAAI,KAAK,KAAK,EAAE;CAK/B,MAAM,aAAa,KAAK,KAAK,OAAO,OAAO;AAC3C,QAAO,aAAa,IAAI,UAAU,aAAa;;;;;AAMjD,SAAS,cACP,SACA,OACA,mBAAgC,EAAE,EACrB;CACb,MAAM,WAAwB,CAAC,GAAG,iBAAiB;CACnD,MAAM,YAAY,QAAQ,QAAO,MAAK,CAAC,SAAS,SAAS,EAAE,CAAC;AAE5D,QAAO,SAAS,SAAS,SAAS,UAAU,SAAS,GAAG;EACtD,IAAI,aAA+B;EACnC,IAAI,cAAc;AAElB,OAAK,MAAM,aAAa,WAAW;AACjC,OAAI,CAAC,UAAU,UAAW;GAG1B,IAAI,UAAU;AACd,QAAK,MAAM,OAAO,UAAU;AAC1B,QAAI,CAAC,IAAI,UAAW;IACpB,MAAM,OAAO,kBAAkB,UAAU,WAAW,IAAI,UAAU;AAClE,cAAU,KAAK,IAAI,SAAS,KAAK;;AAInC,OAAI,UAAU,aAAa;AACzB,kBAAc;AACd,iBAAa;;;AAIjB,MAAI,YAAY;AACd,YAAS,KAAK,WAAW;AACzB,aAAU,OAAO,UAAU,QAAQ,WAAW,EAAE,EAAE;SAC7C;GAEL,MAAM,YAAY,KAAK,MAAM,KAAK,QAAQ,GAAG,UAAU,OAAO;GAC9D,MAAM,eAAe,UAAU;AAC/B,OAAI,cAAc;AAChB,aAAS,KAAK,aAAa;AAC3B,cAAU,OAAO,WAAW,EAAE;;;;AAKpC,QAAO,SAAS,MAAM,iBAAiB,OAAO;;AAGhD,SAAS,kBAAkB,GAAa,GAAqB;AAC3D,KAAI,EAAE,WAAW,EAAE,OAAQ,QAAO;CAClC,IAAI,MAAM;AACV,MAAK,IAAI,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;EACjC,MAAM,QAAQ,EAAE,MAAM,MAAM,EAAE,MAAM;AACpC,SAAO,OAAO;;AAEhB,QAAO,KAAK,KAAK,IAAI;;;;;;;;;;;;;;;;;;;;;;;AA4BvB,SAAgB,oBAAiC,QAA+C;CAC9F,IAAI,kBAAkB,OAAO;CAC7B,MAAM,YAAY,OAAO,aAAa;CACtC,MAAM,uBAAuB,OAAO,wBAAwB;CAC5D,MAAM,kBAAkB,OAAO,mBAAmB;CAElD,eAAe,cAAc,SAAsB,OAA6C;EAC9F,MAAM,cAAc,SAAS;EAC7B,MAAM,yBAAS,IAAI,KAAqB;AAGxC,OAAK,MAAM,UAAU,SAAS;GAC5B,IAAI;AAEJ,WAAQ,iBAAR;IACE,KAAK;AACH,aAAQ,iBAAiB,OAAO;AAChC;IACF,KAAK;AAEH,aAAQ,KAAK,QAAQ;AACrB;IACF,KAAK;AAEH,aAAQ,aAAa,OAAO;AAC5B;IACF,KAAK;AAEH,aAAQ,iBAAiB,OAAO,GAAG,KAAM,aAAa,OAAO,GAAG;AAChE;IAEF;AACE,aAAQ,KAAK,QAAQ;AACrB;;AAGJ,UAAO,IAAI,OAAO,IAAI,MAAM;;EAG9B,IAAI;AAEJ,MAAI,oBAAoB,YAEtB,YAAW,cAAc,SAAS,YAAY;WACrC,oBAAoB,iBAAiB,kBAAkB,GAAG;GAGnE,MAAM,OAAO,KAAK,IAAI,cAAc,GAAG,QAAQ,OAAO;AAOtD,cAAW,cANW,CAAC,GAAG,QAAQ,CAAC,MAChC,GAAG,OAAO,OAAO,IAAI,EAAE,GAAG,IAAI,MAAM,OAAO,IAAI,EAAE,GAAG,IAAI,GAC1D,CACmC,MAAM,GAAG,KAAK,EAGV,YAAY;QAMpD,YAHsB,CAAC,GAAG,QAAQ,CAAC,MAChC,GAAG,OAAO,OAAO,IAAI,EAAE,GAAG,IAAI,MAAM,OAAO,IAAI,EAAE,GAAG,IAAI,GAC1D,CACwB,MAAM,GAAG,YAAY;AAIhD,MAAI,oBAAoB,iBAAiB,uBAAuB,EAC9D,YAAW,SAAS,QAAO,OAAM,OAAO,IAAI,EAAE,GAAG,IAAI,MAAM,qBAAqB;AAGlF,SAAO;GACL;GACA;GACA,UAAU;GACV,UAAU;IACR,cAAc,QAAQ;IACtB,gBAAgB;IAChB,aAAa,SAAS;IACtB,UACE,SAAS,SAAS,IACd,SAAS,QAAQ,KAAK,MAAM,OAAO,OAAO,IAAI,EAAE,GAAG,IAAI,IAAI,EAAE,GAAG,SAAS,SACzE;IACP;GACF;;CAGH,SAAS,eAAe,UAAmC;AACzD,oBAAkB;;CAGpB,SAAS,YAAiC;AACxC,SAAO;GACL,UAAU;GACV;GACA;GACA;GACD;;AAGH,QAAO;EACL;EACA;EACA;EACD;;;;;AAUH,SAAgB,aACd,IACA,MACA,SAKW;AACX,QAAO;EACL;EACA;EACA,YAAY,SAAS;EACrB,WAAW,SAAS;EACpB,UAAU,SAAS;EACpB;;;;;AAMH,SAAgB,cAAiB,OAAY,WAAmB,UAAuB;AACrF,QAAO,MAAM,KAAK,MAAM,OAAO;EAC7B,IAAI,GAAG,SAAS,GAAG;EACnB;EACD,EAAE"}

package/dist/hitl-annotation.d.mts

@@ -0,0 +1,74 @@
+//#region src/hitl/annotation/index.d.ts
+type TaskPriority = 'low' | 'medium' | 'high' | 'urgent';
+type TaskStatus = 'pending' | 'assigned' | 'in_progress' | 'completed' | 'skipped';
+type TaskType = 'quality-check' | 'factual-accuracy' | 'safety-review' | 'preference-ranking' | 'correction' | 'labeling' | 'custom';
+interface AnnotationTask {
+  readonly id: string;
+  readonly responseId: string;
+  readonly type: TaskType;
+  readonly priority: TaskPriority;
+  readonly status: TaskStatus;
+  readonly assigneeId?: string;
+  readonly instructions?: string;
+  readonly metadata?: Record<string, unknown>;
+  readonly createdAt: Date;
+  readonly updatedAt: Date;
+  readonly completedAt?: Date;
+}
+type TaskInput = Omit<AnnotationTask, 'id' | 'status' | 'createdAt' | 'updatedAt' | 'completedAt'>;
+interface TextCorrection {
+  readonly original: string;
+  readonly corrected: string;
+  readonly reason?: string;
+  readonly startOffset?: number;
+  readonly endOffset?: number;
+}
+interface Annotation {
+  readonly id: string;
+  readonly taskId: string;
+  readonly annotatorId: string;
+  readonly labels?: string[];
+  readonly score?: number;
+  readonly corrections?: TextCorrection[];
+  readonly notes?: string;
+  readonly timeSpentMs?: number;
+  readonly metadata?: Record<string, unknown>;
+  readonly createdAt: Date;
+}
+type AnnotationInput = Omit<Annotation, 'id' | 'taskId' | 'createdAt'>;
+interface TaskQuery {
+  readonly status?: TaskStatus | TaskStatus[];
+  readonly type?: TaskType;
+  readonly priority?: TaskPriority;
+  readonly assigneeId?: string;
+  readonly limit?: number;
+  readonly offset?: number;
+}
+interface AnnotationStore {
+  createTask(input: TaskInput): Promise<AnnotationTask>;
+  getTask(id: string): Promise<AnnotationTask | null>;
+  queryTasks(query: TaskQuery): Promise<AnnotationTask[]>;
+  assignTask(taskId: string, annotatorId: string): Promise<AnnotationTask>;
+  updateTaskStatus(taskId: string, status: TaskStatus): Promise<AnnotationTask>;
+  submitAnnotation(taskId: string, input: AnnotationInput): Promise<Annotation>;
+  getAnnotation(id: string): Promise<Annotation | null>;
+  getAnnotationsForTask(taskId: string): Promise<Annotation[]>;
+  getStats(): Promise<AnnotationStats>;
+}
+interface AnnotationStats {
+  readonly totalTasks: number;
+  readonly pendingTasks: number;
+  readonly completedTasks: number;
+  readonly avgCompletionTimeMs: number;
+  readonly annotatorStats: Map<string, AnnotatorStats>;
+}
+interface AnnotatorStats {
+  readonly annotatorId: string;
+  readonly tasksCompleted: number;
+  readonly avgTimeMs: number;
+  readonly avgScore?: number;
+}
+declare function createAnnotationStore(): AnnotationStore;
+//#endregion
+export { Annotation, AnnotationInput, AnnotationStats, AnnotationStore, AnnotationTask, AnnotatorStats, TaskInput, TaskPriority, TaskQuery, TaskStatus, TaskType, TextCorrection, createAnnotationStore };
+//# sourceMappingURL=hitl-annotation.d.mts.map

package/dist/hitl-annotation.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hitl-annotation.d.mts","names":[],"sources":["../src/hitl/annotation/index.ts"],"mappings":";KAkCY,YAAA;AAAA,KAGA,UAAA;AAAA,KAGA,QAAA;AAAA,UAUK,cAAA;EAAA,SACN,EAAA;EAAA,SACA,UAAA;EAAA,SACA,IAAA,EAAM,QAAA;EAAA,SACN,QAAA,EAAU,YAAA;EAAA,SACV,MAAA,EAAQ,UAAA;EAAA,SACR,UAAA;EAAA,SACA,YAAA;EAAA,SACA,QAAA,GAAW,MAAA;EAAA,SACX,SAAA,EAAW,IAAA;EAAA,SACX,SAAA,EAAW,IAAA;EAAA,SACX,WAAA,GAAc,IAAA;AAAA;AAAA,KAIb,SAAA,GAAY,IAAA,CACtB,cAAA;AAAA,UAKe,cAAA;EAAA,SACN,QAAA;EAAA,SACA,SAAA;EAAA,SACA,MAAA;EAAA,SACA,WAAA;EAAA,SACA,SAAA;AAAA;AAAA,UAIM,UAAA;EAAA,SACN,EAAA;EAAA,SACA,MAAA;EAAA,SACA,WAAA;EAAA,SACA,MAAA;EAAA,SACA,KAAA;EAAA,SACA,WAAA,GAAc,cAAA;EAAA,SACd,KAAA;EAAA,SACA,WAAA;EAAA,SACA,QAAA,GAAW,MAAA;EAAA,SACX,SAAA,EAAW,IAAA;AAAA;AAAA,KAIV,eAAA,GAAkB,IAAA,CAAK,UAAA;AAAA,UAGlB,SAAA;EAAA,SACN,MAAA,GAAS,UAAA,GAAa,UAAA;EAAA,SACtB,IAAA,GAAO,QAAA;EAAA,SACP,QAAA,GAAW,YAAA;EAAA,SACX,UAAA;EAAA,SACA,KAAA;EAAA,SACA,MAAA;AAAA;AAAA,UAIM,eAAA;EAEf,UAAA,CAAW,KAAA,EAAO,SAAA,GAAY,OAAA,CAAQ,cAAA;EACtC,OAAA,CAAQ,EAAA,WAAa,OAAA,CAAQ,cAAA;EAC7B,UAAA,CAAW,KAAA,EAAO,SAAA,GAAY,OAAA,CAAQ,cAAA;EACtC,UAAA,CAAW,MAAA,UAAgB,WAAA,WAAsB,OAAA,CAAQ,cAAA;EACzD,gBAAA,CAAiB,MAAA,UAAgB,MAAA,EAAQ,UAAA,GAAa,OAAA,CAAQ,cAAA;EAG9D,gBAAA,CAAiB,MAAA,UAAgB,KAAA,EAAO,eAAA,GAAkB,OAAA,CAAQ,UAAA;EAClE,aAAA,CAAc,EAAA,WAAa,OAAA,CAAQ,UAAA;EACnC,qBAAA,CAAsB,MAAA,WAAiB,OAAA,CAAQ,UAAA;EAG/C,QAAA,IAAY,OAAA,CAAQ,eAAA;AAAA;AAAA,UAIL,eAAA;EAAA,SACN,UAAA;EAAA,SACA,YAAA;EAAA,SACA,cAAA;EAAA,SACA,mBAAA;EAAA,SACA,cAAA,EAAgB,GAAA,SAAY,cAAA;AAAA;AAAA,UAItB,cAAA;EAAA,SACN,WAAA;EAAA,SACA,cAAA;EAAA,SACA,SAAA;EAAA,SACA,QAAA;AAAA;AAAA,iBAgCK,qBAAA,CAAA,GAAyB,eAAA"}

package/dist/hitl-annotation.mjs

@@ -0,0 +1,170 @@
+//#region src/hitl/annotation/index.ts
+/**
+* Creates an in-memory annotation store.
+*
+* @example
+* ```typescript
+* const store = createAnnotationStore();
+*
+* // Create a task
+* const task = await store.createTask({
+*   responseId: 'resp-123',
+*   type: 'quality-check',
+*   priority: 'medium'
+* });
+*
+* // Assign to annotator
+* await store.assignTask(task.id, 'annotator-1');
+*
+* // Submit annotation
+* await store.submitAnnotation(task.id, {
+*   annotatorId: 'annotator-1',
+*   labels: ['accurate', 'helpful'],
+*   score: 4
+* });
+* ```
+*/
+function createAnnotationStore() {
+	const tasks = /* @__PURE__ */ new Map();
+	const annotations = /* @__PURE__ */ new Map();
+	const taskAnnotations = /* @__PURE__ */ new Map();
+	async function createTask(input) {
+		const now = /* @__PURE__ */ new Date();
+		const task = {
+			...input,
+			id: generateTaskId(),
+			status: "pending",
+			createdAt: now,
+			updatedAt: now
+		};
+		tasks.set(task.id, task);
+		taskAnnotations.set(task.id, []);
+		return task;
+	}
+	async function getTask(id) {
+		return tasks.get(id) ?? null;
+	}
+	async function queryTasks(query) {
+		let results = Array.from(tasks.values());
+		if (query.status) {
+			const statuses = Array.isArray(query.status) ? query.status : [query.status];
+			results = results.filter((t) => statuses.includes(t.status));
+		}
+		if (query.type) results = results.filter((t) => t.type === query.type);
+		if (query.priority) results = results.filter((t) => t.priority === query.priority);
+		if (query.assigneeId) results = results.filter((t) => t.assigneeId === query.assigneeId);
+		const priorityOrder = {
+			urgent: 0,
+			high: 1,
+			medium: 2,
+			low: 3
+		};
+		results.sort((a, b) => {
+			const pDiff = priorityOrder[a.priority] - priorityOrder[b.priority];
+			if (pDiff !== 0) return pDiff;
+			return a.createdAt.getTime() - b.createdAt.getTime();
+		});
+		const offset = query.offset ?? 0;
+		const limit = query.limit ?? 100;
+		return results.slice(offset, offset + limit);
+	}
+	async function assignTask(taskId, annotatorId) {
+		const task = tasks.get(taskId);
+		if (!task) throw new Error(`Task not found: ${taskId}`);
+		const updated = {
+			...task,
+			assigneeId: annotatorId,
+			status: "assigned",
+			updatedAt: /* @__PURE__ */ new Date()
+		};
+		tasks.set(taskId, updated);
+		return updated;
+	}
+	async function updateTaskStatus(taskId, status) {
+		const task = tasks.get(taskId);
+		if (!task) throw new Error(`Task not found: ${taskId}`);
+		const updated = {
+			...task,
+			status,
+			updatedAt: /* @__PURE__ */ new Date(),
+			completedAt: status === "completed" ? /* @__PURE__ */ new Date() : task.completedAt
+		};
+		tasks.set(taskId, updated);
+		return updated;
+	}
+	async function submitAnnotation(taskId, input) {
+		if (!tasks.get(taskId)) throw new Error(`Task not found: ${taskId}`);
+		const annotation = {
+			...input,
+			id: generateAnnotationId(),
+			taskId,
+			createdAt: /* @__PURE__ */ new Date()
+		};
+		annotations.set(annotation.id, annotation);
+		const taskAnns = taskAnnotations.get(taskId) ?? [];
+		taskAnns.push(annotation.id);
+		taskAnnotations.set(taskId, taskAnns);
+		await updateTaskStatus(taskId, "completed");
+		return annotation;
+	}
+	async function getAnnotation(id) {
+		return annotations.get(id) ?? null;
+	}
+	async function getAnnotationsForTask(taskId) {
+		return (taskAnnotations.get(taskId) ?? []).map((id) => annotations.get(id)).filter((a) => a !== void 0);
+	}
+	async function getStats() {
+		const allTasks = Array.from(tasks.values());
+		const completedTasks = allTasks.filter((t) => t.status === "completed");
+		const pendingTasks = allTasks.filter((t) => t.status === "pending");
+		let totalCompletionTime = 0;
+		for (const task of completedTasks) if (task.completedAt) totalCompletionTime += task.completedAt.getTime() - task.createdAt.getTime();
+		const avgCompletionTimeMs = completedTasks.length > 0 ? totalCompletionTime / completedTasks.length : 0;
+		const annotatorStats = /* @__PURE__ */ new Map();
+		const allAnnotations = Array.from(annotations.values());
+		const annotatorData = /* @__PURE__ */ new Map();
+		for (const ann of allAnnotations) {
+			const data = annotatorData.get(ann.annotatorId) ?? {
+				times: [],
+				scores: []
+			};
+			if (ann.timeSpentMs) data.times.push(ann.timeSpentMs);
+			if (ann.score !== void 0) data.scores.push(ann.score);
+			annotatorData.set(ann.annotatorId, data);
+		}
+		for (const [annotatorId, data] of annotatorData) annotatorStats.set(annotatorId, {
+			annotatorId,
+			tasksCompleted: data.times.length || data.scores.length,
+			avgTimeMs: data.times.length > 0 ? data.times.reduce((a, b) => a + b, 0) / data.times.length : 0,
+			avgScore: data.scores.length > 0 ? data.scores.reduce((a, b) => a + b, 0) / data.scores.length : void 0
+		});
+		return {
+			totalTasks: allTasks.length,
+			pendingTasks: pendingTasks.length,
+			completedTasks: completedTasks.length,
+			avgCompletionTimeMs,
+			annotatorStats
+		};
+	}
+	return {
+		createTask,
+		getTask,
+		queryTasks,
+		assignTask,
+		updateTaskStatus,
+		submitAnnotation,
+		getAnnotation,
+		getAnnotationsForTask,
+		getStats
+	};
+}
+function generateTaskId() {
+	return `task-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
+}
+function generateAnnotationId() {
+	return `ann-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
+}
+
+//#endregion
+export { createAnnotationStore };
+//# sourceMappingURL=hitl-annotation.mjs.map

package/dist/hitl-annotation.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"hitl-annotation.mjs","names":[],"sources":["../src/hitl/annotation/index.ts"],"sourcesContent":["/**\n * Human Annotation Tools\n *\n * Enables human annotators to label, tag, and correct AI outputs\n * for training data generation and quality assurance.\n *\n * @module @od-oneapp/ai-platform/hitl/annotation\n *\n * @example\n * ```typescript\n * import { createAnnotationStore } from '@od-oneapp/ai-platform/hitl/annotation';\n *\n * const store = createAnnotationStore();\n *\n * // Create annotation task\n * const task = await store.createTask({\n *   responseId: 'resp-123',\n *   type: 'quality-check',\n *   priority: 'high'\n * });\n *\n * // Submit annotation\n * await store.submitAnnotation(task.id, {\n *   labels: ['accurate', 'helpful'],\n *   corrections: [{ original: 'bad text', corrected: 'good text' }]\n * });\n * ```\n */\n\n// -----------------------------------------------------------------------------\n// Types\n// -----------------------------------------------------------------------------\n\n/** Annotation task priority */\nexport type TaskPriority = 'low' | 'medium' | 'high' | 'urgent';\n\n/** Annotation task status */\nexport type TaskStatus = 'pending' | 'assigned' | 'in_progress' | 'completed' | 'skipped';\n\n/** Annotation task type */\nexport type TaskType =\n  | 'quality-check'\n  | 'factual-accuracy'\n  | 'safety-review'\n  | 'preference-ranking'\n  | 'correction'\n  | 'labeling'\n  | 'custom';\n\n/** Annotation task */\nexport interface AnnotationTask {\n  readonly id: string;\n  readonly responseId: string;\n  readonly type: TaskType;\n  readonly priority: TaskPriority;\n  readonly status: TaskStatus;\n  readonly assigneeId?: string;\n  readonly instructions?: string;\n  readonly metadata?: Record<string, unknown>;\n  readonly createdAt: Date;\n  readonly updatedAt: Date;\n  readonly completedAt?: Date;\n}\n\n/** Task input */\nexport type TaskInput = Omit<\n  AnnotationTask,\n  'id' | 'status' | 'createdAt' | 'updatedAt' | 'completedAt'\n>;\n\n/** Text correction */\nexport interface TextCorrection {\n  readonly original: string;\n  readonly corrected: string;\n  readonly reason?: string;\n  readonly startOffset?: number;\n  readonly endOffset?: number;\n}\n\n/** Annotation data */\nexport interface Annotation {\n  readonly id: string;\n  readonly taskId: string;\n  readonly annotatorId: string;\n  readonly labels?: string[];\n  readonly score?: number;\n  readonly corrections?: TextCorrection[];\n  readonly notes?: string;\n  readonly timeSpentMs?: number;\n  readonly metadata?: Record<string, unknown>;\n  readonly createdAt: Date;\n}\n\n/** Annotation input */\nexport type AnnotationInput = Omit<Annotation, 'id' | 'taskId' | 'createdAt'>;\n\n/** Task query options */\nexport interface TaskQuery {\n  readonly status?: TaskStatus | TaskStatus[];\n  readonly type?: TaskType;\n  readonly priority?: TaskPriority;\n  readonly assigneeId?: string;\n  readonly limit?: number;\n  readonly offset?: number;\n}\n\n/** Annotation store interface */\nexport interface AnnotationStore {\n  // Tasks\n  createTask(input: TaskInput): Promise<AnnotationTask>;\n  getTask(id: string): Promise<AnnotationTask | null>;\n  queryTasks(query: TaskQuery): Promise<AnnotationTask[]>;\n  assignTask(taskId: string, annotatorId: string): Promise<AnnotationTask>;\n  updateTaskStatus(taskId: string, status: TaskStatus): Promise<AnnotationTask>;\n\n  // Annotations\n  submitAnnotation(taskId: string, input: AnnotationInput): Promise<Annotation>;\n  getAnnotation(id: string): Promise<Annotation | null>;\n  getAnnotationsForTask(taskId: string): Promise<Annotation[]>;\n\n  // Stats\n  getStats(): Promise<AnnotationStats>;\n}\n\n/** Annotation statistics */\nexport interface AnnotationStats {\n  readonly totalTasks: number;\n  readonly pendingTasks: number;\n  readonly completedTasks: number;\n  readonly avgCompletionTimeMs: number;\n  readonly annotatorStats: Map<string, AnnotatorStats>;\n}\n\n/** Per-annotator statistics */\nexport interface AnnotatorStats {\n  readonly annotatorId: string;\n  readonly tasksCompleted: number;\n  readonly avgTimeMs: number;\n  readonly avgScore?: number;\n}\n\n// -----------------------------------------------------------------------------\n// In-Memory Implementation\n// -----------------------------------------------------------------------------\n\n/**\n * Creates an in-memory annotation store.\n *\n * @example\n * ```typescript\n * const store = createAnnotationStore();\n *\n * // Create a task\n * const task = await store.createTask({\n *   responseId: 'resp-123',\n *   type: 'quality-check',\n *   priority: 'medium'\n * });\n *\n * // Assign to annotator\n * await store.assignTask(task.id, 'annotator-1');\n *\n * // Submit annotation\n * await store.submitAnnotation(task.id, {\n *   annotatorId: 'annotator-1',\n *   labels: ['accurate', 'helpful'],\n *   score: 4\n * });\n * ```\n */\nexport function createAnnotationStore(): AnnotationStore {\n  const tasks = new Map<string, AnnotationTask>();\n  const annotations = new Map<string, Annotation>();\n  const taskAnnotations = new Map<string, string[]>(); // taskId -> annotationIds\n\n  async function createTask(input: TaskInput): Promise<AnnotationTask> {\n    const now = new Date();\n    const task: AnnotationTask = {\n      ...input,\n      id: generateTaskId(),\n      status: 'pending',\n      createdAt: now,\n      updatedAt: now,\n    };\n    tasks.set(task.id, task);\n    taskAnnotations.set(task.id, []);\n    return task;\n  }\n\n  async function getTask(id: string): Promise<AnnotationTask | null> {\n    return tasks.get(id) ?? null;\n  }\n\n  async function queryTasks(query: TaskQuery): Promise<AnnotationTask[]> {\n    let results = Array.from(tasks.values());\n\n    if (query.status) {\n      const statuses = Array.isArray(query.status) ? query.status : [query.status];\n      results = results.filter(t => statuses.includes(t.status));\n    }\n    if (query.type) {\n      results = results.filter(t => t.type === query.type);\n    }\n    if (query.priority) {\n      results = results.filter(t => t.priority === query.priority);\n    }\n    if (query.assigneeId) {\n      results = results.filter(t => t.assigneeId === query.assigneeId);\n    }\n\n    // Sort by priority (urgent first) then by creation date\n    const priorityOrder: Record<TaskPriority, number> = {\n      urgent: 0,\n      high: 1,\n      medium: 2,\n      low: 3,\n    };\n    results.sort((a, b) => {\n      const pDiff = priorityOrder[a.priority] - priorityOrder[b.priority];\n      if (pDiff !== 0) return pDiff;\n      return a.createdAt.getTime() - b.createdAt.getTime();\n    });\n\n    const offset = query.offset ?? 0;\n    const limit = query.limit ?? 100;\n    return results.slice(offset, offset + limit);\n  }\n\n  async function assignTask(taskId: string, annotatorId: string): Promise<AnnotationTask> {\n    const task = tasks.get(taskId);\n    if (!task) throw new Error(`Task not found: ${taskId}`);\n\n    const updated: AnnotationTask = {\n      ...task,\n      assigneeId: annotatorId,\n      status: 'assigned',\n      updatedAt: new Date(),\n    };\n    tasks.set(taskId, updated);\n    return updated;\n  }\n\n  async function updateTaskStatus(taskId: string, status: TaskStatus): Promise<AnnotationTask> {\n    const task = tasks.get(taskId);\n    if (!task) throw new Error(`Task not found: ${taskId}`);\n\n    const updated: AnnotationTask = {\n      ...task,\n      status,\n      updatedAt: new Date(),\n      completedAt: status === 'completed' ? new Date() : task.completedAt,\n    };\n    tasks.set(taskId, updated);\n    return updated;\n  }\n\n  async function submitAnnotation(taskId: string, input: AnnotationInput): Promise<Annotation> {\n    const task = tasks.get(taskId);\n    if (!task) throw new Error(`Task not found: ${taskId}`);\n\n    const annotation: Annotation = {\n      ...input,\n      id: generateAnnotationId(),\n      taskId,\n      createdAt: new Date(),\n    };\n\n    annotations.set(annotation.id, annotation);\n\n    const taskAnns = taskAnnotations.get(taskId) ?? [];\n    taskAnns.push(annotation.id);\n    taskAnnotations.set(taskId, taskAnns);\n\n    // Auto-complete task\n    await updateTaskStatus(taskId, 'completed');\n\n    return annotation;\n  }\n\n  async function getAnnotation(id: string): Promise<Annotation | null> {\n    return annotations.get(id) ?? null;\n  }\n\n  async function getAnnotationsForTask(taskId: string): Promise<Annotation[]> {\n    const ids = taskAnnotations.get(taskId) ?? [];\n    return ids.map(id => annotations.get(id)).filter((a): a is Annotation => a !== undefined);\n  }\n\n  async function getStats(): Promise<AnnotationStats> {\n    const allTasks = Array.from(tasks.values());\n    const completedTasks = allTasks.filter(t => t.status === 'completed');\n    const pendingTasks = allTasks.filter(t => t.status === 'pending');\n\n    // Calculate avg completion time\n    let totalCompletionTime = 0;\n    for (const task of completedTasks) {\n      if (task.completedAt) {\n        totalCompletionTime += task.completedAt.getTime() - task.createdAt.getTime();\n      }\n    }\n    const avgCompletionTimeMs =\n      completedTasks.length > 0 ? totalCompletionTime / completedTasks.length : 0;\n\n    // Calculate annotator stats\n    const annotatorStats = new Map<string, AnnotatorStats>();\n    const allAnnotations = Array.from(annotations.values());\n\n    const annotatorData = new Map<string, { times: number[]; scores: number[] }>();\n\n    for (const ann of allAnnotations) {\n      const data = annotatorData.get(ann.annotatorId) ?? { times: [], scores: [] };\n      if (ann.timeSpentMs) data.times.push(ann.timeSpentMs);\n      if (ann.score !== undefined) data.scores.push(ann.score);\n      annotatorData.set(ann.annotatorId, data);\n    }\n\n    for (const [annotatorId, data] of annotatorData) {\n      annotatorStats.set(annotatorId, {\n        annotatorId,\n        tasksCompleted: data.times.length || data.scores.length,\n        avgTimeMs:\n          data.times.length > 0 ? data.times.reduce((a, b) => a + b, 0) / data.times.length : 0,\n        avgScore:\n          data.scores.length > 0\n            ? data.scores.reduce((a, b) => a + b, 0) / data.scores.length\n            : undefined,\n      });\n    }\n\n    return {\n      totalTasks: allTasks.length,\n      pendingTasks: pendingTasks.length,\n      completedTasks: completedTasks.length,\n      avgCompletionTimeMs,\n      annotatorStats,\n    };\n  }\n\n  return {\n    createTask,\n    getTask,\n    queryTasks,\n    assignTask,\n    updateTaskStatus,\n    submitAnnotation,\n    getAnnotation,\n    getAnnotationsForTask,\n    getStats,\n  };\n}\n\n// -----------------------------------------------------------------------------\n// Utilities\n// -----------------------------------------------------------------------------\n\nfunction generateTaskId(): string {\n  return `task-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;\n}\n\nfunction generateAnnotationId(): string {\n  return `ann-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AA0KA,SAAgB,wBAAyC;CACvD,MAAM,wBAAQ,IAAI,KAA6B;CAC/C,MAAM,8BAAc,IAAI,KAAyB;CACjD,MAAM,kCAAkB,IAAI,KAAuB;CAEnD,eAAe,WAAW,OAA2C;EACnE,MAAM,sBAAM,IAAI,MAAM;EACtB,MAAM,OAAuB;GAC3B,GAAG;GACH,IAAI,gBAAgB;GACpB,QAAQ;GACR,WAAW;GACX,WAAW;GACZ;AACD,QAAM,IAAI,KAAK,IAAI,KAAK;AACxB,kBAAgB,IAAI,KAAK,IAAI,EAAE,CAAC;AAChC,SAAO;;CAGT,eAAe,QAAQ,IAA4C;AACjE,SAAO,MAAM,IAAI,GAAG,IAAI;;CAG1B,eAAe,WAAW,OAA6C;EACrE,IAAI,UAAU,MAAM,KAAK,MAAM,QAAQ,CAAC;AAExC,MAAI,MAAM,QAAQ;GAChB,MAAM,WAAW,MAAM,QAAQ,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,OAAO;AAC5E,aAAU,QAAQ,QAAO,MAAK,SAAS,SAAS,EAAE,OAAO,CAAC;;AAE5D,MAAI,MAAM,KACR,WAAU,QAAQ,QAAO,MAAK,EAAE,SAAS,MAAM,KAAK;AAEtD,MAAI,MAAM,SACR,WAAU,QAAQ,QAAO,MAAK,EAAE,aAAa,MAAM,SAAS;AAE9D,MAAI,MAAM,WACR,WAAU,QAAQ,QAAO,MAAK,EAAE,eAAe,MAAM,WAAW;EAIlE,MAAM,gBAA8C;GAClD,QAAQ;GACR,MAAM;GACN,QAAQ;GACR,KAAK;GACN;AACD,UAAQ,MAAM,GAAG,MAAM;GACrB,MAAM,QAAQ,cAAc,EAAE,YAAY,cAAc,EAAE;AAC1D,OAAI,UAAU,EAAG,QAAO;AACxB,UAAO,EAAE,UAAU,SAAS,GAAG,EAAE,UAAU,SAAS;IACpD;EAEF,MAAM,SAAS,MAAM,UAAU;EAC/B,MAAM,QAAQ,MAAM,SAAS;AAC7B,SAAO,QAAQ,MAAM,QAAQ,SAAS,MAAM;;CAG9C,eAAe,WAAW,QAAgB,aAA8C;EACtF,MAAM,OAAO,MAAM,IAAI,OAAO;AAC9B,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,mBAAmB,SAAS;EAEvD,MAAM,UAA0B;GAC9B,GAAG;GACH,YAAY;GACZ,QAAQ;GACR,2BAAW,IAAI,MAAM;GACtB;AACD,QAAM,IAAI,QAAQ,QAAQ;AAC1B,SAAO;;CAGT,eAAe,iBAAiB,QAAgB,QAA6C;EAC3F,MAAM,OAAO,MAAM,IAAI,OAAO;AAC9B,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,mBAAmB,SAAS;EAEvD,MAAM,UAA0B;GAC9B,GAAG;GACH;GACA,2BAAW,IAAI,MAAM;GACrB,aAAa,WAAW,8BAAc,IAAI,MAAM,GAAG,KAAK;GACzD;AACD,QAAM,IAAI,QAAQ,QAAQ;AAC1B,SAAO;;CAGT,eAAe,iBAAiB,QAAgB,OAA6C;AAE3F,MAAI,CADS,MAAM,IAAI,OAAO,CACnB,OAAM,IAAI,MAAM,mBAAmB,SAAS;EAEvD,MAAM,aAAyB;GAC7B,GAAG;GACH,IAAI,sBAAsB;GAC1B;GACA,2BAAW,IAAI,MAAM;GACtB;AAED,cAAY,IAAI,WAAW,IAAI,WAAW;EAE1C,MAAM,WAAW,gBAAgB,IAAI,OAAO,IAAI,EAAE;AAClD,WAAS,KAAK,WAAW,GAAG;AAC5B,kBAAgB,IAAI,QAAQ,SAAS;AAGrC,QAAM,iBAAiB,QAAQ,YAAY;AAE3C,SAAO;;CAGT,eAAe,cAAc,IAAwC;AACnE,SAAO,YAAY,IAAI,GAAG,IAAI;;CAGhC,eAAe,sBAAsB,QAAuC;AAE1E,UADY,gBAAgB,IAAI,OAAO,IAAI,EAAE,EAClC,KAAI,OAAM,YAAY,IAAI,GAAG,CAAC,CAAC,QAAQ,MAAuB,MAAM,OAAU;;CAG3F,eAAe,WAAqC;EAClD,MAAM,WAAW,MAAM,KAAK,MAAM,QAAQ,CAAC;EAC3C,MAAM,iBAAiB,SAAS,QAAO,MAAK,EAAE,WAAW,YAAY;EACrE,MAAM,eAAe,SAAS,QAAO,MAAK,EAAE,WAAW,UAAU;EAGjE,IAAI,sBAAsB;AAC1B,OAAK,MAAM,QAAQ,eACjB,KAAI,KAAK,YACP,wBAAuB,KAAK,YAAY,SAAS,GAAG,KAAK,UAAU,SAAS;EAGhF,MAAM,sBACJ,eAAe,SAAS,IAAI,sBAAsB,eAAe,SAAS;EAG5E,MAAM,iCAAiB,IAAI,KAA6B;EACxD,MAAM,iBAAiB,MAAM,KAAK,YAAY,QAAQ,CAAC;EAEvD,MAAM,gCAAgB,IAAI,KAAoD;AAE9E,OAAK,MAAM,OAAO,gBAAgB;GAChC,MAAM,OAAO,cAAc,IAAI,IAAI,YAAY,IAAI;IAAE,OAAO,EAAE;IAAE,QAAQ,EAAE;IAAE;AAC5E,OAAI,IAAI,YAAa,MAAK,MAAM,KAAK,IAAI,YAAY;AACrD,OAAI,IAAI,UAAU,OAAW,MAAK,OAAO,KAAK,IAAI,MAAM;AACxD,iBAAc,IAAI,IAAI,aAAa,KAAK;;AAG1C,OAAK,MAAM,CAAC,aAAa,SAAS,cAChC,gBAAe,IAAI,aAAa;GAC9B;GACA,gBAAgB,KAAK,MAAM,UAAU,KAAK,OAAO;GACjD,WACE,KAAK,MAAM,SAAS,IAAI,KAAK,MAAM,QAAQ,GAAG,MAAM,IAAI,GAAG,EAAE,GAAG,KAAK,MAAM,SAAS;GACtF,UACE,KAAK,OAAO,SAAS,IACjB,KAAK,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,EAAE,GAAG,KAAK,OAAO,SACrD;GACP,CAAC;AAGJ,SAAO;GACL,YAAY,SAAS;GACrB,cAAc,aAAa;GAC3B,gBAAgB,eAAe;GAC/B;GACA;GACD;;AAGH,QAAO;EACL;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACD;;AAOH,SAAS,iBAAyB;AAChC,QAAO,QAAQ,KAAK,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,SAAS,GAAG,CAAC,MAAM,GAAG,EAAE;;AAGrE,SAAS,uBAA+B;AACtC,QAAO,OAAO,KAAK,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,SAAS,GAAG,CAAC,MAAM,GAAG,EAAE"}

package/dist/hitl-approval.d.mts

@@ -0,0 +1,2 @@
+import { t as InMemoryApprovalQueue } from "./approval-queue-CiKiFT9z.mjs";
+export { InMemoryApprovalQueue };

package/dist/hitl-approval.mjs

@@ -0,0 +1,3 @@
+import { t as InMemoryApprovalQueue } from "./approval-queue-BcDDQ4oQ.mjs";
+
+export { InMemoryApprovalQueue };

package/dist/hitl-feedback.d.mts

@@ -0,0 +1,59 @@
+//#region src/hitl/feedback/index.d.ts
+interface Feedback {
+  readonly id: string;
+  readonly responseId: string;
+  readonly userId?: string;
+  readonly rating: number;
+  readonly comment?: string;
+  readonly tags?: string[];
+  readonly metadata?: Record<string, unknown>;
+  readonly timestamp: Date;
+}
+type FeedbackInput = Omit<Feedback, 'id' | 'timestamp'>;
+interface FeedbackStats {
+  readonly avgRating: number;
+  readonly count: number;
+  readonly distribution: Record<number, number>;
+  readonly recentTrend: 'improving' | 'declining' | 'stable';
+}
+interface FeedbackQuery {
+  readonly responseId?: string;
+  readonly userId?: string;
+  readonly minRating?: number;
+  readonly maxRating?: number;
+  readonly startDate?: Date;
+  readonly endDate?: Date;
+  readonly tags?: string[];
+  readonly limit?: number;
+  readonly offset?: number;
+}
+interface FeedbackStore {
+  save(feedback: Feedback): Promise<void>;
+  get(id: string): Promise<Feedback | null>;
+  query(query: FeedbackQuery): Promise<Feedback[]>;
+  delete(id: string): Promise<void>;
+}
+interface FeedbackCollector {
+  collect(input: FeedbackInput): Promise<Feedback>;
+  getByResponse(responseId: string): Promise<Feedback[]>;
+  getByUser(userId: string): Promise<Feedback[]>;
+  query(query: FeedbackQuery): Promise<Feedback[]>;
+  aggregate(query?: FeedbackQuery): Promise<FeedbackStats>;
+}
+declare class InMemoryFeedbackStore implements FeedbackStore {
+  private readonly feedbacks;
+  save(feedback: Feedback): Promise<void>;
+  get(id: string): Promise<Feedback | null>;
+  query(query: FeedbackQuery): Promise<Feedback[]>;
+  delete(id: string): Promise<void>;
+  clear(): void;
+}
+interface FeedbackCollectorConfig {
+  readonly store?: FeedbackStore;
+  readonly validateRating?: (rating: number) => boolean;
+  readonly onFeedback?: (feedback: Feedback) => void;
+}
+declare function createFeedbackCollector(config?: FeedbackCollectorConfig): FeedbackCollector;
+//#endregion
+export { Feedback, FeedbackCollector, FeedbackCollectorConfig, FeedbackInput, FeedbackQuery, FeedbackStats, FeedbackStore, InMemoryFeedbackStore, createFeedbackCollector };
+//# sourceMappingURL=hitl-feedback.d.mts.map

package/dist/hitl-feedback.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hitl-feedback.d.mts","names":[],"sources":["../src/hitl/feedback/index.ts"],"mappings":";UAgCiB,QAAA;EAAA,SACN,EAAA;EAAA,SACA,UAAA;EAAA,SACA,MAAA;EAAA,SACA,MAAA;EAAA,SACA,OAAA;EAAA,SACA,IAAA;EAAA,SACA,QAAA,GAAW,MAAA;EAAA,SACX,SAAA,EAAW,IAAA;AAAA;AAAA,KAIV,aAAA,GAAgB,IAAA,CAAK,QAAA;AAAA,UAGhB,aAAA;EAAA,SACN,SAAA;EAAA,SACA,KAAA;EAAA,SACA,YAAA,EAAc,MAAA;EAAA,SACd,WAAA;AAAA;AAAA,UAIM,aAAA;EAAA,SACN,UAAA;EAAA,SACA,MAAA;EAAA,SACA,SAAA;EAAA,SACA,SAAA;EAAA,SACA,SAAA,GAAY,IAAA;EAAA,SACZ,OAAA,GAAU,IAAA;EAAA,SACV,IAAA;EAAA,SACA,KAAA;EAAA,SACA,MAAA;AAAA;AAAA,UAIM,aAAA;EACf,IAAA,CAAK,QAAA,EAAU,QAAA,GAAW,OAAA;EAC1B,GAAA,CAAI,EAAA,WAAa,OAAA,CAAQ,QAAA;EACzB,KAAA,CAAM,KAAA,EAAO,aAAA,GAAgB,OAAA,CAAQ,QAAA;EACrC,MAAA,CAAO,EAAA,WAAa,OAAA;AAAA;AAAA,UAIL,iBAAA;EACf,OAAA,CAAQ,KAAA,EAAO,aAAA,GAAgB,OAAA,CAAQ,QAAA;EACvC,aAAA,CAAc,UAAA,WAAqB,OAAA,CAAQ,QAAA;EAC3C,SAAA,CAAU,MAAA,WAAiB,OAAA,CAAQ,QAAA;EACnC,KAAA,CAAM,KAAA,EAAO,aAAA,GAAgB,OAAA,CAAQ,QAAA;EACrC,SAAA,CAAU,KAAA,GAAQ,aAAA,GAAgB,OAAA,CAAQ,aAAA;AAAA;AAAA,cAU/B,qBAAA,YAAiC,aAAA;EAAA,iBAC3B,SAAA;EAEX,IAAA,CAAK,QAAA,EAAU,QAAA,GAAW,OAAA;EAI1B,GAAA,CAAI,EAAA,WAAa,OAAA,CAAQ,QAAA;EAIzB,KAAA,CAAM,KAAA,EAAO,aAAA,GAAgB,OAAA,CAAQ,QAAA;EAmCrC,MAAA,CAAO,EAAA,WAAa,OAAA;EAK1B,KAAA,CAAA;AAAA;AAAA,UAUe,uBAAA;EAAA,SACN,KAAA,GAAQ,aAAA;EAAA,SACR,cAAA,IAAkB,MAAA;EAAA,SAClB,UAAA,IAAc,QAAA,EAAU,QAAA;AAAA;AAAA,iBAqBnB,uBAAA,CAAwB,MAAA,GAAQ,uBAAA,GAA+B,iBAAA"}