ei-tui 0.1.25 → 0.3.1

package/src/core/orchestrators/dedup-phase.ts

@@ -20,7 +20,7 @@ interface Cluster {
 // DEDUP CANDIDATE FINDING (copied from ceremony.ts)
 // =============================================================================
 
-const DEDUP_DEFAULT_THRESHOLD = 0.85;  // Lowered from 0.95 based on experimental analysis: 0.95 only catches 3.9% of duplicate name groups, 0.85 catches 46.7%
+const DEDUP_DEFAULT_THRESHOLD = 0.95;  // Raised from 0.90: Ei's topic corpus is a single dense project domain — mega-cluster persists all the way to 0.92. At 0.95, max cluster drops to 7 items.
 
 function findDedupCandidates<T extends DedupableItem>(
   items: T[],
@@ -139,8 +139,6 @@ export function queueDedupPhase(state: StateManager): void {
   console.log(`[Dedup] Starting deduplication phase (threshold: ${threshold})`);
   
   const entityTypes: Array<{ type: DataItemType; items: DedupableItem[] }> = [
-    { type: "fact", items: human.facts },
-    { type: "trait", items: human.traits },
     { type: "topic", items: human.topics },
     { type: "person", items: human.people },
   ];
@@ -179,7 +177,7 @@ export function queueDedupPhase(state: StateManager): void {
       // Build prompt
       const prompt = buildDedupPrompt({
         cluster: clusterEntities,
-        itemType: type,
+        itemType: type as "topic" | "person",
         similarityRange: { min: cluster.minSim, max: cluster.maxSim }
       });