modular-studio 0.2.0

package/dist-server/src/services/contradictionDetector.js

@@ -0,0 +1,111 @@
+const TYPE_PRIORITY = {
+    'ground-truth': 0, 'guideline': 1, 'framework': 2, 'evidence': 3, 'signal': 4, 'hypothesis': 5,
+};
+const STOPWORDS = new Set(['The', 'This', 'That', 'These', 'Those', 'With', 'From', 'Into', 'About', 'After', 'Before', 'Between', 'Under', 'Over', 'Through', 'During', 'Against', 'Without', 'Within', 'Along', 'Around', 'Among', 'Beyond', 'Behind', 'Above', 'Below', 'Across', 'Inside', 'Outside', 'Upon', 'Near', 'South', 'North', 'East', 'West', 'New', 'Old', 'First', 'Last', 'Next', 'Each', 'Every', 'Both', 'Such', 'Other', 'Another', 'United', 'States', 'National']);
+/**
+ * Extracts entities from content using capitalized multi-word phrases
+ * Filters out stopwords from entity parts
+ */
+function extractEntities(content) {
+    const entityRegex = /\b[A-Z][a-z]+(?:\s+[A-Z][a-z]+)+\b/g;
+    const entities = new Set();
+    let match;
+    while ((match = entityRegex.exec(content)) !== null) {
+        const entity = match[0];
+        // Filter out entities that contain only stopwords
+        const words = entity.split(/\s+/);
+        const nonStopWords = words.filter(word => !STOPWORDS.has(word));
+        if (nonStopWords.length >= 2) {
+            // Normalize the entity (remove extra spaces, maintain case for first letter of each word)
+            const normalizedEntity = nonStopWords.join(' ');
+            entities.add(normalizedEntity);
+        }
+    }
+    return entities;
+}
+/**
+ * Resolves contradictions between sources by prioritizing higher-authority sources
+ * For same entities appearing in multiple sources with different types
+ */
+export function resolveContradictions(sources) {
+    if (sources.length === 0) {
+        return { sources: [], annotations: [], contradictionsFound: 0 };
+    }
+    // Extract entities from each source
+    const sourceEntities = sources.map(source => ({
+        source,
+        entities: extractEntities(source.content)
+    }));
+    // Find all entities and track which sources contain them
+    const entityToSources = new Map();
+    for (const { source, entities } of sourceEntities) {
+        for (const entity of entities) {
+            if (!entityToSources.has(entity)) {
+                entityToSources.set(entity, []);
+            }
+            entityToSources.get(entity).push({ source, entities });
+        }
+    }
+    const keptSources = new Set();
+    const annotations = [];
+    let contradictionsFound = 0;
+    // Process each entity that appears in multiple sources
+    for (const [entity, entitySources] of entityToSources.entries()) {
+        if (entitySources.length < 2) {
+            // Entity appears in only one source - no contradiction
+            keptSources.add(entitySources[0].source);
+            continue;
+        }
+        // Group sources by type for this entity
+        const sourcesByType = new Map();
+        for (const entitySource of entitySources) {
+            const type = entitySource.source.type;
+            if (!sourcesByType.has(type)) {
+                sourcesByType.set(type, []);
+            }
+            sourcesByType.get(type).push(entitySource);
+        }
+        if (sourcesByType.size === 1) {
+            // All sources have same type - pick largest
+            const sameTypeSources = Array.from(sourcesByType.values())[0];
+            const largest = sameTypeSources.reduce((max, current) => current.source.content.length > max.source.content.length ? current : max);
+            keptSources.add(largest.source);
+            // Add dropped sources as annotation if multiple sources of same type
+            if (sameTypeSources.length > 1) {
+                const droppedNames = sameTypeSources
+                    .filter(s => s.source !== largest.source)
+                    .map(s => s.source.name);
+                if (droppedNames.length > 0) {
+                    annotations.push(`Dropped duplicate ${largest.source.type} sources for "${entity}": ${droppedNames.join(', ')}`);
+                    contradictionsFound++;
+                }
+            }
+        }
+        else {
+            // Multiple types - pick highest priority (lowest number)
+            const typeEntries = Array.from(sourcesByType.entries());
+            typeEntries.sort((a, b) => TYPE_PRIORITY[a[0]] - TYPE_PRIORITY[b[0]]);
+            const [winningType, winningSources] = typeEntries[0];
+            // Pick largest source from winning type
+            const winner = winningSources.reduce((max, current) => current.source.content.length > max.source.content.length ? current : max);
+            keptSources.add(winner.source);
+            // Add annotation about dropped sources
+            const droppedTypes = typeEntries.slice(1).map(([type, sources]) => `${type} (${sources.map(s => s.source.name).join(', ')})`);
+            annotations.push(`Kept ${winningType} source "${winner.source.name}" for "${entity}"; dropped ${droppedTypes.join(', ')}`);
+            contradictionsFound++;
+        }
+    }
+    // Add any sources that don't contain any entities
+    for (const source of sources) {
+        const hasEntities = sourceEntities.find(se => se.source === source)?.entities.size > 0;
+        if (!hasEntities) {
+            keptSources.add(source);
+        }
+    }
+    return {
+        sources: Array.from(keptSources),
+        annotations,
+        contradictionsFound
+    };
+}
+//# sourceMappingURL=contradictionDetector.js.map

package/dist-server/src/services/contradictionDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contradictionDetector.js","sourceRoot":"","sources":["../../../src/services/contradictionDetector.ts"],"names":[],"mappings":"AAcA,MAAM,aAAa,GAA2B;IAC5C,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;CAC/F,CAAC;AAEF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAC,MAAM,EAAC,MAAM,EAAC,OAAO,EAAC,OAAO,EAAC,MAAM,EAAC,MAAM,EAAC,MAAM,EAAC,OAAO,EAAC,OAAO,EAAC,QAAQ,EAAC,SAAS,EAAC,OAAO,EAAC,MAAM,EAAC,SAAS,EAAC,QAAQ,EAAC,SAAS,EAAC,SAAS,EAAC,QAAQ,EAAC,OAAO,EAAC,QAAQ,EAAC,OAAO,EAAC,QAAQ,EAAC,QAAQ,EAAC,OAAO,EAAC,OAAO,EAAC,QAAQ,EAAC,QAAQ,EAAC,SAAS,EAAC,MAAM,EAAC,MAAM,EAAC,OAAO,EAAC,OAAO,EAAC,MAAM,EAAC,MAAM,EAAC,KAAK,EAAC,KAAK,EAAC,OAAO,EAAC,MAAM,EAAC,MAAM,EAAC,MAAM,EAAC,OAAO,EAAC,MAAM,EAAC,MAAM,EAAC,OAAO,EAAC,SAAS,EAAC,QAAQ,EAAC,QAAQ,EAAC,UAAU,CAAC,CAAC,CAAC;AAEza;;;GAGG;AACH,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,WAAW,GAAG,qCAAqC,CAAC;IAC1D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,kDAAkD;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAEhE,IAAI,YAAY,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC7B,0FAA0F;YAC1F,MAAM,gBAAgB,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChD,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAsB;IAC1D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,mBAAmB,EAAE,CAAC,EAAE,CAAC;IAClE,CAAC;IAED,oCAAoC;IACpC,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM;QACN,QAAQ,EAAE,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC;KAC1C,CAAC,CAAC,CAAC;IAEJ,yDAAyD;IACzD,MAAM,eAAe,GAAG,IAAI,GAAG,EAA4D,CAAC;IAE5F,KAAK,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,cAAc,EAAE,CAAC;QAClD,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACjC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAClC,CAAC;YACD,eAAe,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAe,CAAC;IAC3C,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,uDAAuD;IACvD,KAAK,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC;QAChE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,uDAAuD;YACvD,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QAED,wCAAwC;QACxC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAmE,CAAC;QACjG,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC;YACtC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9B,CAAC;YACD,aAAa,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,aAAa,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC7B,4CAA4C;YAC5C,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CACtD,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAC1E,CAAC;YAEF,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAEhC,qEAAqE;YACrE,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,YAAY,GAAG,eAAe;qBACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC;qBACxC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC3B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,WAAW,CAAC,IAAI,CAAC,qBAAqB,OAAO,CAAC,MAAM,CAAC,IAAI,iBAAiB,MAAM,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACjH,mBAAmB,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACxD,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtE,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAErD,wCAAwC;YACxC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CACpD,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAC1E,CAAC;YACF,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE/B,uCAAuC;YACvC,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAChE,GAAG,IAAI,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC1D,CAAC;YAEF,WAAW,CAAC,IAAI,CAAC,QAAQ,WAAW,YAAY,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,MAAM,cAAc,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3H,mBAAmB,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,EAAE,QAAQ,CAAC,IAAK,GAAG,CAAC,CAAC;QACxF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC;QAChC,WAAW;QACX,mBAAmB;KACpB,CAAC;AACJ,CAAC"}

package/dist-server/src/services/treeIndexer.d.ts

@@ -0,0 +1,91 @@
+/**
+ * Tree Indexer — Source-Agnostic Document Indexing
+ *
+ * Converts ANY structured content into a PageIndex-compatible tree.
+ * The tree is the universal intermediate representation for the
+ * context engineering pipeline:
+ *
+ *   Source (any) → Connector (normalize) → TreeIndex → DepthFilter → Context Assembly
+ *
+ * Connectors:
+ *   - markdown: heading-based hierarchy (built-in)
+ *   - structured: pre-structured data (API responses, CRM records, meeting notes)
+ *   - flat: unstructured text (wraps in single root node)
+ *
+ * Future connectors (external):
+ *   - Notion pages (block hierarchy)
+ *   - HubSpot records (field groups)
+ *   - Slack threads (chronological)
+ *   - Granola transcripts (timestamped sections)
+ *   - PDF via PageIndex API
+ */
+export interface TreeNode {
+    nodeId: string;
+    title: string;
+    depth: number;
+    text: string;
+    tokens: number;
+    totalTokens: number;
+    children: TreeNode[];
+    meta?: {
+        lineStart?: number;
+        lineEnd?: number;
+        firstSentence: string;
+        firstParagraph: string;
+        sourceType?: string;
+        sourceId?: string;
+        timestamp?: number;
+        fieldGroup?: string;
+    };
+}
+export interface TreeIndex {
+    source: string;
+    sourceType: string;
+    root: TreeNode;
+    totalTokens: number;
+    nodeCount: number;
+    created: number;
+}
+/** Rough token estimate: ~4 chars per token for English text */
+/**
+ * Estimate token count from text.
+ * Uses word-boundary split (~1.3 tokens per word for English)
+ * with adjustment for code blocks (~0.4 tokens per char).
+ */
+export declare function estimateTokens(text: string): number;
+/**
+ * Parse markdown into a tree of heading-based nodes.
+ * Most common connector — works for any .md, README, docs, AGENTS.md, etc.
+ */
+export declare function indexMarkdown(source: string, markdown: string): TreeIndex;
+export interface StructuredField {
+    key: string;
+    label: string;
+    value: string;
+    group?: string;
+}
+/**
+ * Index structured data (CRM records, API responses, etc.) into a tree.
+ * Groups fields by their `group` property, creating a 2-level tree.
+ *
+ * Works for: HubSpot deals/contacts, Notion databases, any key-value data.
+ */
+export declare function indexStructured(source: string, fields: StructuredField[], sourceType?: string): TreeIndex;
+export interface ChronoEntry {
+    timestamp: number;
+    speaker?: string;
+    text: string;
+}
+/**
+ * Index chronological data (chat threads, meeting transcripts) into a tree.
+ * Groups entries into time-based segments.
+ *
+ * Works for: Slack threads, Granola transcripts, chat logs.
+ */
+export declare function indexChronological(source: string, entries: ChronoEntry[], sourceType?: string, segmentMinutes?: number): TreeIndex;
+/**
+ * Wrap unstructured text in a single root node.
+ * Fallback for any source without inherent structure.
+ */
+export declare function indexFlat(source: string, text: string, sourceType?: string): TreeIndex;
+//# sourceMappingURL=treeIndexer.d.ts.map

package/dist-server/src/services/treeIndexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"treeIndexer.d.ts","sourceRoot":"","sources":["../../../src/services/treeIndexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,IAAI,CAAC,EAAE;QACL,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,gEAAgE;AAChE;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAQnD;AA+BD;;;GAGG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,CAiFzE;AAID,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,UAAU,SAAe,GAAG,SAAS,CAmD/G;AAID,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,WAAW,EAAE,EACtB,UAAU,SAAkB,EAC5B,cAAc,SAAK,GAClB,SAAS,CAiEX;AAID;;;GAGG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,SAAS,GAAG,SAAS,CAwBtF"}

package/dist-server/src/services/treeIndexer.js

@@ -0,0 +1,289 @@
+/**
+ * Tree Indexer — Source-Agnostic Document Indexing
+ *
+ * Converts ANY structured content into a PageIndex-compatible tree.
+ * The tree is the universal intermediate representation for the
+ * context engineering pipeline:
+ *
+ *   Source (any) → Connector (normalize) → TreeIndex → DepthFilter → Context Assembly
+ *
+ * Connectors:
+ *   - markdown: heading-based hierarchy (built-in)
+ *   - structured: pre-structured data (API responses, CRM records, meeting notes)
+ *   - flat: unstructured text (wraps in single root node)
+ *
+ * Future connectors (external):
+ *   - Notion pages (block hierarchy)
+ *   - HubSpot records (field groups)
+ *   - Slack threads (chronological)
+ *   - Granola transcripts (timestamped sections)
+ *   - PDF via PageIndex API
+ */
+/** Rough token estimate: ~4 chars per token for English text */
+/**
+ * Estimate token count from text.
+ * Uses word-boundary split (~1.3 tokens per word for English)
+ * with adjustment for code blocks (~0.4 tokens per char).
+ */
+export function estimateTokens(text) {
+    if (!text)
+        return 0;
+    // Code blocks are denser (more tokens per char)
+    const codeBlockMatch = text.match(/```[\s\S]*?```/g);
+    const codeChars = codeBlockMatch ? codeBlockMatch.reduce((s, b) => s + b.length, 0) : 0;
+    const proseChars = text.length - codeChars;
+    // Prose: ~4 chars/token. Code: ~2.5 chars/token.
+    return Math.ceil(proseChars / 4 + codeChars / 2.5);
+}
+function extractFirstSentence(text) {
+    const match = text.match(/^[^\n]*?[.!?](?:\s|$)/);
+    return match ? match[0].trim() : text.split('\n')[0].slice(0, 200);
+}
+function extractFirstParagraph(text) {
+    const para = text.split(/\n\s*\n/)[0];
+    return para ? para.trim().slice(0, 1000) : '';
+}
+function genNodeId(depth, index) {
+    return `n${depth}-${index}`;
+}
+function computeTotals(node) {
+    let total = node.tokens;
+    for (const child of node.children)
+        total += computeTotals(child);
+    node.totalTokens = total;
+    return total;
+}
+function countNodes(node) {
+    let c = 1;
+    for (const child of node.children)
+        c += countNodes(child);
+    return c;
+}
+// ── Markdown Connector ──
+/**
+ * Parse markdown into a tree of heading-based nodes.
+ * Most common connector — works for any .md, README, docs, AGENTS.md, etc.
+ */
+export function indexMarkdown(source, markdown) {
+    const lines = markdown.split('\n');
+    let nodeCounter = 0;
+    const root = {
+        nodeId: genNodeId(0, nodeCounter++),
+        title: source,
+        depth: 0,
+        text: '',
+        tokens: 0,
+        totalTokens: 0,
+        children: [],
+    };
+    const stack = [root];
+    let currentText = [];
+    let currentLineStart = 0;
+    function flushText(lineEnd) {
+        const text = currentText.join('\n').trim();
+        const current = stack[stack.length - 1];
+        current.text = text;
+        current.tokens = estimateTokens(text);
+        if (current.meta) {
+            current.meta.lineEnd = lineEnd;
+            current.meta.firstSentence = extractFirstSentence(text);
+            current.meta.firstParagraph = extractFirstParagraph(text);
+        }
+        else if (text) {
+            current.meta = {
+                lineStart: currentLineStart,
+                lineEnd,
+                firstSentence: extractFirstSentence(text),
+                firstParagraph: extractFirstParagraph(text),
+                sourceType: 'markdown',
+            };
+        }
+        currentText = [];
+    }
+    const headingRegex = /^(#{1,6})\s+(.+)$/;
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const match = headingRegex.exec(line);
+        if (match) {
+            flushText(i - 1);
+            const level = match[1].length;
+            const title = match[2].trim();
+            const node = {
+                nodeId: genNodeId(level, nodeCounter++),
+                title,
+                depth: level,
+                text: '',
+                tokens: 0,
+                totalTokens: 0,
+                children: [],
+                meta: { lineStart: i, lineEnd: i, firstSentence: '', firstParagraph: '', sourceType: 'markdown' },
+            };
+            while (stack.length > 1 && stack[stack.length - 1].depth >= level)
+                stack.pop();
+            stack[stack.length - 1].children.push(node);
+            stack.push(node);
+            currentLineStart = i + 1;
+        }
+        else {
+            currentText.push(line);
+        }
+    }
+    flushText(lines.length - 1);
+    computeTotals(root);
+    return {
+        source,
+        sourceType: 'markdown',
+        root,
+        totalTokens: root.totalTokens,
+        nodeCount: countNodes(root),
+        created: Date.now(),
+    };
+}
+/**
+ * Index structured data (CRM records, API responses, etc.) into a tree.
+ * Groups fields by their `group` property, creating a 2-level tree.
+ *
+ * Works for: HubSpot deals/contacts, Notion databases, any key-value data.
+ */
+export function indexStructured(source, fields, sourceType = 'structured') {
+    let nodeCounter = 0;
+    const root = {
+        nodeId: genNodeId(0, nodeCounter++),
+        title: source,
+        depth: 0,
+        text: '',
+        tokens: 0,
+        totalTokens: 0,
+        children: [],
+    };
+    // Group fields
+    const groups = new Map();
+    for (const f of fields) {
+        const g = f.group || 'default';
+        if (!groups.has(g))
+            groups.set(g, []);
+        groups.get(g).push(f);
+    }
+    for (const [groupName, groupFields] of groups) {
+        const text = groupFields.map(f => `${f.label}: ${f.value}`).join('\n');
+        const groupNode = {
+            nodeId: genNodeId(1, nodeCounter++),
+            title: groupName === 'default' ? source : groupName,
+            depth: 1,
+            text,
+            tokens: estimateTokens(text),
+            totalTokens: 0,
+            children: [],
+            meta: {
+                firstSentence: groupFields[0] ? `${groupFields[0].label}: ${groupFields[0].value}` : '',
+                firstParagraph: text.slice(0, 1000),
+                sourceType,
+                fieldGroup: groupName,
+            },
+        };
+        root.children.push(groupNode);
+    }
+    computeTotals(root);
+    return {
+        source,
+        sourceType,
+        root,
+        totalTokens: root.totalTokens,
+        nodeCount: countNodes(root),
+        created: Date.now(),
+    };
+}
+/**
+ * Index chronological data (chat threads, meeting transcripts) into a tree.
+ * Groups entries into time-based segments.
+ *
+ * Works for: Slack threads, Granola transcripts, chat logs.
+ */
+export function indexChronological(source, entries, sourceType = 'chronological', segmentMinutes = 10) {
+    let nodeCounter = 0;
+    const root = {
+        nodeId: genNodeId(0, nodeCounter++),
+        title: source,
+        depth: 0,
+        text: '',
+        tokens: 0,
+        totalTokens: 0,
+        children: [],
+    };
+    if (entries.length === 0) {
+        computeTotals(root);
+        return { source, sourceType, root, totalTokens: 0, nodeCount: 1, created: Date.now() };
+    }
+    // Segment by time gaps
+    const segmentMs = segmentMinutes * 60 * 1000;
+    let currentSegment = [entries[0]];
+    const segments = [];
+    for (let i = 1; i < entries.length; i++) {
+        if (entries[i].timestamp - entries[i - 1].timestamp > segmentMs) {
+            segments.push(currentSegment);
+            currentSegment = [];
+        }
+        currentSegment.push(entries[i]);
+    }
+    segments.push(currentSegment);
+    for (const seg of segments) {
+        const start = new Date(seg[0].timestamp);
+        const title = `${start.toLocaleTimeString([], { hour: '2-digit', minute: '2-digit' })}`;
+        const text = seg.map(e => e.speaker ? `${e.speaker}: ${e.text}` : e.text).join('\n');
+        const segNode = {
+            nodeId: genNodeId(1, nodeCounter++),
+            title,
+            depth: 1,
+            text,
+            tokens: estimateTokens(text),
+            totalTokens: 0,
+            children: [],
+            meta: {
+                firstSentence: seg[0].text.slice(0, 200),
+                firstParagraph: text.slice(0, 1000),
+                sourceType,
+                timestamp: seg[0].timestamp,
+            },
+        };
+        root.children.push(segNode);
+    }
+    computeTotals(root);
+    return {
+        source,
+        sourceType,
+        root,
+        totalTokens: root.totalTokens,
+        nodeCount: countNodes(root),
+        created: Date.now(),
+    };
+}
+// ── Flat Text Connector ──
+/**
+ * Wrap unstructured text in a single root node.
+ * Fallback for any source without inherent structure.
+ */
+export function indexFlat(source, text, sourceType = 'flat') {
+    const root = {
+        nodeId: 'n0-0',
+        title: source,
+        depth: 0,
+        text: text.trim(),
+        tokens: estimateTokens(text),
+        totalTokens: estimateTokens(text),
+        children: [],
+        meta: {
+            firstSentence: extractFirstSentence(text),
+            firstParagraph: extractFirstParagraph(text),
+            sourceType,
+        },
+    };
+    return {
+        source,
+        sourceType,
+        root,
+        totalTokens: root.totalTokens,
+        nodeCount: 1,
+        created: Date.now(),
+    };
+}
+//# sourceMappingURL=treeIndexer.js.map

package/dist-server/src/services/treeIndexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"treeIndexer.js","sourceRoot":"","sources":["../../../src/services/treeIndexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AA+BH,gEAAgE;AAChE;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,gDAAgD;IAChD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC3C,iDAAiD;IACjD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAClD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,KAAa;IAC7C,OAAO,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,aAAa,CAAC,IAAc;IACnC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ;QAAE,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;IACjE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IACzB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAC,IAAc;IAChC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ;QAAE,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAC1D,OAAO,CAAC,CAAC;AACX,CAAC;AAED,2BAA2B;AAE3B;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,MAAc,EAAE,QAAgB;IAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,MAAM,IAAI,GAAa;QACrB,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACnC,KAAK,EAAE,MAAM;QACb,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,CAAC;QACd,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,MAAM,KAAK,GAAe,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,WAAW,GAAa,EAAE,CAAC;IAC/B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,SAAS,SAAS,CAAC,OAAe;QAChC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACpB,OAAO,CAAC,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YAC/B,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,cAAc,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5D,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,GAAG;gBACb,SAAS,EAAE,gBAAgB;gBAC3B,OAAO;gBACP,aAAa,EAAE,oBAAoB,CAAC,IAAI,CAAC;gBACzC,cAAc,EAAE,qBAAqB,CAAC,IAAI,CAAC;gBAC3C,UAAU,EAAE,UAAU;aACvB,CAAC;QACJ,CAAC;QACD,WAAW,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,YAAY,GAAG,mBAAmB,CAAC;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEtC,IAAI,KAAK,EAAE,CAAC;YACV,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAE9B,MAAM,IAAI,GAAa;gBACrB,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC;gBACvC,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,IAAI,EAAE,EAAE;gBACR,MAAM,EAAE,CAAC;gBACT,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE,EAAE;gBACZ,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE;aAClG,CAAC;YAEF,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK;gBAAE,KAAK,CAAC,GAAG,EAAE,CAAC;YAC/E,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,gBAAgB,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5B,aAAa,CAAC,IAAI,CAAC,CAAC;IAEpB,OAAO;QACL,MAAM;QACN,UAAU,EAAE,UAAU;QACtB,IAAI;QACJ,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC;QAC3B,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;KACpB,CAAC;AACJ,CAAC;AAWD;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,MAAyB,EAAE,UAAU,GAAG,YAAY;IAClG,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,MAAM,IAAI,GAAa;QACrB,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACnC,KAAK,EAAE,MAAM;QACb,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,CAAC;QACd,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,eAAe;IACf,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6B,CAAC;IACpD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,MAAM,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,SAAS,GAAa;YAC1B,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YACnC,KAAK,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACnD,KAAK,EAAE,CAAC;YACR,IAAI;YACJ,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;YAC5B,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACJ,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE;gBACvF,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACnC,UAAU;gBACV,UAAU,EAAE,SAAS;aACtB;SACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,CAAC;IAEpB,OAAO;QACL,MAAM;QACN,UAAU;QACV,IAAI;QACJ,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC;QAC3B,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;KACpB,CAAC;AACJ,CAAC;AAUD;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAc,EACd,OAAsB,EACtB,UAAU,GAAG,eAAe,EAC5B,cAAc,GAAG,EAAE;IAEnB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,MAAM,IAAI,GAAa;QACrB,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACnC,KAAK,EAAE,MAAM;QACb,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,CAAC;QACd,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,aAAa,CAAC,IAAI,CAAC,CAAC;QACpB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACzF,CAAC;IAED,uBAAuB;IACvB,MAAM,SAAS,GAAG,cAAc,GAAG,EAAE,GAAG,IAAI,CAAC;IAC7C,IAAI,cAAc,GAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;YAChE,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9B,cAAc,GAAG,EAAE,CAAC;QACtB,CAAC;QACD,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAE9B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,kBAAkB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACxF,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErF,MAAM,OAAO,GAAa;YACxB,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YACnC,KAAK;YACL,KAAK,EAAE,CAAC;YACR,IAAI;YACJ,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;YAC5B,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACJ,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACxC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACnC,UAAU;gBACV,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;aAC5B;SACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,CAAC;IAEpB,OAAO;QACL,MAAM;QACN,UAAU;QACV,IAAI;QACJ,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC;QAC3B,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,4BAA4B;AAE5B;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,IAAY,EAAE,UAAU,GAAG,MAAM;IACzE,MAAM,IAAI,GAAa;QACrB,MAAM,EAAE,MAAM;QACd,KAAK,EAAE,MAAM;QACb,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACjB,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;QAC5B,WAAW,EAAE,cAAc,CAAC,IAAI,CAAC;QACjC,QAAQ,EAAE,EAAE;QACZ,IAAI,EAAE;YACJ,aAAa,EAAE,oBAAoB,CAAC,IAAI,CAAC;YACzC,cAAc,EAAE,qBAAqB,CAAC,IAAI,CAAC;YAC3C,UAAU;SACX;KACF,CAAC;IAEF,OAAO;QACL,MAAM;QACN,UAAU;QACV,IAAI;QACJ,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;KACpB,CAAC;AACJ,CAAC"}

package/dist-server/src/store/knowledgeBase.d.ts

@@ -0,0 +1,130 @@
+export type Category = 'knowledge' | 'discovery' | 'intel' | 'agents';
+export declare const CATEGORY_COLORS: Record<Category, string>;
+export type KnowledgeType = 'ground-truth' | 'signal' | 'evidence' | 'framework' | 'hypothesis' | 'guideline';
+export declare const KNOWLEDGE_TYPES: Record<KnowledgeType, {
+    label: string;
+    color: string;
+    icon: string;
+    instruction: string;
+}>;
+export interface ClassificationResult {
+    knowledgeType: KnowledgeType;
+    depth: number;
+    confidence: 'high' | 'medium' | 'low';
+    reason: string;
+}
+/**
+ * Classify a knowledge source by path + content.
+ * Path rules take precedence (explicit folder structure = intentional).
+ * Content rules are scored by pattern match count × weight.
+ */
+export declare function classifyKnowledgeType(path: string, content?: string): KnowledgeType;
+export declare function classifyKnowledge(path: string, content?: string): ClassificationResult;
+export declare function suggestDepth(content: string, type: KnowledgeType): number;
+export type OutputFormat = 'markdown' | 'html-slides' | 'email' | 'code' | 'csv' | 'json' | 'diagram' | 'slack';
+export declare const OUTPUT_FORMATS: {
+    id: OutputFormat;
+    label: string;
+    icon: string;
+    ext: string;
+}[];
+export declare function detectOutputFormat(prompt: string): OutputFormat;
+export interface KnowledgeSource {
+    id: string;
+    name: string;
+    path: string;
+    category: Category;
+    tokenEstimate: number;
+    children?: KnowledgeSource[];
+}
+export type DepthLevel = 'Full' | 'Detail' | 'Summary' | 'Headlines' | 'Mention';
+export declare const DEPTH_LEVELS: {
+    label: DepthLevel;
+    pct: number;
+}[];
+export interface ChannelConfig {
+    sourceId: string;
+    name: string;
+    path: string;
+    category: Category;
+    knowledgeType: KnowledgeType;
+    enabled: boolean;
+    depth: number;
+    baseTokens: number;
+    content?: string;
+    repoMeta?: {
+        name: string;
+        stack: string[];
+        totalFiles: number;
+        baseUrl?: string;
+        features: string[];
+    };
+    contentSourceId?: string;
+}
+export type PlanningMode = 'single-shot' | 'chain-of-thought' | 'react';
+export interface AgentConfig {
+    model: string;
+    temperature: number;
+    systemPrompt: string;
+    planningMode: PlanningMode;
+    maxTokens: number;
+}
+export declare const DEFAULT_AGENT_CONFIG: AgentConfig;
+export interface Preset {
+    id: string;
+    name: string;
+    channels: Omit<ChannelConfig, 'enabled'>[];
+    agentConfig?: Partial<AgentConfig>;
+}
+export type McpCategory = 'communication' | 'development' | 'data' | 'productivity';
+export interface McpServer {
+    id: string;
+    name: string;
+    icon: string;
+    connected: boolean;
+    enabled: boolean;
+    added: boolean;
+    capabilities: string[];
+    category: McpCategory;
+    description: string;
+}
+export type SkillCategory = 'content' | 'analysis' | 'development' | 'domain';
+export interface Skill {
+    id: string;
+    name: string;
+    icon: string;
+    enabled: boolean;
+    added: boolean;
+    description: string;
+    category: SkillCategory;
+    skillUrl?: string;
+    installedFrom?: 'local' | 'skills.sh' | 'registry';
+    installs?: string;
+}
+export interface AgentDef {
+    id: string;
+    name: string;
+    initials: string;
+    model: string;
+    description: string;
+    linkedSkills?: string[];
+}
+export type ConnectorService = 'notion' | 'hubspot' | 'slack' | 'granola' | 'github' | 'google-drive' | 'custom';
+export type ConnectorDirection = 'read' | 'write' | 'both';
+export type ConnectorStatus = 'connected' | 'configured' | 'available';
+export type ConnectorAuthMethod = 'oauth' | 'api-key' | 'none';
+export interface Connector {
+    id: string;
+    service: ConnectorService;
+    name: string;
+    mcpServerId: string;
+    direction: ConnectorDirection;
+    enabled: boolean;
+    config: Record<string, string>;
+    status: ConnectorStatus;
+    authMethod: ConnectorAuthMethod;
+    url?: string;
+    hint?: string;
+}
+export declare const PRESETS: Preset[];
+//# sourceMappingURL=knowledgeBase.d.ts.map

package/dist-server/src/store/knowledgeBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledgeBase.d.ts","sourceRoot":"","sources":["../../../src/store/knowledgeBase.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,WAAW,GAAG,OAAO,GAAG,QAAQ,CAAC;AAEtE,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAKpD,CAAC;AAGF,MAAM,MAAM,aAAa,GAAG,cAAc,GAAG,QAAQ,GAAG,UAAU,GAAG,WAAW,GAAG,YAAY,GAAG,WAAW,CAAC;AAE9G,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,aAAa,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAOtH,CAAC;AA6DF,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,aAAa,CAEnF;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,oBAAoB,CA+DtF;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,GAAG,MAAM,CAKzE;AAGD,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,aAAa,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAEhH,eAAO,MAAM,cAAc,EAAE;IAAE,EAAE,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAS1F,CAAC;AAGF,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAU/D;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,eAAe,EAAE,CAAC;CAC9B;AAID,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AAEjF,eAAO,MAAM,YAAY,EAAE;IAAE,KAAK,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAM5D,CAAC;AAEF,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,aAAa,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE;QACT,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,YAAY,GAAG,aAAa,GAAG,kBAAkB,GAAG,OAAO,CAAC;AAExE,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,YAAY,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,oBAAoB,EAAE,WAMlC,CAAC;AAEF,MAAM,WAAW,MAAM;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,EAAE,CAAC;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CACpC;AAQD,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,aAAa,GAAG,MAAM,GAAG,cAAc,CAAC;AAGpF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,EAAE,WAAW,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;CACrB;AAKD,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,UAAU,GAAG,aAAa,GAAG,QAAQ,CAAC;AAG9E,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,GAAG,WAAW,GAAG,UAAU,CAAC;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAKD,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAKD,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,cAAc,GAAG,QAAQ,CAAC;AACjH,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;AAC3D,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG,YAAY,GAAG,WAAW,CAAC;AAEvE,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;AAE/D,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,gBAAgB,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,kBAAkB,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,MAAM,EAAE,eAAe,CAAC;IACxB,UAAU,EAAE,mBAAmB,CAAC;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAID,eAAO,MAAM,OAAO,EAAE,MAAM,EAgH3B,CAAC"}