@ninebix/nmt-system 1.0.0

package/dist/extensions/clustering/index.js

@@ -0,0 +1,468 @@
+/**
+ * Clustering Module - Automatic neuron grouping and topic modeling
+ * @module extensions/clustering
+ */
+import { cosineSimilarity, centroid } from '../../utils/similarity.js';
+import { generateUUID } from '../../utils/uuid.js';
+/**
+ * Clustering Service
+ */
+export class ClusteringService {
+    neuronStore;
+    clusters;
+    constructor(neuronStore) {
+        this.neuronStore = neuronStore;
+        this.clusters = new Map();
+    }
+    /**
+     * K-means clustering
+     */
+    async kmeans(options) {
+        const { k, maxIterations = 100, tolerance = 1e-4, initMethod = 'kmeans++' } = options;
+        // Get all neurons
+        const neurons = await this.getAllNeurons();
+        if (neurons.length < k) {
+            throw new Error(`Not enough neurons (${neurons.length}) for ${k} clusters`);
+        }
+        // Initialize centroids
+        let centroids = initMethod === 'kmeans++'
+            ? this.initKMeansPlusPlus(neurons, k)
+            : this.initRandom(neurons, k);
+        let assignments = new Array(neurons.length).fill(-1);
+        let iterations = 0;
+        let converged = false;
+        while (iterations < maxIterations && !converged) {
+            // Assign neurons to nearest centroid
+            const newAssignments = neurons.map(n => this.findNearestCentroid(n.embedding, centroids));
+            // Check convergence
+            converged = assignments.every((a, i) => a === newAssignments[i]);
+            assignments = newAssignments;
+            if (!converged) {
+                // Update centroids
+                const newCentroids = this.updateCentroids(neurons, assignments, k);
+                // Check centroid movement
+                let maxMovement = 0;
+                for (let i = 0; i < k; i++) {
+                    const movement = 1 - cosineSimilarity(centroids[i], newCentroids[i]);
+                    maxMovement = Math.max(maxMovement, movement);
+                }
+                if (maxMovement < tolerance) {
+                    converged = true;
+                }
+                centroids = newCentroids;
+            }
+            iterations++;
+        }
+        // Build clusters
+        const clusters = this.buildClusters(neurons, assignments, centroids, 'kmeans');
+        // Calculate silhouette score
+        const silhouetteScore = this.calculateSilhouette(neurons, assignments, clusters);
+        // Store clusters
+        for (const cluster of clusters) {
+            this.clusters.set(cluster.id, cluster);
+        }
+        return {
+            clusters,
+            iterations,
+            silhouetteScore
+        };
+    }
+    /**
+     * DBSCAN clustering
+     */
+    async dbscan(options) {
+        const { eps, minPts } = options;
+        const neurons = await this.getAllNeurons();
+        const n = neurons.length;
+        // Build distance matrix (using 1 - similarity)
+        const distances = [];
+        for (let i = 0; i < n; i++) {
+            distances[i] = [];
+            for (let j = 0; j < n; j++) {
+                distances[i][j] = 1 - cosineSimilarity(neurons[i].embedding, neurons[j].embedding);
+            }
+        }
+        const labels = new Array(n).fill(-1); // -1 = unvisited
+        const noise = [];
+        let clusterId = 0;
+        for (let i = 0; i < n; i++) {
+            if (labels[i] !== -1)
+                continue; // Already processed
+            // Find neighbors
+            const neighbors = this.regionQuery(distances, i, eps);
+            if (neighbors.length < minPts) {
+                labels[i] = 0; // Mark as noise
+                noise.push(neurons[i].id);
+            }
+            else {
+                // Expand cluster
+                clusterId++;
+                this.expandCluster(distances, labels, i, neighbors, clusterId, eps, minPts);
+            }
+        }
+        // Build clusters from labels
+        const clusterMap = new Map();
+        for (let i = 0; i < n; i++) {
+            if (labels[i] > 0) {
+                if (!clusterMap.has(labels[i])) {
+                    clusterMap.set(labels[i], []);
+                }
+                clusterMap.get(labels[i]).push(neurons[i].id);
+            }
+        }
+        const clusters = [];
+        for (const [, members] of clusterMap) {
+            const memberNeurons = neurons.filter(n => members.includes(n.id));
+            const centroidVec = centroid(memberNeurons.map(n => n.embedding));
+            clusters.push({
+                id: generateUUID(),
+                centroid: centroidVec,
+                members,
+                avgSimilarity: this.calculateAvgSimilarity(memberNeurons),
+                metadata: {
+                    createdAt: new Date().toISOString(),
+                    updatedAt: new Date().toISOString(),
+                    algorithmUsed: 'dbscan'
+                }
+            });
+        }
+        // Store clusters
+        for (const cluster of clusters) {
+            this.clusters.set(cluster.id, cluster);
+        }
+        return {
+            clusters,
+            noise
+        };
+    }
+    /**
+     * Hierarchical clustering (Agglomerative)
+     */
+    async hierarchical(targetClusters, linkage = 'average') {
+        const neurons = await this.getAllNeurons();
+        const n = neurons.length;
+        // Initialize: each neuron is its own cluster
+        let currentClusters = neurons.map((neuron, i) => ({
+            members: [i],
+            centroid: new Float32Array(neuron.embedding)
+        }));
+        // Build similarity matrix
+        const similarities = [];
+        for (let i = 0; i < n; i++) {
+            similarities[i] = [];
+            for (let j = 0; j < n; j++) {
+                similarities[i][j] = cosineSimilarity(neurons[i].embedding, neurons[j].embedding);
+            }
+        }
+        // Merge until target cluster count
+        while (currentClusters.length > targetClusters) {
+            // Find most similar pair
+            let maxSim = -Infinity;
+            let mergeI = 0, mergeJ = 1;
+            for (let i = 0; i < currentClusters.length; i++) {
+                for (let j = i + 1; j < currentClusters.length; j++) {
+                    const sim = this.calculateLinkage(currentClusters[i].members, currentClusters[j].members, similarities, linkage);
+                    if (sim > maxSim) {
+                        maxSim = sim;
+                        mergeI = i;
+                        mergeJ = j;
+                    }
+                }
+            }
+            // Merge clusters
+            const merged = {
+                members: [...currentClusters[mergeI].members, ...currentClusters[mergeJ].members],
+                centroid: centroid([currentClusters[mergeI].centroid, currentClusters[mergeJ].centroid])
+            };
+            // Remove old clusters and add merged
+            currentClusters = currentClusters.filter((_, idx) => idx !== mergeI && idx !== mergeJ);
+            currentClusters.push(merged);
+        }
+        // Build final clusters
+        const clusters = currentClusters.map(c => {
+            const memberNeurons = c.members.map(i => neurons[i]);
+            return {
+                id: generateUUID(),
+                centroid: c.centroid,
+                members: memberNeurons.map(n => n.id),
+                avgSimilarity: this.calculateAvgSimilarity(memberNeurons),
+                metadata: {
+                    createdAt: new Date().toISOString(),
+                    updatedAt: new Date().toISOString(),
+                    algorithmUsed: `hierarchical-${linkage}`
+                }
+            };
+        });
+        // Store clusters
+        for (const cluster of clusters) {
+            this.clusters.set(cluster.id, cluster);
+        }
+        return { clusters };
+    }
+    /**
+     * Get cluster by ID
+     */
+    getCluster(id) {
+        return this.clusters.get(id);
+    }
+    /**
+     * Get all clusters
+     */
+    getAllClusters() {
+        return Array.from(this.clusters.values());
+    }
+    /**
+     * Find cluster for a neuron
+     */
+    findClusterForNeuron(neuronId) {
+        for (const cluster of this.clusters.values()) {
+            if (cluster.members.includes(neuronId)) {
+                return cluster;
+            }
+        }
+        return undefined;
+    }
+    /**
+     * Assign new neuron to nearest cluster
+     */
+    async assignToCluster(neuronId) {
+        const neuron = await this.neuronStore.getNeuron(neuronId);
+        if (!neuron)
+            return null;
+        let bestCluster = null;
+        let bestSimilarity = -Infinity;
+        for (const cluster of this.clusters.values()) {
+            const sim = cosineSimilarity(neuron.embedding, cluster.centroid);
+            if (sim > bestSimilarity) {
+                bestSimilarity = sim;
+                bestCluster = cluster;
+            }
+        }
+        if (bestCluster) {
+            bestCluster.members.push(neuronId);
+            bestCluster.metadata.updatedAt = new Date().toISOString();
+            // Update centroid
+            const memberNeurons = await this.getNeuronsByIds(bestCluster.members);
+            bestCluster.centroid = centroid(memberNeurons.map(n => n.embedding));
+            bestCluster.avgSimilarity = this.calculateAvgSimilarity(memberNeurons);
+        }
+        return bestCluster;
+    }
+    /**
+     * Get cluster statistics
+     */
+    getStats() {
+        const clusters = Array.from(this.clusters.values());
+        const sizes = clusters.map(c => c.members.length);
+        return {
+            totalClusters: clusters.length,
+            avgClusterSize: sizes.length > 0
+                ? sizes.reduce((a, b) => a + b, 0) / sizes.length
+                : 0,
+            largestCluster: sizes.length > 0 ? Math.max(...sizes) : 0,
+            smallestCluster: sizes.length > 0 ? Math.min(...sizes) : 0
+        };
+    }
+    // ==================== Private Methods ====================
+    async getAllNeurons() {
+        const ids = await this.neuronStore.getAllNeuronIds();
+        const neurons = [];
+        for (const id of ids) {
+            const neuron = await this.neuronStore.getNeuron(id);
+            if (neuron)
+                neurons.push(neuron);
+        }
+        return neurons;
+    }
+    async getNeuronsByIds(ids) {
+        const neurons = [];
+        for (const id of ids) {
+            const neuron = await this.neuronStore.getNeuron(id);
+            if (neuron)
+                neurons.push(neuron);
+        }
+        return neurons;
+    }
+    initRandom(neurons, k) {
+        const indices = new Set();
+        while (indices.size < k) {
+            indices.add(Math.floor(Math.random() * neurons.length));
+        }
+        return Array.from(indices).map(i => new Float32Array(neurons[i].embedding));
+    }
+    initKMeansPlusPlus(neurons, k) {
+        const centroids = [];
+        // Choose first centroid randomly
+        const firstIdx = Math.floor(Math.random() * neurons.length);
+        centroids.push(new Float32Array(neurons[firstIdx].embedding));
+        // Choose remaining centroids
+        for (let c = 1; c < k; c++) {
+            const distances = neurons.map(n => {
+                let minDist = Infinity;
+                for (const cent of centroids) {
+                    const dist = 1 - cosineSimilarity(n.embedding, cent);
+                    minDist = Math.min(minDist, dist);
+                }
+                return minDist * minDist; // Square for probability
+            });
+            // Weighted random selection
+            const totalDist = distances.reduce((a, b) => a + b, 0);
+            let random = Math.random() * totalDist;
+            for (let i = 0; i < neurons.length; i++) {
+                random -= distances[i];
+                if (random <= 0) {
+                    centroids.push(new Float32Array(neurons[i].embedding));
+                    break;
+                }
+            }
+        }
+        return centroids;
+    }
+    findNearestCentroid(embedding, centroids) {
+        let maxSim = -Infinity;
+        let nearest = 0;
+        for (let i = 0; i < centroids.length; i++) {
+            const sim = cosineSimilarity(embedding, centroids[i]);
+            if (sim > maxSim) {
+                maxSim = sim;
+                nearest = i;
+            }
+        }
+        return nearest;
+    }
+    updateCentroids(neurons, assignments, k) {
+        const centroids = [];
+        for (let c = 0; c < k; c++) {
+            const members = neurons.filter((_, i) => assignments[i] === c);
+            if (members.length > 0) {
+                centroids.push(centroid(members.map(m => m.embedding)));
+            }
+            else {
+                // Empty cluster - reinitialize randomly
+                const randomIdx = Math.floor(Math.random() * neurons.length);
+                centroids.push(new Float32Array(neurons[randomIdx].embedding));
+            }
+        }
+        return centroids;
+    }
+    buildClusters(neurons, assignments, centroids, algorithm) {
+        const clusters = [];
+        for (let c = 0; c < centroids.length; c++) {
+            const members = neurons
+                .filter((_, i) => assignments[i] === c)
+                .map(n => n.id);
+            const memberNeurons = neurons.filter((_, i) => assignments[i] === c);
+            clusters.push({
+                id: generateUUID(),
+                centroid: centroids[c],
+                members,
+                avgSimilarity: this.calculateAvgSimilarity(memberNeurons),
+                metadata: {
+                    createdAt: new Date().toISOString(),
+                    updatedAt: new Date().toISOString(),
+                    algorithmUsed: algorithm
+                }
+            });
+        }
+        return clusters;
+    }
+    calculateAvgSimilarity(neurons) {
+        if (neurons.length < 2)
+            return 1;
+        let totalSim = 0;
+        let count = 0;
+        for (let i = 0; i < neurons.length; i++) {
+            for (let j = i + 1; j < neurons.length; j++) {
+                totalSim += cosineSimilarity(neurons[i].embedding, neurons[j].embedding);
+                count++;
+            }
+        }
+        return count > 0 ? totalSim / count : 1;
+    }
+    calculateSilhouette(neurons, assignments, clusters) {
+        if (clusters.length < 2)
+            return 0;
+        let totalScore = 0;
+        for (let i = 0; i < neurons.length; i++) {
+            const myCluster = assignments[i];
+            // Calculate a(i) - average distance to same cluster
+            const sameCluster = neurons.filter((_, j) => assignments[j] === myCluster && j !== i);
+            const a = sameCluster.length > 0
+                ? sameCluster.reduce((sum, n) => sum + (1 - cosineSimilarity(neurons[i].embedding, n.embedding)), 0) / sameCluster.length
+                : 0;
+            // Calculate b(i) - minimum average distance to other clusters
+            let b = Infinity;
+            for (let c = 0; c < clusters.length; c++) {
+                if (c === myCluster)
+                    continue;
+                const otherCluster = neurons.filter((_, j) => assignments[j] === c);
+                if (otherCluster.length > 0) {
+                    const avgDist = otherCluster.reduce((sum, n) => sum + (1 - cosineSimilarity(neurons[i].embedding, n.embedding)), 0) / otherCluster.length;
+                    b = Math.min(b, avgDist);
+                }
+            }
+            // Silhouette score for this point
+            const s = Math.max(a, b) > 0 ? (b - a) / Math.max(a, b) : 0;
+            totalScore += s;
+        }
+        return totalScore / neurons.length;
+    }
+    regionQuery(distances, pointIdx, eps) {
+        const neighbors = [];
+        for (let i = 0; i < distances.length; i++) {
+            if (distances[pointIdx][i] <= eps) {
+                neighbors.push(i);
+            }
+        }
+        return neighbors;
+    }
+    expandCluster(distances, labels, pointIdx, neighbors, clusterId, eps, minPts) {
+        labels[pointIdx] = clusterId;
+        const queue = [...neighbors];
+        let i = 0;
+        while (i < queue.length) {
+            const q = queue[i];
+            if (labels[q] === 0) {
+                // Was noise, now border point
+                labels[q] = clusterId;
+            }
+            if (labels[q] !== -1) {
+                i++;
+                continue;
+            }
+            labels[q] = clusterId;
+            const qNeighbors = this.regionQuery(distances, q, eps);
+            if (qNeighbors.length >= minPts) {
+                for (const n of qNeighbors) {
+                    if (!queue.includes(n)) {
+                        queue.push(n);
+                    }
+                }
+            }
+            i++;
+        }
+    }
+    calculateLinkage(cluster1, cluster2, similarities, linkage) {
+        const allSims = [];
+        for (const i of cluster1) {
+            for (const j of cluster2) {
+                allSims.push(similarities[i][j]);
+            }
+        }
+        switch (linkage) {
+            case 'single':
+                return Math.max(...allSims);
+            case 'complete':
+                return Math.min(...allSims);
+            case 'average':
+                return allSims.reduce((a, b) => a + b, 0) / allSims.length;
+        }
+    }
+}
+/**
+ * Create a ClusteringService instance
+ */
+export function createClusteringService(neuronStore) {
+    return new ClusteringService(neuronStore);
+}
+//# sourceMappingURL=index.js.map

package/dist/extensions/clustering/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extensions/clustering/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAQH,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAsDnD;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,WAAW,CAAe;IAC1B,QAAQ,CAAqB;IAErC,YAAY,WAAyB;QACnC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,EACJ,CAAC,EACD,aAAa,GAAG,GAAG,EACnB,SAAS,GAAG,IAAI,EAChB,UAAU,GAAG,UAAU,EACxB,GAAG,OAAO,CAAC;QAEZ,kBAAkB;QAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,uBAAuB,OAAO,CAAC,MAAM,SAAS,CAAC,WAAW,CAAC,CAAC;QAC9E,CAAC;QAED,uBAAuB;QACvB,IAAI,SAAS,GAAG,UAAU,KAAK,UAAU;YACvC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC;YACrC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAEhC,IAAI,WAAW,GAAa,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,OAAO,UAAU,GAAG,aAAa,IAAI,CAAC,SAAS,EAAE,CAAC;YAChD,qCAAqC;YACrC,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CACrC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CACjD,CAAC;YAEF,oBAAoB;YACpB,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,WAAW,GAAG,cAAc,CAAC;YAE7B,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,mBAAmB;gBACnB,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;gBAEnE,0BAA0B;gBAC1B,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,CAAC,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrE,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAChD,CAAC;gBAED,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;oBAC5B,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;gBAED,SAAS,GAAG,YAAY,CAAC;YAC3B,CAAC;YAED,UAAU,EAAE,CAAC;QACf,CAAC;QAED,iBAAiB;QACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAE/E,6BAA6B;QAC7B,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QAEjF,iBAAiB;QACjB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QAED,OAAO;YACL,QAAQ;YACR,UAAU;YACV,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAEhC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEzB,+CAA+C;QAC/C,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAa,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,iBAAiB;QAClE,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAAE,SAAS,CAAE,oBAAoB;YAErD,iBAAiB;YACjB,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;YAEtD,IAAI,SAAS,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;gBAC9B,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,gBAAgB;gBAChC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,iBAAiB;gBACjB,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC,aAAa,CAChB,SAAS,EACT,MAAM,EACN,CAAC,EACD,SAAS,EACT,SAAS,EACT,GAAG,EACH,MAAM,CACP,CAAC;YACJ,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC/B,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChC,CAAC;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,UAAU,EAAE,CAAC;YACrC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClE,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAElE,QAAQ,CAAC,IAAI,CAAC;gBACZ,EAAE,EAAE,YAAY,EAAE;gBAClB,QAAQ,EAAE,WAAW;gBACrB,OAAO;gBACP,aAAa,EAAE,IAAI,CAAC,sBAAsB,CAAC,aAAa,CAAC;gBACzD,QAAQ,EAAE;oBACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,aAAa,EAAE,QAAQ;iBACxB;aACF,CAAC,CAAC;QACL,CAAC;QAED,iBAAiB;QACjB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QAED,OAAO;YACL,QAAQ;YACR,KAAK;SACN,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,cAAsB,EACtB,UAA6C,SAAS;QAEtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEzB,6CAA6C;QAC7C,IAAI,eAAe,GAGd,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,OAAO,EAAE,CAAC,CAAC,CAAC;YACZ,QAAQ,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC;SAC7C,CAAC,CAAC,CAAC;QAEJ,0BAA0B;QAC1B,MAAM,YAAY,GAAe,EAAE,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,YAAY,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,OAAO,eAAe,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;YAC/C,yBAAyB;YACzB,IAAI,MAAM,GAAG,CAAC,QAAQ,CAAC;YACvB,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC;YAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpD,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAC/B,eAAe,CAAC,CAAC,CAAC,CAAC,OAAO,EAC1B,eAAe,CAAC,CAAC,CAAC,CAAC,OAAO,EAC1B,YAAY,EACZ,OAAO,CACR,CAAC;oBAEF,IAAI,GAAG,GAAG,MAAM,EAAE,CAAC;wBACjB,MAAM,GAAG,GAAG,CAAC;wBACb,MAAM,GAAG,CAAC,CAAC;wBACX,MAAM,GAAG,CAAC,CAAC;oBACb,CAAC;gBACH,CAAC;YACH,CAAC;YAED,iBAAiB;YACjB,MAAM,MAAM,GAAG;gBACb,OAAO,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACjF,QAAQ,EAAE,QAAQ,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC;aACzF,CAAC;YAEF,qCAAqC;YACrC,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,CAAC,CAAC;YACvF,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;QAED,uBAAuB;QACvB,MAAM,QAAQ,GAAc,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAClD,MAAM,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,OAAO;gBACL,EAAE,EAAE,YAAY,EAAE;gBAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrC,aAAa,EAAE,IAAI,CAAC,sBAAsB,CAAC,aAAa,CAAC;gBACzD,QAAQ,EAAE;oBACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,aAAa,EAAE,gBAAgB,OAAO,EAAE;iBACzC;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB;QACjB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,EAAQ;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,QAAc;QACjC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvC,OAAO,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,QAAc;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,IAAI,WAAW,GAAmB,IAAI,CAAC;QACvC,IAAI,cAAc,GAAG,CAAC,QAAQ,CAAC;QAE/B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;YACjE,IAAI,GAAG,GAAG,cAAc,EAAE,CAAC;gBACzB,cAAc,GAAG,GAAG,CAAC;gBACrB,WAAW,GAAG,OAAO,CAAC;YACxB,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnC,WAAW,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAE1D,kBAAkB;YAClB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACtE,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACrE,WAAW,CAAC,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,QAAQ;QAMN,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAElD,OAAO;YACL,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,cAAc,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC;gBAC9B,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM;gBACjD,CAAC,CAAC,CAAC;YACL,cAAc,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,eAAe,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3D,CAAC;IACJ,CAAC;IAED,4DAA4D;IAEpD,KAAK,CAAC,aAAa;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACpD,IAAI,MAAM;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,GAAW;QACvC,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACpD,IAAI,MAAM;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,UAAU,CAAC,OAAqB,EAAE,CAAS;QACjD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,OAAO,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9E,CAAC;IAEO,kBAAkB,CAAC,OAAqB,EAAE,CAAS;QACzD,MAAM,SAAS,GAAmB,EAAE,CAAC;QAErC,iCAAiC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,SAAS,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAE9D,6BAA6B;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAa,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBAC1C,IAAI,OAAO,GAAG,QAAQ,CAAC;gBACvB,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;oBACrD,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACpC,CAAC;gBACD,OAAO,OAAO,GAAG,OAAO,CAAC,CAAE,yBAAyB;YACtD,CAAC,CAAC,CAAC;YAEH,4BAA4B;YAC5B,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACvD,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC;YAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;gBACvB,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;oBAChB,SAAS,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;oBACvD,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,mBAAmB,CAAC,SAAuB,EAAE,SAAyB;QAC5E,IAAI,MAAM,GAAG,CAAC,QAAQ,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACtD,IAAI,GAAG,GAAG,MAAM,EAAE,CAAC;gBACjB,MAAM,GAAG,GAAG,CAAC;gBACb,OAAO,GAAG,CAAC,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,eAAe,CACrB,OAAqB,EACrB,WAAqB,EACrB,CAAS;QAET,MAAM,SAAS,GAAmB,EAAE,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAE/D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,wCAAwC;gBACxC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC7D,SAAS,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,aAAa,CACnB,OAAqB,EACrB,WAAqB,EACrB,SAAyB,EACzB,SAAiB;QAEjB,MAAM,QAAQ,GAAc,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,OAAO;iBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;iBACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAElB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAErE,QAAQ,CAAC,IAAI,CAAC;gBACZ,EAAE,EAAE,YAAY,EAAE;gBAClB,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;gBACtB,OAAO;gBACP,aAAa,EAAE,IAAI,CAAC,sBAAsB,CAAC,aAAa,CAAC;gBACzD,QAAQ,EAAE;oBACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,aAAa,EAAE,SAAS;iBACzB;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,sBAAsB,CAAC,OAAqB;QAClD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAEjC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,QAAQ,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACzE,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAED,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEO,mBAAmB,CACzB,OAAqB,EACrB,WAAqB,EACrB,QAAmB;QAEnB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAElC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAEjC,oDAAoD;YACpD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACtF,MAAM,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;gBAC9B,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAC5B,GAAG,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CACnE,GAAG,WAAW,CAAC,MAAM;gBACxB,CAAC,CAAC,CAAC,CAAC;YAEN,8DAA8D;YAC9D,IAAI,CAAC,GAAG,QAAQ,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,SAAS;oBAAE,SAAS;gBAE9B,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAC7C,GAAG,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CACnE,GAAG,YAAY,CAAC,MAAM,CAAC;oBACxB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAED,kCAAkC;YAClC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IACrC,CAAC;IAEO,WAAW,CAAC,SAAqB,EAAE,QAAgB,EAAE,GAAW;QACtE,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;gBAClC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,aAAa,CACnB,SAAqB,EACrB,MAAgB,EAChB,QAAgB,EAChB,SAAmB,EACnB,SAAiB,EACjB,GAAW,EACX,MAAc;QAEd,MAAM,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC;QAE7B,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEnB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpB,8BAA8B;gBAC9B,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;YACxB,CAAC;YAED,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACrB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;YAEtB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;YACvD,IAAI,UAAU,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;gBAChC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAChB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAEO,gBAAgB,CACtB,QAAkB,EAClB,QAAkB,EAClB,YAAwB,EACxB,OAA0C;QAE1C,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,QAAQ,OAAO,EAAE,CAAC;YAChB,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;YAC9B,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;YAC9B,KAAK,SAAS;gBACZ,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAC/D,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,WAAyB;IAC/D,OAAO,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;AAC5C,CAAC"}

package/dist/extensions/clustering/topic-modeling.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Topic Modeling - Extract topics from neuron clusters
+ * @module extensions/clustering/topic-modeling
+ */
+import type { UUID, INeuronStore, IChunkStore } from '../../types/index.js';
+/**
+ * Topic definition
+ */
+export interface Topic {
+    id: UUID;
+    name: string;
+    keywords: string[];
+    weight: number;
+    neuronIds: UUID[];
+    metadata: {
+        createdAt: string;
+        coherenceScore: number;
+    };
+}
+/**
+ * Topic extraction result
+ */
+export interface TopicExtractionResult {
+    topics: Topic[];
+    neuronTopicMap: Map<UUID, UUID[]>;
+}
+/**
+ * Topic modeling options
+ */
+export interface TopicModelingOptions {
+    numTopics?: number;
+    topTermsPerTopic?: number;
+    minKeywords?: number;
+    maxKeywords?: number;
+    minWordLength?: number;
+    stopWords?: string[];
+}
+/**
+ * Topic Modeling Service
+ */
+export declare class TopicModelingService {
+    private neuronStore;
+    private chunkStore?;
+    private topics;
+    private stopWords;
+    constructor(neuronStore: INeuronStore, chunkStore?: IChunkStore);
+    /**
+     * Extract topics from all neurons using TF-IDF based approach
+     */
+    extractTopics(options?: TopicModelingOptions): Promise<TopicExtractionResult>;
+    /**
+     * Get topic by ID
+     */
+    getTopic(id: UUID): Topic | undefined;
+    /**
+     * Get all topics
+     */
+    getAllTopics(): Topic[];
+    /**
+     * Find topics for a text
+     */
+    findTopicsForText(text: string, topK?: number): Promise<Topic[]>;
+    /**
+     * Get related topics
+     */
+    getRelatedTopics(topicId: UUID, topK?: number): Topic[];
+    /**
+     * Update stop words
+     */
+    setStopWords(words: string[]): void;
+    /**
+     * Add stop words
+     */
+    addStopWords(words: string[]): void;
+    private getAllNeuronsWithContent;
+    private tokenize;
+    private buildTFIDF;
+    private extractTopicsFromTFIDF;
+    private calculateCoherence;
+    private buildNeuronTopicMap;
+}
+/**
+ * Create a TopicModelingService instance
+ */
+export declare function createTopicModelingService(neuronStore: INeuronStore, chunkStore?: IChunkStore): TopicModelingService;
+//# sourceMappingURL=topic-modeling.d.ts.map

package/dist/extensions/clustering/topic-modeling.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"topic-modeling.d.ts","sourceRoot":"","sources":["../../../src/extensions/clustering/topic-modeling.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAc,YAAY,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGxF;;GAEG;AACH,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,IAAI,CAAC;IACT,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,IAAI,EAAE,CAAC;IAClB,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,cAAc,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAmBD;;GAEG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,WAAW,CAAe;IAClC,OAAO,CAAC,UAAU,CAAC,CAAc;IACjC,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,SAAS,CAAc;gBAEnB,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,WAAW;IAO/D;;OAEG;IACG,aAAa,CAAC,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA8CvF;;OAEG;IACH,QAAQ,CAAC,EAAE,EAAE,IAAI,GAAG,KAAK,GAAG,SAAS;IAIrC;;OAEG;IACH,YAAY,IAAI,KAAK,EAAE;IAIvB;;OAEG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAmBzE;;OAEG;IACH,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,GAAE,MAAU,GAAG,KAAK,EAAE;IAsB1D;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI;IAInC;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI;YAQrB,wBAAwB;IA8BtC,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,UAAU;IAkFlB,OAAO,CAAC,sBAAsB;IA8G9B,OAAO,CAAC,kBAAkB;IA8B1B,OAAO,CAAC,mBAAmB;CAgC5B;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,WAAW,EAAE,YAAY,EACzB,UAAU,CAAC,EAAE,WAAW,GACvB,oBAAoB,CAEtB"}