modelfusion 0.122.0 → 0.124.0

package/classifier/SemanticClassifier.cjs

@@ -1,81 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SemanticClassifier = void 0;
-const embed_js_1 = require("../model-function/embed/embed.cjs");
-const cosineSimilarity_js_1 = require("../util/cosineSimilarity.cjs");
-class SemanticClassifier {
-    constructor({ clusters, embeddingModel, similarityThreshold, }) {
-        Object.defineProperty(this, "clusters", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "embeddingModel", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "similarityThreshold", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "embeddings", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.clusters = clusters;
-        this.embeddingModel = embeddingModel;
-        this.similarityThreshold = similarityThreshold;
-    }
-    async getEmbeddings() {
-        if (this.embeddings != null) {
-            return this.embeddings;
-        }
-        const embeddings = [];
-        for (const cluster of this.clusters) {
-            const clusterEmbeddings = await (0, embed_js_1.embedMany)({
-                model: this.embeddingModel,
-                values: cluster.values,
-            });
-            for (let i = 0; i < clusterEmbeddings.length; i++) {
-                embeddings.push({
-                    embedding: clusterEmbeddings[i],
-                    clusterValue: cluster.values[i],
-                    clusterName: cluster.name,
-                });
-            }
-        }
-        this.embeddings = embeddings; // lazy caching
-        return embeddings;
-    }
-    async classify(value) {
-        const valueEmbedding = await (0, embed_js_1.embed)({
-            model: this.embeddingModel,
-            value,
-        });
-        const clusterEmbeddings = await this.getEmbeddings();
-        const allMatches = [];
-        for (const embedding of clusterEmbeddings) {
-            const similarity = (0, cosineSimilarity_js_1.cosineSimilarity)(valueEmbedding, embedding.embedding);
-            if (similarity >= this.similarityThreshold) {
-                allMatches.push({
-                    similarity,
-                    clusterValue: embedding.clusterValue,
-                    clusterName: embedding.clusterName,
-                });
-            }
-        }
-        // sort (highest similarity first)
-        allMatches.sort((a, b) => b.similarity - a.similarity);
-        return allMatches.length > 0
-            ? allMatches[0].clusterName
-            : null;
-    }
-}
-exports.SemanticClassifier = SemanticClassifier;

package/classifier/SemanticClassifier.d.ts

@@ -1,25 +0,0 @@
-import { Vector } from "../core/Vector.js";
-import { EmbeddingModel } from "../model-function/embed/EmbeddingModel.js";
-export interface SemanticCluster<VALUE, NAME extends string> {
-    name: NAME;
-    values: VALUE[];
-}
-export declare class SemanticClassifier<VALUE, CLUSTERS extends Array<SemanticCluster<VALUE, string>>> {
-    readonly clusters: CLUSTERS;
-    readonly embeddingModel: EmbeddingModel<VALUE>;
-    readonly similarityThreshold: number;
-    private embeddings;
-    constructor({ clusters, embeddingModel, similarityThreshold, }: {
-        clusters: CLUSTERS;
-        embeddingModel: EmbeddingModel<VALUE>;
-        similarityThreshold: number;
-    });
-    getEmbeddings(): Promise<{
-        embedding: Vector;
-        clusterValue: VALUE;
-        clusterName: string;
-    }[]>;
-    classify(value: VALUE): Promise<ClusterNames<CLUSTERS> | null>;
-}
-type ClusterNames<CLUSTERS> = CLUSTERS extends Array<SemanticCluster<unknown, infer NAME>> ? NAME : never;
-export {};

package/classifier/SemanticClassifier.js

@@ -1,77 +0,0 @@
-import { embed, embedMany } from "../model-function/embed/embed.js";
-import { cosineSimilarity } from "../util/cosineSimilarity.js";
-export class SemanticClassifier {
-    constructor({ clusters, embeddingModel, similarityThreshold, }) {
-        Object.defineProperty(this, "clusters", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "embeddingModel", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "similarityThreshold", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "embeddings", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.clusters = clusters;
-        this.embeddingModel = embeddingModel;
-        this.similarityThreshold = similarityThreshold;
-    }
-    async getEmbeddings() {
-        if (this.embeddings != null) {
-            return this.embeddings;
-        }
-        const embeddings = [];
-        for (const cluster of this.clusters) {
-            const clusterEmbeddings = await embedMany({
-                model: this.embeddingModel,
-                values: cluster.values,
-            });
-            for (let i = 0; i < clusterEmbeddings.length; i++) {
-                embeddings.push({
-                    embedding: clusterEmbeddings[i],
-                    clusterValue: cluster.values[i],
-                    clusterName: cluster.name,
-                });
-            }
-        }
-        this.embeddings = embeddings; // lazy caching
-        return embeddings;
-    }
-    async classify(value) {
-        const valueEmbedding = await embed({
-            model: this.embeddingModel,
-            value,
-        });
-        const clusterEmbeddings = await this.getEmbeddings();
-        const allMatches = [];
-        for (const embedding of clusterEmbeddings) {
-            const similarity = cosineSimilarity(valueEmbedding, embedding.embedding);
-            if (similarity >= this.similarityThreshold) {
-                allMatches.push({
-                    similarity,
-                    clusterValue: embedding.clusterValue,
-                    clusterName: embedding.clusterName,
-                });
-            }
-        }
-        // sort (highest similarity first)
-        allMatches.sort((a, b) => b.similarity - a.similarity);
-        return allMatches.length > 0
-            ? allMatches[0].clusterName
-            : null;
-    }
-}

package/classifier/index.d.ts

@@ -1 +0,0 @@
-export * from "./SemanticClassifier.js";

package/classifier/index.js

@@ -1 +0,0 @@
-export * from "./SemanticClassifier.js";