vectra 0.1.0 → 0.1.1

package/README.md

@@ -7,4 +7,89 @@ Keep in mind that your entire Vectra index is loaded into memory so it's not wel
 
 Pinecone style namespaces aren't directly supported but you could easily mimic them by creating a separate Vectra index (and folder) for each namespace.
 
-Sample code and the actual code coming the week. GPT and I are still writting it :)
+## Installation
+
+```
+$ npm install vectra
+```
+
+## Usage
+
+First create an instance of `LocalIndex` with the path to the folder where you want you're items stored:
+
+```typescript
+import { LocalIndex } from 'vectra';
+
+const index = new LocalIndex(path.join(__dirname, '..', 'index'));
+```
+
+Next, from inside an async function, create your index:
+
+```typescript
+if (!await index.isIndexCreated()) {
+    await index.createIndex();
+}
+```
+
+Add some items to your index:
+
+```typescript
+import { OpenAIApi, Configuration } from 'openai';
+
+const configuration = new Configuration({
+    apiKey: `<YOUR_KEY>`,
+});
+
+const api = new OpenAIApi(configuration);
+
+async function getVector(text: string) {
+    const response = await api.createEmbedding({
+        'model': 'text-embedding-ada-002',
+        'input': text,
+    });
+    return response.data.data[0].embedding;
+}
+
+async function addItem(text: string) {
+    await index.insertItem({
+        vector: await getVector(text),
+        metadata: { text }
+    });
+}
+
+// Add items
+await addItem('apple');
+await addItem('oranges');
+await addItem('red');
+await addItem('blue');
+```
+
+Then query for items:
+
+```typescript
+async function query(text: string) {
+    const vector = await getVector(input);
+    const results = await index.queryItems(vector, 3);
+    if (results.length > 0) {
+        for (const result of results) {
+            console.log(`[${result.score}] ${result.item.metadata.text}`);
+        }
+    } else {
+        console.log(`No results found.`);
+    }
+}
+
+await query('green');
+/*
+[0.9036569942401076] blue
+[0.8758153664568566] red
+[0.8323828606103998] apple
+*/
+
+await query('banana');
+/*
+[0.9033128691220631] apple
+[0.8493374123092652] oranges
+[0.8415324469533297] blue
+*/
+```

package/package.json

@@ -2,7 +2,7 @@
     "name": "vectra",
     "author": "Steven Ickman",
     "description": "A vector database that uses the local file system for storage.",
-    "version": "0.1.0",
+    "version": "0.1.1",
     "license": "MIT",
     "keywords": [
         "gpt"

package/lib/ItemSelector.d.ts

@@ -1,41 +0,0 @@
-import { MetadataFilter, MetadataTypes } from './LocalIndex';
-export declare class ItemSelector {
-    /**
-     * Returns the similarity between two vectors using the cosine similarity.
-     * @param vector1 Vector 1
-     * @param vector2 Vector 2
-     * @returns Similarity between the two vectors
-     */
-    static cosineSimilarity(vector1: number[], vector2: number[]): number;
-    /**
-     * Normalizes a vector.
-     * @remarks
-     * The norm of a vector is the square root of the sum of the squares of the elements.
-     * The LocalIndex pre-normalizes all vectors to improve performance.
-     * @param vector Vector to normalize
-     * @returns Normalized vector
-     */
-    static normalize(vector: number[]): number;
-    /**
-     * Returns the similarity between two vectors using cosine similarity.
-     * @remarks
-     * The LocalIndex pre-normalizes all vectors to improve performance.
-     * This method uses the pre-calculated norms to improve performance.
-     * @param vector1 Vector 1
-     * @param norm1 Norm of vector 1
-     * @param vector2 Vector 2
-     * @param norm2 Norm of vector 2
-     * @returns Similarity between the two vectors
-     */
-    static normalizedCosineSimilarity(vector1: number[], norm1: number, vector2: number[], norm2: number): number;
-    /**
-     * Applies a filter to the metadata of an item.
-     * @param metadata Metadata of the item
-     * @param filter Filter to apply
-     * @returns True if the item matches the filter, false otherwise
-     */
-    static select(metadata: Record<string, MetadataTypes>, filter: MetadataFilter): boolean;
-    private static dotProduct;
-    private static metadataFilter;
-}
-//# sourceMappingURL=ItemSelector.d.ts.map

package/lib/ItemSelector.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ItemSelector.d.ts","sourceRoot":"","sources":["../src/ItemSelector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7D,qBAAa,YAAY;IACrB;;;;;OAKG;WACW,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;IAKnE;;;;;;;OAOG;WACW,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE;IAYxC;;;;;;;;;;OAUG;WACW,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM;IAK3G;;;;;OAKG;WACW,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,cAAc,GAAG,OAAO;IAoC9F,OAAO,CAAC,MAAM,CAAC,UAAU;IAYzB,OAAO,CAAC,MAAM,CAAC,cAAc;CAqDhC"}

package/lib/ItemSelector.js

@@ -1,156 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ItemSelector = void 0;
-class ItemSelector {
-    /**
-     * Returns the similarity between two vectors using the cosine similarity.
-     * @param vector1 Vector 1
-     * @param vector2 Vector 2
-     * @returns Similarity between the two vectors
-     */
-    static cosineSimilarity(vector1, vector2) {
-        // Return the quotient of the dot product and the product of the norms
-        return this.dotProduct(vector1, vector2) / (this.normalize(vector1) * this.normalize(vector2));
-    }
-    /**
-     * Normalizes a vector.
-     * @remarks
-     * The norm of a vector is the square root of the sum of the squares of the elements.
-     * The LocalIndex pre-normalizes all vectors to improve performance.
-     * @param vector Vector to normalize
-     * @returns Normalized vector
-     */
-    static normalize(vector) {
-        // Initialize a variable to store the sum of the squares
-        let sum = 0;
-        // Loop through the elements of the array
-        for (let i = 0; i < vector.length; i++) {
-            // Square the element and add it to the sum
-            sum += vector[i] * vector[i];
-        }
-        // Return the square root of the sum
-        return Math.sqrt(sum);
-    }
-    /**
-     * Returns the similarity between two vectors using cosine similarity.
-     * @remarks
-     * The LocalIndex pre-normalizes all vectors to improve performance.
-     * This method uses the pre-calculated norms to improve performance.
-     * @param vector1 Vector 1
-     * @param norm1 Norm of vector 1
-     * @param vector2 Vector 2
-     * @param norm2 Norm of vector 2
-     * @returns Similarity between the two vectors
-     */
-    static normalizedCosineSimilarity(vector1, norm1, vector2, norm2) {
-        // Return the quotient of the dot product and the product of the norms
-        return this.dotProduct(vector1, vector2) / (norm1 * norm2);
-    }
-    /**
-     * Applies a filter to the metadata of an item.
-     * @param metadata Metadata of the item
-     * @param filter Filter to apply
-     * @returns True if the item matches the filter, false otherwise
-     */
-    static select(metadata, filter) {
-        if (filter === undefined || filter === null) {
-            return true;
-        }
-        for (const key in filter) {
-            switch (key) {
-                case '$and':
-                    if (!filter[key].every((f) => this.select(metadata, f))) {
-                        return false;
-                    }
-                    break;
-                case '$or':
-                    if (!filter[key].some((f) => this.select(metadata, f))) {
-                        return false;
-                    }
-                    break;
-                default:
-                    const value = filter[key];
-                    if (value === undefined || value === null) {
-                        return false;
-                    }
-                    else if (typeof value == 'object') {
-                        if (!this.metadataFilter(metadata[key], value)) {
-                            return false;
-                        }
-                    }
-                    else {
-                        if (metadata[key] !== value) {
-                            return false;
-                        }
-                    }
-                    break;
-            }
-        }
-        return true;
-    }
-    static dotProduct(arr1, arr2) {
-        // Initialize a variable to store the sum of the products
-        let sum = 0;
-        // Loop through the elements of the arrays
-        for (let i = 0; i < arr1.length; i++) {
-            // Multiply the corresponding elements and add them to the sum
-            sum += arr1[i] * arr2[i];
-        }
-        // Return the sum
-        return sum;
-    }
-    static metadataFilter(value, filter) {
-        if (value === undefined || value === null) {
-            return false;
-        }
-        for (const key in filter) {
-            switch (key) {
-                case '$eq':
-                    if (value !== filter[key]) {
-                        return false;
-                    }
-                    break;
-                case '$ne':
-                    if (value === filter[key]) {
-                        return false;
-                    }
-                    break;
-                case '$gt':
-                    if (typeof value != 'number' || value <= filter[key]) {
-                        return false;
-                    }
-                    break;
-                case '$gte':
-                    if (typeof value != 'number' || value < filter[key]) {
-                        return false;
-                    }
-                    break;
-                case '$lt':
-                    if (typeof value != 'number' || value >= filter[key]) {
-                        return false;
-                    }
-                    break;
-                case '$lte':
-                    if (typeof value != 'number' || value > filter[key]) {
-                        return false;
-                    }
-                    break;
-                case '$in':
-                    if (typeof value == 'boolean' || !filter[key].includes(value)) {
-                        return false;
-                    }
-                    break;
-                case '$nin':
-                    if (typeof value == 'boolean' || filter[key].includes(value)) {
-                        return false;
-                    }
-                    break;
-                default:
-                    return value === filter[key];
-            }
-        }
-        return true;
-    }
-}
-exports.ItemSelector = ItemSelector;
-//# sourceMappingURL=ItemSelector.js.map

package/lib/ItemSelector.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ItemSelector.js","sourceRoot":"","sources":["../src/ItemSelector.ts"],"names":[],"mappings":";;;AAEA,MAAa,YAAY;IACrB;;;;;OAKG;IACI,MAAM,CAAC,gBAAgB,CAAC,OAAiB,EAAE,OAAiB;QAC/D,sEAAsE;QACtE,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IACnG,CAAC;IAED;;;;;;;OAOG;IACI,MAAM,CAAC,SAAS,CAAC,MAAgB;QACpC,wDAAwD;QACxD,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,yCAAyC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACpC,2CAA2C;YAC3C,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;SAChC;QACD,oCAAoC;QACpC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;OAUG;IACI,MAAM,CAAC,0BAA0B,CAAC,OAAiB,EAAE,KAAa,EAAE,OAAiB,EAAE,KAAa;QACvG,sEAAsE;QACtE,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IAC/D,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,MAAM,CAAC,QAAuC,EAAE,MAAsB;QAChF,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,EAAE;YACzC,OAAO,IAAI,CAAC;SACf;QAED,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;YACtB,QAAQ,GAAG,EAAE;gBACT,KAAK,MAAM;oBACP,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE;wBACrD,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,KAAK;oBACN,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE;wBACpD,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV;oBACI,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE;wBACvC,OAAO,KAAK,CAAC;qBAChB;yBAAM,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE;wBACjC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAuB,CAAC,EAAE;4BAC9D,OAAO,KAAK,CAAC;yBAChB;qBACJ;yBAAM;wBACH,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE;4BACzB,OAAO,KAAK,CAAC;yBAChB;qBACJ;oBACD,MAAM;aACb;SACJ;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,MAAM,CAAC,UAAU,CAAC,IAAc,EAAE,IAAc;QACpD,yDAAyD;QACzD,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,0CAA0C;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAClC,8DAA8D;YAC9D,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;SAC5B;QACD,iBAAiB;QACjB,OAAO,GAAG,CAAC;IACf,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,KAAoB,EAAE,MAAsB;QACtE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE;YACvC,OAAO,KAAK,CAAC;SAChB;QAED,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;YACtB,QAAQ,GAAG,EAAE;gBACT,KAAK,KAAK;oBACN,IAAI,KAAK,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE;wBACvB,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,KAAK;oBACN,IAAI,KAAK,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE;wBACvB,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,KAAK;oBACN,IAAI,OAAO,KAAK,IAAI,QAAQ,IAAI,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE;wBAClD,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,MAAM;oBACP,IAAI,OAAO,KAAK,IAAI,QAAQ,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE;wBACjD,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,KAAK;oBACN,IAAI,OAAO,KAAK,IAAI,QAAQ,IAAI,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE;wBAClD,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,MAAM;oBACP,IAAI,OAAO,KAAK,IAAI,QAAQ,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE;wBACjD,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,KAAK;oBACN,IAAI,OAAO,KAAK,IAAI,SAAS,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;wBAC3D,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV,KAAK,MAAM;oBACP,IAAI,OAAO,KAAK,IAAI,SAAS,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;wBAC1D,OAAO,KAAK,CAAC;qBAChB;oBACD,MAAM;gBACV;oBACI,OAAO,KAAK,KAAK,MAAM,CAAC,GAAG,CAAC,CAAC;aACpC;SACJ;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA3JD,oCA2JC"}

package/lib/LocalIndex.d.ts

@@ -1,184 +0,0 @@
-export interface CreateIndexConfig {
-    version: number;
-    deleteIfExists?: boolean;
-    metadata_config?: {
-        indexed?: string[];
-    };
-}
-export interface IndexStats {
-    version: number;
-    metadata_config: {
-        indexed?: string[];
-    };
-    items: number;
-}
-export interface IndexItem<TMetadata = Record<string, MetadataTypes>> {
-    id: string;
-    metadata: TMetadata;
-    vector: number[];
-    norm: number;
-    metadataFile?: string;
-}
-export interface QueryResult<TMetadata = Record<string, MetadataTypes>> {
-    item: IndexItem<TMetadata>;
-    score: number;
-}
-export interface MetadataFilter {
-    [key: string]: MetadataTypes | MetadataFilter | (number | string)[] | MetadataFilter[];
-    /**
-     * Equal to (number, string, boolean)
-     */
-    '$eq': number | string | boolean;
-    /**
-     * Not equal to (number, string, boolean)
-     */
-    '$ne': number | string | boolean;
-    /**
-     * Greater than (number)
-     */
-    '$gt': number;
-    /**
-     * Greater than or equal to (number)
-     */
-    '$gte': number;
-    /**
-     * Less than (number)
-     */
-    '$lt': number;
-    /**
-     * Less than or equal to (number)
-     */
-    '$lte': number;
-    /**
-     * In array (string or number)
-     */
-    '$in': (number | string)[];
-    /**
-     * Not in array (string or number)
-     */
-    '$nin': (number | string)[];
-    /**
-     * AND (MetadataFilter[])
-     */
-    '$and': MetadataFilter[];
-    /**
-     * OR (MetadataFilter[])
-     */
-    '$or': MetadataFilter[];
-}
-export declare type MetadataTypes = number | string | boolean;
-/**
- * Local vector index instance.
- * @remarks
- * This class is used to create, update, and query a local vector index.
- * Each index is a folder on disk containing an index.json file and an optional set of metadata files.
- */
-export declare class LocalIndex {
-    private readonly _folderPath;
-    private _data?;
-    private _update?;
-    /**
-     * Creates a new instance of LocalIndex.
-     * @param folderPath - Path to the index folder
-     */
-    constructor(folderPath: string);
-    /**
-     * Begins an update to the index.
-     * @remarks
-     * This method loads the index into memory and prepares it for updates.
-     */
-    beginUpdate(): Promise<void>;
-    /**
-     * Cancels an update to the index.
-     * @remarks
-     * This method discards any changes made to the index since the update began.
-     */
-    cancelUpdate(): void;
-    /**
-     * Creates a new index.
-     * @remarks
-     * This method creates a new folder on disk containing an index.json file.
-     * @param config - Index configuration
-     */
-    createIndex(config?: CreateIndexConfig): Promise<void>;
-    /**
-     * Deletes the index.
-     * @remarks
-     * This method deletes the index folder from disk.
-     */
-    deleteIndex(): Promise<void>;
-    /**
-     * Deletes an item from the index.
-     * @param id - Item id
-     */
-    deleteItem(id: string): Promise<void>;
-    /**
-     * Ends an update to the index.
-     * @remarks
-     * This method saves the index to disk.
-     */
-    endUpdate(): Promise<void>;
-    /**
-     * Loads an index from disk and returns its stats.
-     * @returns Index stats
-     */
-    getIndexStats(): Promise<IndexStats>;
-    /**
-     * Returns an item from the index given its ID.
-     * @param id Item id
-     * @returns Item or undefined if not found
-     */
-    getItem<TMetadata = Record<string, MetadataTypes>>(id: string): Promise<IndexItem<TMetadata> | undefined>;
-    /**
-     * Adds an item to the index.
-     * @remarks
-     * A new update is started if one is not already in progress. If an item with the same ID
-     * already exists, an error will be thrown.
-     * @param item Item to insert
-     * @returns Inserted item
-     */
-    insertItem<TMetadata = Record<string, MetadataTypes>>(item: Partial<IndexItem<TMetadata>>): Promise<IndexItem<TMetadata>>;
-    /**
-     * Returns true if the index exists.
-     */
-    isIndexCreated(): Promise<boolean>;
-    /**
-     * Returns all items in the index.
-     * @remarks
-     * This method loads the index into memory and returns all its items. A copy of the items
-     * array is returned so no modifications should be made to the array.
-     * @returns All items in the index
-     */
-    listItems<TMetadata = Record<string, MetadataTypes>>(): Promise<IndexItem<TMetadata>[]>;
-    /**
-     * Returns all items in the index matching the filter.
-     * @remarks
-     * This method loads the index into memory and returns all its items matching the filter.
-     * @param filter Filter to apply
-     * @returns Items matching the filter
-     */
-    listItemsByMetadata<TMetadata = Record<string, MetadataTypes>>(filter: MetadataFilter): Promise<IndexItem<TMetadata>[]>;
-    /**
-     * Finds the top k items in the index that are most similar to the vector.
-     * @remarks
-     * This method loads the index into memory and returns the top k items that are most similar.
-     * An optional filter can be applied to the metadata of the items.
-     * @param vector Vector to query against
-     * @param topK Number of items to return
-     * @param filter Optional filter to apply
-     * @returns Similar items to the vector that matches the filter
-     */
-    queryItems<TMetadata = Record<string, MetadataTypes>>(vector: number[], topK: number, filter?: MetadataFilter): Promise<QueryResult<TMetadata>[]>;
-    /**
-     * Adds or replaces an item in the index.
-     * @remarks
-     * A new update is started if one is not already in progress. If an item with the same ID
-     * already exists, it will be replaced.
-     * @param item Item to insert or replace
-     * @returns Upserted item
-     */
-    upsertItem<TMetadata = Record<string, MetadataTypes>>(item: Partial<IndexItem<TMetadata>>): Promise<IndexItem<TMetadata>>;
-    private loadIndexData;
-    private addItemToUpdate;
-}
-//# sourceMappingURL=LocalIndex.d.ts.map

package/lib/LocalIndex.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"LocalIndex.d.ts","sourceRoot":"","sources":["../src/LocalIndex.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE;QACd,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC;CACL;AAED,MAAM,WAAW,UAAU;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE;QACb,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC;IACF,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC;IAC/D,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,SAAS,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC;IACjE,IAAI,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,GAAC,cAAc,GAAC,CAAC,MAAM,GAAC,MAAM,CAAC,EAAE,GAAC,cAAc,EAAE,CAAC;IAE/E;;OAEG;IACH,KAAK,EAAE,MAAM,GAAC,MAAM,GAAC,OAAO,CAAC;IAE7B;;OAEG;IACH,KAAK,EAAE,MAAM,GAAC,MAAM,GAAC,OAAO,CAAC;IAE7B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,EAAE,CAAC,MAAM,GAAC,MAAM,CAAC,EAAE,CAAC;IAEzB;;OAEG;IACH,MAAM,EAAE,CAAC,MAAM,GAAC,MAAM,CAAC,EAAE,CAAC;IAE1B;;OAEG;IACH,MAAM,EAAE,cAAc,EAAE,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,cAAc,EAAE,CAAC;CAC3B;AAED,oBAAY,aAAa,GAAG,MAAM,GAAC,MAAM,GAAC,OAAO,CAAC;AAElD;;;;;GAKG;AACH,qBAAa,UAAU;IACnB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,KAAK,CAAC,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAC,CAAY;IAE5B;;;OAGG;gBACgB,UAAU,EAAE,MAAM;IAIrC;;;;OAIG;IACU,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IASzC;;;;OAIG;IACI,YAAY,IAAI,IAAI;IAI3B;;;;;OAKG;IACU,WAAW,CAAC,MAAM,GAAE,iBAAgC,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BjF;;;;OAIG;IACI,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAQnC;;;OAGG;IACU,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBlD;;;;OAIG;IACU,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAevC;;;OAGG;IACU,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC;IASjD;;;;OAIG;IACU,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;IAKrH;;;;;;;OAOG;IACU,UAAU,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAWrI;;OAEG;IACU,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;IAS/C;;;;;;OAMG;IACU,SAAS,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;IAKnG;;;;;;OAMG;IACU,mBAAmB,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC,EAAE,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;IAKnI;;;;;;;;;OASG;IACU,UAAU,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;IAyC7J;;;;;;;OAOG;IACU,UAAU,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAC,aAAa,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAWvH,aAAa;YAab,eAAe;CA8DhC"}

package/lib/LocalIndex.js

@@ -1,392 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LocalIndex = void 0;
-const fs = __importStar(require("fs/promises"));
-const path = __importStar(require("path"));
-const uuid_1 = require("uuid");
-const ItemSelector_1 = require("./ItemSelector");
-/**
- * Local vector index instance.
- * @remarks
- * This class is used to create, update, and query a local vector index.
- * Each index is a folder on disk containing an index.json file and an optional set of metadata files.
- */
-class LocalIndex {
-    /**
-     * Creates a new instance of LocalIndex.
-     * @param folderPath - Path to the index folder
-     */
-    constructor(folderPath) {
-        this._folderPath = folderPath;
-    }
-    /**
-     * Begins an update to the index.
-     * @remarks
-     * This method loads the index into memory and prepares it for updates.
-     */
-    beginUpdate() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this._update) {
-                throw new Error('Update already in progress');
-            }
-            yield this.loadIndexData();
-            this._update = Object.assign({}, this._data);
-        });
-    }
-    /**
-     * Cancels an update to the index.
-     * @remarks
-     * This method discards any changes made to the index since the update began.
-     */
-    cancelUpdate() {
-        this._update = undefined;
-    }
-    /**
-     * Creates a new index.
-     * @remarks
-     * This method creates a new folder on disk containing an index.json file.
-     * @param config - Index configuration
-     */
-    createIndex(config = { version: 1 }) {
-        var _a;
-        return __awaiter(this, void 0, void 0, function* () {
-            // Delete if exists
-            if (yield this.isIndexCreated()) {
-                if (config.deleteIfExists) {
-                    yield this.deleteIndex();
-                }
-                else {
-                    throw new Error('Index already exists');
-                }
-            }
-            try {
-                // Create folder for index
-                yield fs.mkdir(this._folderPath, { recursive: true });
-                // Initialize index.json file
-                this._data = {
-                    version: config.version,
-                    metadata_config: (_a = config.metadata_config) !== null && _a !== void 0 ? _a : {},
-                    items: []
-                };
-                yield fs.writeFile(path.join(this._folderPath, 'index.json'), JSON.stringify(this._data));
-            }
-            catch (err) {
-                yield this.deleteIndex();
-                throw new Error('Error creating index');
-            }
-        });
-    }
-    /**
-     * Deletes the index.
-     * @remarks
-     * This method deletes the index folder from disk.
-     */
-    deleteIndex() {
-        this._data = undefined;
-        return fs.rm(this._folderPath, {
-            recursive: true,
-            maxRetries: 3
-        });
-    }
-    /**
-     * Deletes an item from the index.
-     * @param id - Item id
-     */
-    deleteItem(id) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this._update) {
-                const index = this._update.items.findIndex(i => i.id === id);
-                if (index >= 0) {
-                    this._update.items.splice(index, 1);
-                }
-            }
-            else {
-                yield this.beginUpdate();
-                const index = this._update.items.findIndex(i => i.id === id);
-                if (index >= 0) {
-                    this._update.items.splice(index, 1);
-                }
-                yield this.endUpdate();
-            }
-        });
-    }
-    /**
-     * Ends an update to the index.
-     * @remarks
-     * This method saves the index to disk.
-     */
-    endUpdate() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this._update) {
-                throw new Error('No update in progress');
-            }
-            try {
-                // Save index
-                yield fs.writeFile(path.join(this._folderPath, 'index.json'), JSON.stringify(this._update));
-                this._data = this._update;
-                this._update = undefined;
-            }
-            catch (err) {
-                throw new Error(`Error saving index: ${err.toString()}`);
-            }
-        });
-    }
-    /**
-     * Loads an index from disk and returns its stats.
-     * @returns Index stats
-     */
-    getIndexStats() {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.loadIndexData();
-            return {
-                version: this._data.version,
-                metadata_config: this._data.metadata_config,
-                items: this._data.items.length
-            };
-        });
-    }
-    /**
-     * Returns an item from the index given its ID.
-     * @param id Item id
-     * @returns Item or undefined if not found
-     */
-    getItem(id) {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.loadIndexData();
-            return this._data.items.find(i => i.id === id);
-        });
-    }
-    /**
-     * Adds an item to the index.
-     * @remarks
-     * A new update is started if one is not already in progress. If an item with the same ID
-     * already exists, an error will be thrown.
-     * @param item Item to insert
-     * @returns Inserted item
-     */
-    insertItem(item) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this._update) {
-                return yield this.addItemToUpdate(item, true);
-            }
-            else {
-                yield this.beginUpdate();
-                const newItem = yield this.addItemToUpdate(item, true);
-                yield this.endUpdate();
-                return newItem;
-            }
-        });
-    }
-    /**
-     * Returns true if the index exists.
-     */
-    isIndexCreated() {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield fs.access(path.join(this._folderPath, 'index.json'));
-                return true;
-            }
-            catch (err) {
-                return false;
-            }
-        });
-    }
-    /**
-     * Returns all items in the index.
-     * @remarks
-     * This method loads the index into memory and returns all its items. A copy of the items
-     * array is returned so no modifications should be made to the array.
-     * @returns All items in the index
-     */
-    listItems() {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.loadIndexData();
-            return this._data.items.slice();
-        });
-    }
-    /**
-     * Returns all items in the index matching the filter.
-     * @remarks
-     * This method loads the index into memory and returns all its items matching the filter.
-     * @param filter Filter to apply
-     * @returns Items matching the filter
-     */
-    listItemsByMetadata(filter) {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.loadIndexData();
-            return this._data.items.filter(i => ItemSelector_1.ItemSelector.select(i.metadata, filter));
-        });
-    }
-    /**
-     * Finds the top k items in the index that are most similar to the vector.
-     * @remarks
-     * This method loads the index into memory and returns the top k items that are most similar.
-     * An optional filter can be applied to the metadata of the items.
-     * @param vector Vector to query against
-     * @param topK Number of items to return
-     * @param filter Optional filter to apply
-     * @returns Similar items to the vector that matches the filter
-     */
-    queryItems(vector, topK, filter) {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.loadIndexData();
-            // Filter items
-            let items = this._data.items;
-            if (filter) {
-                items = items.filter(i => ItemSelector_1.ItemSelector.select(i.metadata, filter));
-            }
-            // Calculate distances
-            const norm = ItemSelector_1.ItemSelector.normalize(vector);
-            const distances = [];
-            for (let i = 0; i < items.length; i++) {
-                const item = items[i];
-                const distance = ItemSelector_1.ItemSelector.normalizedCosineSimilarity(vector, norm, item.vector, item.norm);
-                distances.push({ index: i, distance: distance });
-            }
-            // Sort by distance DESCENDING
-            distances.sort((a, b) => b.distance - a.distance);
-            // Find top k
-            const top = distances.slice(0, topK).map(d => {
-                return {
-                    item: Object.assign({}, items[d.index]),
-                    score: d.distance
-                };
-            });
-            // Load external metadata
-            for (const item of top) {
-                if (item.item.metadataFile) {
-                    const metadataPath = path.join(this._folderPath, item.item.metadataFile);
-                    const metadata = yield fs.readFile(metadataPath);
-                    item.item.metadata = JSON.parse(metadata.toString());
-                }
-            }
-            return top;
-        });
-    }
-    /**
-     * Adds or replaces an item in the index.
-     * @remarks
-     * A new update is started if one is not already in progress. If an item with the same ID
-     * already exists, it will be replaced.
-     * @param item Item to insert or replace
-     * @returns Upserted item
-     */
-    upsertItem(item) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this._update) {
-                return yield this.addItemToUpdate(item, false);
-            }
-            else {
-                yield this.beginUpdate();
-                const newItem = yield this.addItemToUpdate(item, false);
-                yield this.endUpdate();
-                return newItem;
-            }
-        });
-    }
-    loadIndexData() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this._data) {
-                return;
-            }
-            if (!(yield this.isIndexCreated())) {
-                throw new Error('Index does not exist');
-            }
-            const data = yield fs.readFile(path.join(this._folderPath, 'index.json'));
-            this._data = JSON.parse(data.toString());
-        });
-    }
-    addItemToUpdate(item, unique) {
-        var _a;
-        return __awaiter(this, void 0, void 0, function* () {
-            // Ensure vector is provided
-            if (!item.vector) {
-                throw new Error('Vector is required');
-            }
-            // Ensure unique
-            const id = (_a = item.id) !== null && _a !== void 0 ? _a : (0, uuid_1.v4)();
-            if (unique) {
-                const existing = this._update.items.find(i => i.id === id);
-                if (existing) {
-                    throw new Error(`Item with id ${id} already exists`);
-                }
-            }
-            // Check for indexed metadata
-            let metadata = {};
-            let metadataFile;
-            if (this._update.metadata_config.indexed && this._update.metadata_config.indexed.length > 0 && item.metadata) {
-                // Copy only indexed metadata
-                for (const key of this._update.metadata_config.indexed) {
-                    if (item.metadata && item.metadata[key]) {
-                        metadata[key] = item.metadata[key];
-                    }
-                }
-                // Save remaining metadata to disk
-                metadataFile = `${uuid_1.v4}.json`;
-                const metadataPath = path.join(this._folderPath, metadataFile);
-                yield fs.writeFile(metadataPath, JSON.stringify(item.metadata));
-            }
-            else if (item.metadata) {
-                metadata = item.metadata;
-            }
-            // Create new item
-            const newItem = {
-                id: id,
-                metadata: metadata,
-                vector: item.vector,
-                norm: ItemSelector_1.ItemSelector.normalize(item.vector)
-            };
-            if (metadataFile) {
-                newItem.metadataFile = metadataFile;
-            }
-            // Add item to index
-            if (!unique) {
-                const existing = this._update.items.find(i => i.id === id);
-                if (existing) {
-                    existing.metadata = newItem.metadata;
-                    existing.vector = newItem.vector;
-                    existing.metadataFile = newItem.metadataFile;
-                    return existing;
-                }
-                else {
-                    this._update.items.push(newItem);
-                    return newItem;
-                }
-            }
-            else {
-                this._update.items.push(newItem);
-                return newItem;
-            }
-        });
-    }
-}
-exports.LocalIndex = LocalIndex;
-//# sourceMappingURL=LocalIndex.js.map

package/lib/LocalIndex.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LocalIndex.js","sourceRoot":"","sources":["../src/LocalIndex.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAkC;AAClC,2CAA6B;AAC7B,+BAA0B;AAC1B,iDAA8C;AAuF9C;;;;;GAKG;AACH,MAAa,UAAU;IAKnB;;;OAGG;IACH,YAAmB,UAAkB;QACjC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACU,WAAW;;YACpB,IAAI,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;aACjD;YAED,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC;KAAA;IAED;;;;OAIG;IACI,YAAY;QACf,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACU,WAAW,CAAC,SAA4B,EAAC,OAAO,EAAE,CAAC,EAAC;;;YAC7D,mBAAmB;YACnB,IAAI,MAAM,IAAI,CAAC,cAAc,EAAE,EAAE;gBAC7B,IAAI,MAAM,CAAC,cAAc,EAAE;oBACvB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;iBAC5B;qBAAM;oBACH,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;iBAC3C;aACJ;YAED,IAAI;gBACA,0BAA0B;gBAC1B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEtD,6BAA6B;gBAC7B,IAAI,CAAC,KAAK,GAAG;oBACT,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,eAAe,EAAE,MAAA,MAAM,CAAC,eAAe,mCAAI,EAAE;oBAC7C,KAAK,EAAE,EAAE;iBACZ,CAAC;gBACF,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;aAC7F;YAAC,OAAO,GAAY,EAAE;gBACnB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;aAC3C;;KACJ;IAED;;;;OAIG;IACI,WAAW;QACd,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,OAAO,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE;YAC3B,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,CAAC;SAChB,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACU,UAAU,CAAC,EAAU;;YAC9B,IAAI,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7D,IAAI,KAAK,IAAI,CAAC,EAAE;oBACZ,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;iBACvC;aACJ;iBAAM;gBACH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9D,IAAI,KAAK,IAAI,CAAC,EAAE;oBACZ,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;iBACxC;gBACD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;aAC1B;QACL,CAAC;KAAA;IAED;;;;OAIG;IACU,SAAS;;YAClB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;aAC5C;YAED,IAAI;gBACA,aAAa;gBACb,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC5F,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC1B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;aAC5B;YAAC,OAAM,GAAY,EAAE;gBAClB,MAAM,IAAI,KAAK,CAAC,uBAAwB,GAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aACrE;QACL,CAAC;KAAA;IAED;;;OAGG;IACU,aAAa;;YACtB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO;gBACH,OAAO,EAAE,IAAI,CAAC,KAAM,CAAC,OAAO;gBAC5B,eAAe,EAAE,IAAI,CAAC,KAAM,CAAC,eAAe;gBAC5C,KAAK,EAAE,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,MAAM;aAClC,CAAC;QACN,CAAC;KAAA;IAED;;;;OAIG;IACU,OAAO,CAA2C,EAAU;;YACrE,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAoB,CAAC;QACvE,CAAC;KAAA;IAED;;;;;;;OAOG;IACU,UAAU,CAA2C,IAAmC;;YACjG,IAAI,IAAI,CAAC,OAAO,EAAE;gBACd,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAQ,CAAC;aACxD;iBAAM;gBACH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACvD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAc,CAAC;aACzB;QACL,CAAC;KAAA;IAED;;OAEG;IACU,cAAc;;YACvB,IAAI;gBACA,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;gBAC3D,OAAO,IAAI,CAAC;aACf;YAAC,OAAO,GAAY,EAAE;gBACnB,OAAO,KAAK,CAAC;aAChB;QACL,CAAC;KAAA;IAED;;;;;;OAMG;IACU,SAAS;;YAClB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,KAAK,EAAS,CAAC;QAC5C,CAAC;KAAA;IAED;;;;;;OAMG;IACU,mBAAmB,CAA2C,MAAsB;;YAC7F,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,2BAAY,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAQ,CAAC;QACzF,CAAC;KAAA;IAED;;;;;;;;;OASG;IACU,UAAU,CAA2C,MAAgB,EAAE,IAAY,EAAE,MAAuB;;YACrH,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE3B,eAAe;YACf,IAAI,KAAK,GAAG,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC;YAC9B,IAAI,MAAM,EAAE;gBACR,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,2BAAY,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;aACtE;YAED,sBAAsB;YACtB,MAAM,IAAI,GAAG,2BAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,SAAS,GAA0C,EAAE,CAAC;YAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACnC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,QAAQ,GAAG,2BAAY,CAAC,0BAA0B,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/F,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;aACpD;YAED,8BAA8B;YAC9B,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAElD,aAAa;YACb,MAAM,GAAG,GAA6B,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBACnE,OAAO;oBACH,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAQ;oBAC9C,KAAK,EAAE,CAAC,CAAC,QAAQ;iBACpB,CAAC;YACN,CAAC,CAAC,CAAC;YAEH,yBAAyB;YACzB,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;gBACpB,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;oBACxB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBACzE,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;oBACjD,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;iBACxD;aACJ;YAED,OAAO,GAAG,CAAC;QACf,CAAC;KAAA;IAED;;;;;;;OAOG;IACU,UAAU,CAA2C,IAAmC;;YACjG,IAAI,IAAI,CAAC,OAAO,EAAE;gBACd,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAQ,CAAC;aACzD;iBAAM;gBACH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAc,CAAC;aACzB;QACL,CAAC;KAAA;IAEa,aAAa;;YACvB,IAAI,IAAI,CAAC,KAAK,EAAE;gBACZ,OAAO;aACV;YAED,IAAI,CAAC,CAAA,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA,EAAE;gBAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;aAC3C;YAED,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7C,CAAC;KAAA;IAEa,eAAe,CAAC,IAA6B,EAAE,MAAe;;;YACxE,4BAA4B;YAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;gBACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;aACzC;YAED,gBAAgB;YAChB,MAAM,EAAE,GAAG,MAAA,IAAI,CAAC,EAAE,mCAAI,IAAA,SAAE,GAAE,CAAC;YAC3B,IAAI,MAAM,EAAE;gBACR,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5D,IAAI,QAAQ,EAAE;oBACV,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;iBACxD;aACJ;YAED,6BAA6B;YAC7B,IAAI,QAAQ,GAAuB,EAAE,CAAC;YACtC,IAAI,YAAgC,CAAC;YACrC,IAAI,IAAI,CAAC,OAAQ,CAAC,eAAe,CAAC,OAAO,IAAI,IAAI,CAAC,OAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;gBAC5G,6BAA6B;gBAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAQ,CAAC,eAAe,CAAC,OAAO,EAAE;oBACrD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;wBACrC,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;qBACtC;iBACJ;gBAED,kCAAkC;gBAClC,YAAY,GAAG,GAAG,SAAE,OAAO,CAAC;gBAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;gBAC/D,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;aACnE;iBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE;gBACtB,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;aAC5B;YAED,kBAAkB;YAClB,MAAM,OAAO,GAAc;gBACvB,EAAE,EAAE,EAAE;gBACN,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,IAAI,EAAE,2BAAY,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;aAC5C,CAAC;YACF,IAAI,YAAY,EAAE;gBACd,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;aACvC;YAED,oBAAoB;YACpB,IAAI,CAAC,MAAM,EAAE;gBACT,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5D,IAAI,QAAQ,EAAE;oBACV,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;oBACrC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;oBACjC,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;oBAC7C,OAAO,QAAQ,CAAC;iBACnB;qBAAM;oBACH,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAClC,OAAO,OAAO,CAAC;iBAClB;aACJ;iBAAM;gBACH,IAAI,CAAC,OAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAClC,OAAO,OAAO,CAAC;aAClB;;KACJ;CACJ;AAzVD,gCAyVC"}

package/lib/index.d.ts

@@ -1,3 +0,0 @@
-export * from './ItemSelector';
-export * from './LocalIndex';
-//# sourceMappingURL=index.d.ts.map

package/lib/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC"}

package/lib/index.js

@@ -1,15 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./ItemSelector"), exports);
-__exportStar(require("./LocalIndex"), exports);
-//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iDAA+B;AAC/B,+CAA6B"}

package/lib/utilities.d.ts

@@ -1,5 +0,0 @@
-export declare function dotProduct(arr1: number[], arr2: number[]): number;
-export declare function normalize(arr: number[]): number;
-export declare function cosineSimilarity(arr1: number[], arr2: number[]): number;
-export declare function normalizedCosineSimilarity(arr1: number[], norm1: number, arr2: number[], norm2: number): number;
-//# sourceMappingURL=utilities.d.ts.map

package/lib/utilities.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"utilities.d.ts","sourceRoot":"","sources":["../src/utilities.ts"],"names":[],"mappings":"AACA,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,UAUxD;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,UAUtC;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,UAG9D;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,UAGtG"}

package/lib/utilities.js

@@ -1,38 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.normalizedCosineSimilarity = exports.cosineSimilarity = exports.normalize = exports.dotProduct = void 0;
-function dotProduct(arr1, arr2) {
-    // Initialize a variable to store the sum of the products
-    let sum = 0;
-    // Loop through the elements of the arrays
-    for (let i = 0; i < arr1.length; i++) {
-        // Multiply the corresponding elements and add them to the sum
-        sum += arr1[i] * arr2[i];
-    }
-    // Return the sum
-    return sum;
-}
-exports.dotProduct = dotProduct;
-function normalize(arr) {
-    // Initialize a variable to store the sum of the squares
-    let sum = 0;
-    // Loop through the elements of the array
-    for (let i = 0; i < arr.length; i++) {
-        // Square the element and add it to the sum
-        sum += arr[i] * arr[i];
-    }
-    // Return the square root of the sum
-    return Math.sqrt(sum);
-}
-exports.normalize = normalize;
-function cosineSimilarity(arr1, arr2) {
-    // Return the quotient of the dot product and the product of the norms
-    return dotProduct(arr1, arr2) / (normalize(arr1) * normalize(arr2));
-}
-exports.cosineSimilarity = cosineSimilarity;
-function normalizedCosineSimilarity(arr1, norm1, arr2, norm2) {
-    // Return the quotient of the dot product and the product of the norms
-    return dotProduct(arr1, arr2) / (norm1 * norm2);
-}
-exports.normalizedCosineSimilarity = normalizedCosineSimilarity;
-//# sourceMappingURL=utilities.js.map

package/lib/utilities.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"utilities.js","sourceRoot":"","sources":["../src/utilities.ts"],"names":[],"mappings":";;;AACA,SAAgB,UAAU,CAAC,IAAc,EAAE,IAAc;IACrD,yDAAyD;IACzD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,0CAA0C;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QAClC,8DAA8D;QAC9D,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;KAC5B;IACD,iBAAiB;IACjB,OAAO,GAAG,CAAC;AACf,CAAC;AAVD,gCAUC;AAED,SAAgB,SAAS,CAAC,GAAa;IACnC,wDAAwD;IACxD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,yCAAyC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACjC,2CAA2C;QAC3C,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;KAC1B;IACD,oCAAoC;IACpC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC;AAVD,8BAUC;AAED,SAAgB,gBAAgB,CAAC,IAAc,EAAE,IAAc;IAC3D,sEAAsE;IACtE,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACxE,CAAC;AAHD,4CAGC;AAED,SAAgB,0BAA0B,CAAC,IAAc,EAAE,KAAa,EAAE,IAAc,EAAE,KAAa;IACnG,sEAAsE;IACtE,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;AACpD,CAAC;AAHD,gEAGC"}