@sprucelabs/chroma-data-store 0.0.3

package/build/ChromaDatabase.js

@@ -0,0 +1,386 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const data_stores_1 = require("@sprucelabs/data-stores");
+const schema_1 = require("@sprucelabs/schema");
+const test_utils_1 = require("@sprucelabs/test-utils");
+const chromadb_1 = require("chromadb");
+const SpruceError_1 = __importDefault(require("./errors/SpruceError"));
+class ChromaDatabase {
+    constructor(connectionString) {
+        this._isConnected = false;
+        this.collections = {};
+        (0, schema_1.assertOptions)({ connectionString }, ['connectionString']);
+        this.embeddings = new chromadb_1.OllamaEmbeddingFunction({
+            model: 'llama3.2',
+            url: 'http://localhost:11434/api/embeddings',
+        });
+        if (!connectionString.startsWith('chroma://')) {
+            throw new data_stores_1.DataStoresError({
+                code: 'INVALID_DB_CONNECTION_STRING',
+            });
+        }
+        this.connectionString = connectionString.replace('chroma://', 'http://');
+    }
+    static setEmbeddingsFields(collectionName, fields) {
+        if (!this.embeddingFields) {
+            this.embeddingFields = {};
+        }
+        this.embeddingFields[collectionName] = fields;
+    }
+    static clearEmbeddingsFields() {
+        delete this.embeddingFields;
+    }
+    async syncUniqueIndexes(_collectionName, _indexes) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'syncUniqueIndexes',
+        });
+    }
+    async syncIndexes(_collectionName, _indexes) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'syncIndexes',
+        });
+    }
+    async dropIndex(_collectionName, _index) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'dropIndex',
+        });
+    }
+    async getUniqueIndexes(_collectionName) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'getUniqueIndexes',
+        });
+    }
+    async getIndexes(_collectionName) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'getIndexes',
+        });
+    }
+    isConnected() {
+        return this._isConnected;
+    }
+    generateId() {
+        return (0, data_stores_1.generateId)();
+    }
+    async connect() {
+        this.client = new chromadb_1.ChromaClient({ path: this.connectionString });
+        try {
+            await this.client.heartbeat();
+        }
+        catch (err) {
+            throw new data_stores_1.DataStoresError({
+                code: 'UNABLE_TO_CONNECT_TO_DB',
+                originalError: err,
+            });
+        }
+        this._isConnected = true;
+    }
+    async close() {
+        this._isConnected = false;
+    }
+    getShouldAutoGenerateId() {
+        return true;
+    }
+    async createOne(collection, values, _options) {
+        const results = await this.create(collection, [values]);
+        return results[0];
+    }
+    async getCollection(collection) {
+        if (!this.collections[collection]) {
+            this.collections[collection] =
+                await this.client.getOrCreateCollection({
+                    name: collection,
+                    embeddingFunction: this.embeddings,
+                });
+        }
+        return this.collections[collection];
+    }
+    buildPrompt(values, collectionName) {
+        const fields = ChromaDatabase.embeddingFields?.[collectionName];
+        if (fields?.length === 1) {
+            const field = fields[0];
+            return values[field];
+        }
+        let prompt = '';
+        const keys = Object.keys(values);
+        for (const key of keys) {
+            const value = values[key];
+            if (value && typeof value === 'object') {
+                prompt += `${key}:\n\t${this.buildPrompt(value, collectionName)}\n`;
+            }
+            else if (value) {
+                prompt += `${key}: ${value}\n`;
+            }
+        }
+        return prompt.trim();
+    }
+    async create(collection, values) {
+        const col = await this.getCollection(collection);
+        const { documents, ids, metadatas } = this.splitValues(values, collection);
+        await col.add({
+            documents,
+            ids,
+            metadatas,
+        });
+        return this.find(collection, { id: { $in: ids } });
+    }
+    splitValues(values, collectionName) {
+        const ids = [];
+        const documents = [];
+        const metadatas = [];
+        for (const v of values) {
+            const { id = this.generateId(), ...values } = v;
+            ids.push(id);
+            documents.push(this.buildPrompt(values, collectionName));
+            const flattened = this.flattenValues(values);
+            metadatas.push(flattened);
+        }
+        return { documents, ids, metadatas };
+    }
+    flattenValues(values) {
+        const flattened = (0, schema_1.flattenValues)(values, [
+            '$or',
+            '*.$gt',
+            '*.$gte',
+            '*.$lt',
+            '*.$lte',
+            '*.$ne',
+        ]);
+        this.dropInNullPlaceholders(flattened);
+        return flattened;
+    }
+    dropInNullPlaceholders(flattened) {
+        for (const key in flattened) {
+            if (flattened[key] === undefined) {
+                flattened[key] = null;
+            }
+            if (flattened[key] === null) {
+                flattened[key] = test_utils_1.NULL_PLACEHOLDER;
+            }
+            if (typeof flattened[key] === 'object') {
+                this.dropInNullPlaceholders(flattened[key]);
+            }
+        }
+    }
+    async dropCollection(name) {
+        await this.client.deleteCollection({ name });
+    }
+    async dropDatabase() {
+        const collections = await this.client.listCollections();
+        await Promise.all(collections.map((col) => this.dropCollection(col.name)));
+    }
+    async findOne(collection, query, options, dbOptions) {
+        const matches = await this.find(collection, query, { ...options, limit: 1 }, dbOptions);
+        return matches[0] ?? null;
+    }
+    async find(collection, query, options, _dbOptions) {
+        let { ids, where, skipIds } = this.buildQuery(query);
+        let matches;
+        const { limit, includeFields } = options ?? {};
+        const col = await this.getCollection(collection);
+        if (where?.$prompt) {
+            const { $prompt, ...rest } = where;
+            const queryResults = await col.query({
+                queryTexts: [$prompt],
+                nResults: 1,
+                where: Object.keys(rest).length > 0 ? rest : undefined,
+            });
+            matches = {
+                ids: queryResults.ids[0],
+                metadatas: queryResults.metadatas[0],
+            };
+        }
+        else {
+            matches = await col.get({
+                ids,
+                include: ['metadatas'],
+                where,
+                limit: limit == 0 ? 1 : limit,
+            });
+        }
+        if (!matches || !matches.ids[0]) {
+            return [];
+        }
+        let records = this.mapResultsToRecords(limit, matches, skipIds);
+        if (includeFields) {
+            records = this.filterFieldsByInclude(records, includeFields);
+        }
+        return records;
+    }
+    mapResultsToRecords(limit, matches, skipIds) {
+        let records = [];
+        const total = limit ?? matches.ids.length;
+        for (let i = 0; i < total; i++) {
+            const values = matches.metadatas[i] ?? {};
+            const id = matches.ids[i];
+            if (!skipIds.includes(id)) {
+                records.push({
+                    id,
+                    ...this.expandValues(values),
+                });
+            }
+        }
+        return records;
+    }
+    filterFieldsByInclude(records, includeFields) {
+        const trimmedRecords = [];
+        // eslint-disable-next-line @typescript-eslint/prefer-for-of
+        for (let c = 0; c < records.length; c++) {
+            const record = {};
+            for (const key of includeFields) {
+                record[key] = records[c][key];
+            }
+            trimmedRecords.push(record);
+        }
+        return trimmedRecords;
+    }
+    buildQuery(query) {
+        const { id, ...rest } = query ?? {};
+        let ids;
+        let where;
+        if (id?.$in) {
+            ids = id.$in;
+        }
+        else if (id) {
+            ids = [id];
+        }
+        else if (query) {
+            where = rest;
+        }
+        if (where?.$or && where.$or.length === 1) {
+            //@ts-ignore
+            where = where.$or[0];
+        }
+        if (where) {
+            const { $or, $prompt, ...rest } = where;
+            if ($or) {
+                where.$or = $or;
+            }
+            else {
+                where = this.flattenValues(rest);
+                if (Object.keys(where).length > 1) {
+                    const $and = [];
+                    for (const key in where) {
+                        //@ts-ignore
+                        $and.push({ [key]: where[key] });
+                    }
+                    where = {
+                        $and,
+                    };
+                }
+            }
+            if ($prompt) {
+                where.$prompt = $prompt;
+            }
+        }
+        const firstId = ids?.[0];
+        const skipIds = [];
+        //@ts-ignore
+        if (firstId?.['$ne']) {
+            //@ts-ignore
+            skipIds.push(firstId.$ne);
+            ids = undefined;
+        }
+        if (Object.keys(where ?? {}).length === 0) {
+            where = undefined;
+        }
+        return { ids, where, skipIds };
+    }
+    expandValues(values) {
+        const nulledValues = {};
+        for (const key in values) {
+            if (values[key] === test_utils_1.NULL_PLACEHOLDER) {
+                nulledValues[key] = null;
+            }
+            else {
+                nulledValues[key] = values[key];
+            }
+        }
+        return (0, schema_1.expandValues)(nulledValues);
+    }
+    async updateOne(collection, query, updates, _dbOptions) {
+        const col = await this.getCollection(collection);
+        const match = await this.findOne(collection, query);
+        if (!match) {
+            throw new data_stores_1.DataStoresError({
+                code: 'RECORD_NOT_FOUND',
+                query,
+                storeName: collection,
+            });
+        }
+        const { documents, metadatas } = this.splitValues([updates], collection);
+        await col.update({
+            ids: [match.id],
+            documents,
+            metadatas,
+        });
+        const { id, ...values } = match;
+        return { id, ...values, ...updates };
+    }
+    async update(collection, query, updates) {
+        const matches = await this.find(collection, query);
+        for (const match of matches) {
+            await this.updateOne(collection, { id: match.id }, updates);
+        }
+        return matches.length;
+    }
+    async upsertOne(collection, query, updates) {
+        const col = await this.getCollection(collection);
+        const match = await this.findOne(collection, query);
+        let { documents, ids, metadatas } = this.splitValues([updates], collection);
+        if (match?.id) {
+            ids = [match.id];
+        }
+        await col.upsert({
+            documents,
+            ids,
+            metadatas,
+        });
+        const updated = await this.findOne(collection, { id: ids[0] });
+        return updated;
+    }
+    async delete(collection, query) {
+        const matches = await this.find(collection, query);
+        const col = await this.getCollection(collection);
+        await col.delete({
+            ids: matches.map((m) => m.id),
+        });
+        return matches.length;
+    }
+    async deleteOne(collection, query) {
+        const match = await this.findOne(collection, query);
+        await this.delete(collection, { id: match?.id });
+        return match ? 1 : 0;
+    }
+    async count(collection, query) {
+        const matches = await this.find(collection, query);
+        return matches.length;
+    }
+    async createUniqueIndex(_collection, _index) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'createUniqueIndex',
+        });
+    }
+    async createIndex(_collection, _index) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'createIndex',
+        });
+    }
+    async query(_query, _params) {
+        throw new SpruceError_1.default({
+            code: 'FEATURE_NOT_SUPPORTED',
+            operation: 'query',
+        });
+    }
+}
+exports.default = ChromaDatabase;
+//# sourceMappingURL=ChromaDatabase.js.map

package/build/ChromaDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChromaDatabase.js","sourceRoot":"","sources":["../src/ChromaDatabase.ts"],"names":[],"mappings":";;;;;AAAA,yDASgC;AAChC,+CAA+E;AAC/E,uDAAyD;AACzD,uCASiB;AAEjB,uEAA8C;AAE9C,MAAqB,cAAc;IAQ/B,YAAmB,gBAAwB;QALnC,iBAAY,GAAG,KAAK,CAAA;QAEpB,gBAAW,GAA+B,EAAE,CAAA;QAIhD,IAAA,sBAAa,EAAC,EAAE,gBAAgB,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAA;QAEzD,IAAI,CAAC,UAAU,GAAG,IAAI,kCAAuB,CAAC;YAC1C,KAAK,EAAE,UAAU;YACjB,GAAG,EAAE,uCAAuC;SAC/C,CAAC,CAAA;QAEF,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,6BAAe,CAAC;gBACtB,IAAI,EAAE,8BAA8B;aACvC,CAAC,CAAA;QACN,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IAC5E,CAAC;IAEM,MAAM,CAAC,mBAAmB,CAC7B,cAAsB,EACtB,MAAgB;QAEhB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACxB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAA;QAC7B,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,GAAG,MAAM,CAAA;IACjD,CAAC;IAEM,MAAM,CAAC,qBAAqB;QAC/B,OAAO,IAAI,CAAC,eAAe,CAAA;IAC/B,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAC1B,eAAuB,EACvB,QAAiB;QAEjB,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,mBAAmB;SACjC,CAAC,CAAA;IACN,CAAC;IAEM,KAAK,CAAC,WAAW,CACpB,eAAuB,EACvB,QAAiB;QAEjB,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,aAAa;SAC3B,CAAC,CAAA;IACN,CAAC;IAEM,KAAK,CAAC,SAAS,CAClB,eAAuB,EACvB,MAAa;QAEb,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,WAAW;SACzB,CAAC,CAAA;IACN,CAAC;IAEM,KAAK,CAAC,gBAAgB,CACzB,eAAuB;QAEvB,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,kBAAkB;SAChC,CAAC,CAAA;IACN,CAAC;IAEM,KAAK,CAAC,UAAU,CACnB,eAAuB;QAEvB,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,YAAY;SAC1B,CAAC,CAAA;IACN,CAAC;IAEM,WAAW;QACd,OAAO,IAAI,CAAC,YAAY,CAAA;IAC5B,CAAC;IAEM,UAAU;QACb,OAAO,IAAA,wBAAU,GAAE,CAAA;IACvB,CAAC;IAEM,KAAK,CAAC,OAAO;QAChB,IAAI,CAAC,MAAM,GAAG,IAAI,uBAAY,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAA;QAC/D,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAA;QACjC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,MAAM,IAAI,6BAAe,CAAC;gBACtB,IAAI,EAAE,yBAAyB;gBAC/B,aAAa,EAAE,GAAG;aACrB,CAAC,CAAA;QACN,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;IAC5B,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;IAC7B,CAAC;IAEM,uBAAuB;QAC1B,OAAO,IAAI,CAAA;IACf,CAAC;IAEM,KAAK,CAAC,SAAS,CAClB,UAAkB,EAClB,MAA2B,EAC3B,QAAwB;QAExB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QACvD,OAAO,OAAO,CAAC,CAAC,CAAC,CAAA;IACrB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,UAAkB;QAC1C,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;gBACxB,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;oBACpC,IAAI,EAAE,UAAU;oBAChB,iBAAiB,EAAE,IAAI,CAAC,UAAU;iBACrC,CAAC,CAAA;QACV,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;IACvC,CAAC;IAEO,WAAW,CAAC,MAA2B,EAAE,cAAsB;QACnE,MAAM,MAAM,GAAG,cAAc,CAAC,eAAe,EAAE,CAAC,cAAc,CAAC,CAAA;QAC/D,IAAI,MAAM,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACvB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;QACxB,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;YACzB,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,IAAI,GAAG,GAAG,QAAQ,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,cAAc,CAAC,IAAI,CAAA;YACvE,CAAC;iBAAM,IAAI,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,GAAG,KAAK,KAAK,IAAI,CAAA;YAClC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;IACxB,CAAC;IAEM,KAAK,CAAC,MAAM,CACf,UAAkB,EAClB,MAA6B;QAE7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;QAChD,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,WAAW,CAClD,MAAM,EACN,UAAU,CACb,CAAA;QAED,MAAM,GAAG,CAAC,GAAG,CAAC;YACV,SAAS;YACT,GAAG;YACH,SAAS;SACZ,CAAC,CAAA;QAEF,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAA;IACtD,CAAC;IAEO,WAAW,CAAC,MAA6B,EAAE,cAAsB;QACrE,MAAM,GAAG,GAAG,EAAE,CAAA;QACd,MAAM,SAAS,GAAG,EAAE,CAAA;QACpB,MAAM,SAAS,GAAc,EAAE,CAAA;QAE/B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACrB,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,MAAM,EAAE,GAAG,CAAC,CAAA;YAC/C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACZ,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAA;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;YAC5C,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC7B,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAA;IACxC,CAAC;IAEO,aAAa,CAAC,MAA2B;QAC7C,MAAM,SAAS,GAAG,IAAA,sBAAa,EAAC,MAAM,EAAE;YACpC,KAAK;YACL,OAAO;YACP,QAAQ;YACR,OAAO;YACP,QAAQ;YACR,OAAO;SACV,CAAC,CAAA;QACF,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,SAAS,CAAA;IACpB,CAAC;IAEO,sBAAsB,CAAC,SAA8B;QACzD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC1B,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC/B,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;YACzB,CAAC;YAED,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC1B,SAAS,CAAC,GAAG,CAAC,GAAG,6BAAgB,CAAA;YACrC,CAAC;YAED,IAAI,OAAO,SAAS,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACrC,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;YAC/C,CAAC;QACL,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,IAAY;QACpC,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;IAChD,CAAC;IAEM,KAAK,CAAC,YAAY;QACrB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAA;QACvD,MAAM,OAAO,CAAC,GAAG,CACb,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAC1D,CAAA;IACL,CAAC;IAEM,KAAK,CAAC,OAAO,CAChB,UAAkB,EAClB,KAA2B,EAC3B,OAAsB,EACtB,SAAmC;QAEnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAC3B,UAAU,EACV,KAAK,EACL,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EACxB,SAAS,CACZ,CAAA;QACD,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;IAC7B,CAAC;IAEM,KAAK,CAAC,IAAI,CACb,UAAkB,EAClB,KAA2B,EAC3B,OAAsB,EACtB,UAAoC;QAEpC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QACpD,IAAI,OAA2D,CAAA;QAE/D,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,OAAO,IAAI,EAAE,CAAA;QAC9C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;QAEhD,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YACjB,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAA;YAClC,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC;gBACjC,UAAU,EAAE,CAAC,OAAO,CAAC;gBACrB,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;aACzD,CAAC,CAAA;YAEF,OAAO,GAAG;gBACN,GAAG,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAQ;gBAC/B,SAAS,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,CAAwB;aAC9D,CAAA;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC;gBACpB,GAAG;gBACH,OAAO,EAAE,CAAC,WAA0B,CAAC;gBACrC,KAAK;gBACL,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;aAChC,CAAC,CAAA;QACN,CAAC;QAED,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,CAAA;QACb,CAAC;QAED,IAAI,OAAO,GAA0B,IAAI,CAAC,mBAAmB,CACzD,KAAK,EACL,OAAO,EACP,OAAO,CACV,CAAA;QAED,IAAI,aAAa,EAAE,CAAC;YAChB,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;QAChE,CAAC;QAED,OAAO,OAAO,CAAA;IAClB,CAAC;IAEO,mBAAmB,CACvB,KAAyB,EACzB,OAA+C,EAC/C,OAAiB;QAEjB,IAAI,OAAO,GAA0B,EAAE,CAAA;QACvC,MAAM,KAAK,GAAG,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAA;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YACzC,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC;oBACT,EAAE;oBACF,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;iBAC/B,CAAC,CAAA;YACN,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAA;IAClB,CAAC;IAEO,qBAAqB,CACzB,OAA8B,EAC9B,aAAuB;QAEvB,MAAM,cAAc,GAA0B,EAAE,CAAA;QAChD,4DAA4D;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAwB,EAAE,CAAA;YACtC,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;YACjC,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC/B,CAAC;QACD,OAAO,cAAc,CAAA;IACzB,CAAC;IAEO,UAAU,CAAC,KAAuC;QACtD,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,IAAI,EAAE,CAAA;QACnC,IAAI,GAAyB,CAAA;QAC7B,IAAI,KAAkC,CAAA;QAEtC,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC;YACV,GAAG,GAAG,EAAE,CAAC,GAAG,CAAA;QAChB,CAAC;aAAM,IAAI,EAAE,EAAE,CAAC;YACZ,GAAG,GAAG,CAAC,EAAE,CAAC,CAAA;QACd,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACf,KAAK,GAAG,IAAI,CAAA;QAChB,CAAC;QAED,IAAI,KAAK,EAAE,GAAG,IAAK,KAAK,CAAC,GAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,YAAY;YACZ,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QACxB,CAAC;QAED,IAAI,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAA;YACvC,IAAI,GAAG,EAAE,CAAC;gBACN,KAAK,CAAC,GAAG,GAAG,GAAG,CAAA;YACnB,CAAC;iBAAM,CAAC;gBACJ,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;gBAChC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,MAAM,IAAI,GAAG,EAAE,CAAA;oBACf,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;wBACtB,YAAY;wBACZ,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;oBACpC,CAAC;oBACD,KAAK,GAAG;wBACJ,IAAI;qBACP,CAAA;gBACL,CAAC;YACL,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACV,KAAK,CAAC,OAAO,GAAG,OAAO,CAAA;YAC3B,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;QACxB,MAAM,OAAO,GAAa,EAAE,CAAA;QAC5B,YAAY;QACZ,IAAI,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACnB,YAAY;YACZ,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;YACzB,GAAG,GAAG,SAAS,CAAA;QACnB,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,KAAK,GAAG,SAAS,CAAA;QACrB,CAAC;QAED,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;IAClC,CAAC;IAEO,YAAY,CAAC,MAA2B;QAC5C,MAAM,YAAY,GAAwB,EAAE,CAAA;QAC5C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,6BAAgB,EAAE,CAAC;gBACnC,YAAY,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;YAC5B,CAAC;iBAAM,CAAC;gBACJ,YAAY,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;YACnC,CAAC;QACL,CAAC;QACD,OAAO,IAAA,qBAAY,EAAC,YAAY,CAAC,CAAA;IACrC,CAAC;IAEM,KAAK,CAAC,SAAS,CAClB,UAAkB,EAClB,KAA0B,EAC1B,OAA4B,EAC5B,UAAoC;QAEpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAEnD,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,6BAAe,CAAC;gBACtB,IAAI,EAAE,kBAAkB;gBACxB,KAAK;gBACL,SAAS,EAAE,UAAU;aACxB,CAAC,CAAA;QACN,CAAC;QACD,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,CAAA;QAExE,MAAM,GAAG,CAAC,MAAM,CAAC;YACb,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACf,SAAS;YACT,SAAS;SACZ,CAAC,CAAA;QAEF,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,GAAG,KAAK,CAAA;QAE/B,OAAO,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,GAAG,OAAO,EAAE,CAAA;IACxC,CAAC;IAEM,KAAK,CAAC,MAAM,CACf,UAAkB,EAClB,KAA0B,EAC1B,OAA4B;QAE5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAClD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,CAAA;QAC/D,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,CAAA;IACzB,CAAC;IAEM,KAAK,CAAC,SAAS,CAClB,UAAkB,EAClB,KAA0B,EAC1B,OAA4B;QAE5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACnD,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,WAAW,CAChD,CAAC,OAAO,CAAC,EACT,UAAU,CACb,CAAA;QAED,IAAI,KAAK,EAAE,EAAE,EAAE,CAAC;YACZ,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACpB,CAAC;QAED,MAAM,GAAG,CAAC,MAAM,CAAC;YACb,SAAS;YACT,GAAG;YACH,SAAS;SACZ,CAAC,CAAA;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAE9D,OAAO,OAAQ,CAAA;IACnB,CAAC;IAEM,KAAK,CAAC,MAAM,CACf,UAAkB,EAClB,KAA0B;QAE1B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;QAChD,MAAM,GAAG,CAAC,MAAM,CAAC;YACb,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChC,CAAC,CAAA;QACF,OAAO,OAAO,CAAC,MAAM,CAAA;IACzB,CAAC;IAEM,KAAK,CAAC,SAAS,CAClB,UAAkB,EAClB,KAA0B;QAE1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACnD,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAA;QAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACxB,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,UAAkB,EAClB,KAA2B;QAE3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAClD,OAAO,OAAO,CAAC,MAAM,CAAA;IACzB,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAC1B,WAAmB,EACnB,MAAa;QAEb,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,mBAAmB;SACjC,CAAC,CAAA;IACN,CAAC;IAEM,KAAK,CAAC,WAAW,CACpB,WAAmB,EACnB,MAAa;QAEb,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,aAAa;SAC3B,CAAC,CAAA;IACN,CAAC;IAEM,KAAK,CAAC,KAAK,CAAI,MAAc,EAAE,OAAe;QACjD,MAAM,IAAI,qBAAW,CAAC;YAClB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,OAAO;SACrB,CAAC,CAAA;IACN,CAAC;CACJ;AA1gBD,iCA0gBC"}

package/build/__tests__/behavioral/ChromaDatabase.test.d.ts

@@ -0,0 +1,39 @@
+import AbstractSpruceTest from '@sprucelabs/test-utils';
+export default class ChromaDatabaseTest extends AbstractSpruceTest {
+    private static embedding;
+    private static db;
+    private static collectionName;
+    private static chroma;
+    private static collection;
+    protected static beforeEach(): Promise<void>;
+    protected static afterEach(): Promise<void>;
+    protected static throwsWithMissing(): Promise<void>;
+    protected static defaultsToOllamaEmbedding(): Promise<void>;
+    protected static embedsTheWholeDocumentByDefault(): Promise<void>;
+    protected static canGenerateEmbedsForNestedValues(): Promise<void>;
+    protected static canDoMultipleKeyValuePairsForEmbeddings(): Promise<void>;
+    protected static canDoMultipleNestedKeyValuePairsForEmbeddings(): Promise<void>;
+    protected static throwsExpectedErrorForUnsupportedFeatures(): Promise<void>;
+    protected static runsSuiteOfDatabaseTests(): Promise<void>;
+    protected static canSetSingleEmbeddingField(): Promise<void>;
+    protected static canSetDifferentSingleEmbeddingField(): Promise<void>;
+    protected static canSetMultipleFieldsOnEmbedding(): Promise<void>;
+    protected static embeddingFieldsHonorsCollection(): Promise<void>;
+    protected static dropDatabaseDeletesAllCollections(): Promise<void>;
+    protected static doesTextSearchWith$promptKey(): Promise<void>;
+    protected static canFindUsingDifferent$promptKey(): Promise<void>;
+    protected static canFindUsingDifferentLimit(): Promise<void>;
+    protected static canSearchByPromptAndDocumentFields(): Promise<void>;
+    protected static canSearchSamePromptAndDifferentDocumentFields(): Promise<void>;
+    private static findByPrompt;
+    private static createSearchableDocuments;
+    private static getOrCreateCollection;
+    private static setEmbedFieldsAndAssertEmbeddingsEqual;
+    private static assertEmbeddingsEqual;
+    private static setEmbeddingFields;
+    private static assertOperationThrowsNotSupported;
+    private static createOneAndAssertExpectedEmbeddings;
+    private static getById;
+    private static generateEmbeddings;
+    private static createOne;
+}