@sprucelabs/chroma-data-store 0.2.3 → 0.3.0

package/README.md

@@ -1,9 +1,34 @@
-# Running Chroma
+# Chroma Data Store
+
+Give your skill the ability to store and retrieve data from a Chroma database.
+
+## Running Chroma
 
 1. Clone this rep
 2. Run `yarn start.chroma.docker`
 
+## Setting an embedding model
+
+By default , the ChromaDabatase class will use llama3.2 hosted through Ollama to generate embeddings
+
+### Installing Ollama
+
+1. Visit https://ollama.com
+2. Click "Download"
+3. Select your OS
+
+### Installing Llama3.2
+
+Llama 3.2 is the newest version of Llama (as of this writing) that supports embeddings.
+
+1. Inside of terminal, run `ollama run llama3.2`
+2. You should be able to visit http://localhost:11434/api/embeddings and get a 404 response (this is because the route only accepts POST requests)
+
+## Improving embeddings with `nomic-embed-text`
+
+We have seen significantly better search performance when using `nomic-embed-text` to generate embeddings.
+
 
-# Connecting to Chroma
+## Connecting to Chroma
 
-Use the connection string: `chromadb://localhost:8000`
+Use the connection string: `chromadb://localhost:8000` is your skill.

package/build/ChromaDatabase.d.ts

@@ -1,6 +1,8 @@
 import { CreateOptions, Database, DatabaseInternalOptions, Index, IndexWithFilter, QueryOptions } from '@sprucelabs/data-stores';
+import { OllamaEmbeddingFunction } from 'chromadb';
 export default class ChromaDatabase implements Database {
     static Class?: new (connectionString: string) => Database;
+    static EmbeddingFunction: typeof OllamaEmbeddingFunction;
     private static embeddingFields?;
     private connectionString;
     private client;

package/build/ChromaDatabase.js

@@ -13,8 +13,8 @@ class ChromaDatabase {
         this._isConnected = false;
         this.collections = {};
         (0, schema_1.assertOptions)({ connectionString }, ['connectionString']);
-        this.embeddings = new chromadb_1.OllamaEmbeddingFunction({
-            model: 'llama3.2',
+        this.embeddings = new ChromaDatabase.EmbeddingFunction({
+            model: process.env.CHROMA_EMBEDDING_MODEL ?? 'llama3.2',
             url: 'http://localhost:11434/api/embeddings',
         });
         if (!connectionString.startsWith('chroma://')) {
@@ -394,4 +394,5 @@ class ChromaDatabase {
         });
     }
 }
+ChromaDatabase.EmbeddingFunction = chromadb_1.OllamaEmbeddingFunction;
 exports.default = ChromaDatabase;

package/build/esm/ChromaDatabase.d.ts

@@ -1,6 +1,8 @@
 import { CreateOptions, Database, DatabaseInternalOptions, Index, IndexWithFilter, QueryOptions } from '@sprucelabs/data-stores';
+import { OllamaEmbeddingFunction } from 'chromadb';
 export default class ChromaDatabase implements Database {
     static Class?: new (connectionString: string) => Database;
+    static EmbeddingFunction: typeof OllamaEmbeddingFunction;
     private static embeddingFields?;
     private connectionString;
     private client;

package/build/esm/ChromaDatabase.js

@@ -23,13 +23,14 @@ import { assertOptions, flattenValues, expandValues } from '@sprucelabs/schema';
 import { NULL_PLACEHOLDER } from '@sprucelabs/test-utils';
 import { ChromaClient, OllamaEmbeddingFunction, } from 'chromadb';
 import SpruceError from './errors/SpruceError.js';
-export default class ChromaDatabase {
+class ChromaDatabase {
     constructor(connectionString) {
+        var _a;
         this._isConnected = false;
         this.collections = {};
         assertOptions({ connectionString }, ['connectionString']);
-        this.embeddings = new OllamaEmbeddingFunction({
-            model: 'llama3.2',
+        this.embeddings = new ChromaDatabase.EmbeddingFunction({
+            model: (_a = process.env.CHROMA_EMBEDDING_MODEL) !== null && _a !== void 0 ? _a : 'llama3.2',
             url: 'http://localhost:11434/api/embeddings',
         });
         if (!connectionString.startsWith('chroma://')) {
@@ -456,3 +457,5 @@ export default class ChromaDatabase {
         });
     }
 }
+ChromaDatabase.EmbeddingFunction = OllamaEmbeddingFunction;
+export default ChromaDatabase;

package/package.json

@@ -13,7 +13,7 @@
     "sprucebot",
     "sprucelabs"
   ],
-  "version": "0.2.3",
+  "version": "0.3.0",
   "scripts": {
     "build.ci": "yarn run build.tsc && yarn run build.resolve-paths && yarn run lint",
     "build.copy-files": "mkdir -p build && rsync -avzq --exclude='*.ts' ./src/ ./build/",