@storecraft/database-turso 1.0.10 → 1.0.12

package/README.md

@@ -5,7 +5,8 @@
        width='90%' />
 </div><hr/><br/>
 
-Official `Turso` / `libSql` driver for `StoreCraft` on any platforms.
+Official `libSql` / `Turso` driver for `StoreCraft` on any platforms.
+Includes a vector store.
 
 ```bash
 npm i @storecraft/database-turso
@@ -29,7 +30,7 @@ import http from "node:http";
 import { App } from '@storecraft/core'
 import { NodePlatform } from '@storecraft/core/platform/node';
 import { NodeLocalStorage } from '@storecraft/core/storage/node'
-import { Turso } from '@storecraft/database-turso'
+import { Turso, LibSQLVectorStore } from '@storecraft/database-turso'
 import { migrateToLatest } from '@storecraft/database-turso/migrate.js'
 
 const app = new App(
@@ -53,6 +54,13 @@ const app = new App(
   )
 )
 .withStorage(new NodeLocalStorage('storage'))
+.withVectorStore(
+  new LibSQLVectorStore(
+    {
+      embedder: new OpenAIEmbedder()
+    }
+  )
+)
 
 await app.init();
 await migrateToLatest(app.db, false);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@storecraft/database-turso",
-  "version": "1.0.10",
+  "version": "1.0.12",
   "description": "`Storecraft` database driver for `Turso` (cloud sqlite)",
   "license": "MIT",
   "author": "Tomer Shalev (https://github.com/store-craft)",
@@ -35,7 +35,8 @@
   "scripts": {
     "database-turso:test": "node ./tests/runner.test.js",
     "test": "npm run database-turso:test",
-    "prepublishOnly": "npm version patch --force"
+    "prepublishOnly": "npm version patch --force",
+    "sc-publish": "npm publish --access public"
   },
   "peerDependencies": {
     "kysely": "*"

package/vector-store/index.js

@@ -92,12 +92,11 @@ export class LibSQLVectorStore {
 
   /** @type {VectorStore["onInit"]} */
   onInit = (app) => {
-    this.config.authToken ??= app.platform.env[
-      LibSQLVectorStore.EnvConfig.authToken ?? 'LIBSQL_AUTH_TOKEN'
-    ];
-    this.config.url ??= app.platform.env[
-      LibSQLVectorStore.EnvConfig.url ?? 'LIBSQL_URL'
-    ];
+    this.config.authToken ??= app.platform.env[LibSQLVectorStore.EnvConfig.authToken] 
+        ?? app.platform.env['LIBSQL_AUTH_TOKEN'];
+
+    this.config.url ??= app.platform.env[LibSQLVectorStore.EnvConfig.url] 
+        ?? app.platform.env['LIBSQL_URL'];
   }
 
   /** @type {VectorStore["embedder"]} */
@@ -191,10 +190,11 @@ export class LibSQLVectorStore {
     );
   }
 
+  aa;
   /** @type {VectorStore["similaritySearch"]} */
   similaritySearch = async (query, k, namespaces) => {
-
-    const embedding_result = await this.embedder.generateEmbeddings(
+    console.log({query,k,namespaces})
+    const embedding_result = this.aa = this.aa ? this.aa : await this.embedder.generateEmbeddings(
       {
         content: [
           {
@@ -218,10 +218,12 @@ export class LibSQLVectorStore {
     /** @type {InArgs} */
     let args = [];
     let sql = `
-    SELECT id, metadata, pageContent, updated_at, namespace, ${distance_fn}(embedding, vector(?)) AS score
-    FROM vector_top_k('${index_name}', vector(?), ?) as top_k_view
-    JOIN ${table} ON ${table}.rowid = top_k_view.id
+    SELECT ${table}.id, metadata, pageContent, updated_at, namespace, ${distance_fn}(embedding, vector(?)) AS score
+    FROM vector_top_k('${index_name}', vector(?), CAST(? AS INTEGER)) as top_k_view
+    JOIN ${table} ON ${table}.rowid = top_k_view.rowid
     `;
+
+    // console.log(typeof k)
     args.push(vector_sql_value, vector_sql_value, k);
 
     if(Array.isArray(namespaces) && namespaces.length) {
@@ -236,9 +238,10 @@ export class LibSQLVectorStore {
     `
     args.push(vector_sql_value);
 
-
     const result = await this.client.execute({ sql, args });
 
+    // console.log({result})
+
     return result.rows.map(
       (row) => (
         {