datafolder 1.0.16 → 1.0.18

package/README.md

@@ -4,6 +4,10 @@ datafolder is a lightning fluid JSON database for high speed SSDs, featuring an
 
 ### Changelog
 
+1.0.18 Add Embedding Storage Support. Related APIs: dataFolder.insertEmbedding() and dataFolder.delEmbedding(). TODO: Add HNSW support and vector query.
+
+1.0.17 Add Northwind sample data test (test/testQyNorthwind.js)
+
 1.0.16 Add GraphQL sample data test (test/testQyGraphQL.js) to show how to write complex queries.
 
 1.0.15 Use [Workers](https://nodejs.org/docs/latest/api/worker_threads.html) to implement snapshot compactor, expire service, outdated data cleaner etc.
@@ -44,6 +48,7 @@ dataFolder.insert("traindata/2026/1/20/chat_0001", {
 });
 dataFolder.insert("traindata/2026/1/20/chat_0001/prompt", "What is async/await?");
 dataFolder.insert("traindata/2026/1/20/chat_0001/answer", "async/await is ...");
+dataFolder.insertEmbedding("traindata/2026/1/20/chat_0001/prompt", new Float32Array([0.36646, 332.8091, 2363.982]));
 const { email, password, address, feedbackScore } = dataFolder.view("traindata/2026/1/20/chat_0001");
 address.zipcode = 678;
 dataFolder.insert("traindata/2026/1/20/chat_0001", { feedbackScore: feedbackScore + 1, address });
@@ -78,6 +83,7 @@ dataFolder.insert(file, { feedbackScore: feedbackScore + 1, address: { city: "c"
 dataFolder.createFile("path/to/file");
 dataFolder.createDir("path/to/dir");
 dataFolder.insert("path/to/file", { email, address: { city, zipcode } });
+dataFolder.insertEmbedding("path/to/file", new Float32Array([235.235, 2949.8823]));
 ```
 
 #### Read
@@ -87,6 +93,7 @@ const dir = dataFolder.dir("path/to/dir");
 const { subdirList, fileList, sortedSubdirList } = dir;
 const file = dataFolder.file("path/to/file");
 const { email, address } = dataFolder.view("path/to/file", { email: 1, addres: 1 });
+const embedding = dataFolder.embedding("path/to/file");
 ```
 
 #### Update
@@ -102,6 +109,7 @@ dataFolder.insert(file, { feedbackScore: feedbackScore + 1 });
 dataFolder.delDir("path/to/dir");
 dataFolder.delFile("path/to/file");
 dataFolder.delContent("path/to/file");
+dataFolder.delEmbedding("path/to/file");
 dataFolder.remove("path/to/file", { email: 1, address: { zipcode: 1 } });
 dataFolder.remove(file, { email: 1, address: { zipcode: 1 } });
 ```
@@ -118,6 +126,7 @@ dataFolder.batch
   .insert("path/to/chat_details", { user: "user_0001", feedbackScore: 100 })
   .insert("path/to/prompt", "what is LLM?")
   .insert("path/to/answer", "LLM is AI...")
+  .insertEmbedding("path/to/prompt", [235.0235, 9923.2356])
   .remove("path/to/file", { address: { city: 1 } })
   .run();
 ```