@lancedb/lancedb 0.21.1 → 0.21.2-beta.0

package/dist/indices.d.ts

@@ -410,7 +410,7 @@ export interface FtsOptions {
      *
      * "raw" - Raw tokenizer. This tokenizer does not split the text into tokens and indexes the entire text as a single token.
      */
-    baseTokenizer?: "simple" | "whitespace" | "raw";
+    baseTokenizer?: "simple" | "whitespace" | "raw" | "ngram";
     /**
      * language for stemming and stop words
      * this is only used when `stem` or `remove_stop_words` is true
@@ -437,6 +437,18 @@ export interface FtsOptions {
      * whether to remove punctuation
      */
     asciiFolding?: boolean;
+    /**
+     * ngram min length
+     */
+    ngramMinLength?: number;
+    /**
+     * ngram max length
+     */
+    ngramMaxLength?: number;
+    /**
+     * whether to only index the prefix of the token for ngram tokenizer
+     */
+    prefixOnly?: boolean;
 }
 export declare class Index {
     private readonly inner;

package/dist/indices.js

@@ -107,7 +107,7 @@ class Index {
      * You can combine filters with full text search.
      */
     static fts(options) {
-        return new Index(native_1.Index.fts(options?.withPosition, options?.baseTokenizer, options?.language, options?.maxTokenLength, options?.lowercase, options?.stem, options?.removeStopWords, options?.asciiFolding));
+        return new Index(native_1.Index.fts(options?.withPosition, options?.baseTokenizer, options?.language, options?.maxTokenLength, options?.lowercase, options?.stem, options?.removeStopWords, options?.asciiFolding, options?.ngramMinLength, options?.ngramMaxLength, options?.prefixOnly));
     }
     /**
      *

package/dist/native.d.ts

@@ -325,7 +325,7 @@ export class Index {
   static btree(): Index
   static bitmap(): Index
   static labelList(): Index
-  static fts(withPosition?: boolean | undefined | null, baseTokenizer?: string | undefined | null, language?: string | undefined | null, maxTokenLength?: number | undefined | null, lowerCase?: boolean | undefined | null, stem?: boolean | undefined | null, removeStopWords?: boolean | undefined | null, asciiFolding?: boolean | undefined | null): Index
+  static fts(withPosition?: boolean | undefined | null, baseTokenizer?: string | undefined | null, language?: string | undefined | null, maxTokenLength?: number | undefined | null, lowerCase?: boolean | undefined | null, stem?: boolean | undefined | null, removeStopWords?: boolean | undefined | null, asciiFolding?: boolean | undefined | null, ngramMinLength?: number | undefined | null, ngramMaxLength?: number | undefined | null, prefixOnly?: boolean | undefined | null): Index
   static hnswPq(distanceType?: string | undefined | null, numPartitions?: number | undefined | null, numSubVectors?: number | undefined | null, maxIterations?: number | undefined | null, sampleRate?: number | undefined | null, m?: number | undefined | null, efConstruction?: number | undefined | null): Index
   static hnswSq(distanceType?: string | undefined | null, numPartitions?: number | undefined | null, maxIterations?: number | undefined | null, sampleRate?: number | undefined | null, m?: number | undefined | null, efConstruction?: number | undefined | null): Index
 }

package/dist/table.d.ts

@@ -38,10 +38,10 @@ export interface OptimizeOptions {
      * // Delete all versions older than 1 day
      * const olderThan = new Date();
      * olderThan.setDate(olderThan.getDate() - 1));
-     * tbl.cleanupOlderVersions(olderThan);
+     * tbl.optimize({cleanupOlderThan: olderThan});
      *
      * // Delete all versions except the current version
-     * tbl.cleanupOlderVersions(new Date());
+     * tbl.optimize({cleanupOlderThan: new Date()});
      */
     cleanupOlderThan: Date;
     deleteUnverified: boolean;

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.21.1",
+  "version": "0.21.2-beta.0",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -100,14 +100,14 @@
     "reflect-metadata": "^0.2.2"
   },
   "optionalDependencies": {
-    "@lancedb/lancedb-darwin-x64": "0.21.1",
-    "@lancedb/lancedb-darwin-arm64": "0.21.1",
-    "@lancedb/lancedb-linux-x64-gnu": "0.21.1",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.21.1",
-    "@lancedb/lancedb-linux-x64-musl": "0.21.1",
-    "@lancedb/lancedb-linux-arm64-musl": "0.21.1",
-    "@lancedb/lancedb-win32-x64-msvc": "0.21.1",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.21.1"
+    "@lancedb/lancedb-darwin-x64": "0.21.2-beta.0",
+    "@lancedb/lancedb-darwin-arm64": "0.21.2-beta.0",
+    "@lancedb/lancedb-linux-x64-gnu": "0.21.2-beta.0",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.21.2-beta.0",
+    "@lancedb/lancedb-linux-x64-musl": "0.21.2-beta.0",
+    "@lancedb/lancedb-linux-arm64-musl": "0.21.2-beta.0",
+    "@lancedb/lancedb-win32-x64-msvc": "0.21.2-beta.0",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.21.2-beta.0"
   },
   "peerDependencies": {
     "apache-arrow": ">=15.0.0 <=18.1.0"