document-dataply 0.0.5 → 0.0.7-alpha.0

package/dist/types/core/documentAPI.d.ts

@@ -35,6 +35,11 @@ export declare class DocumentDataplyAPI<T extends DocumentJSON, IC extends Index
     getDocumentMetadata(tx: Transaction): Promise<DocumentDataplyMetadata>;
     getDocumentInnerMetadata(tx: Transaction): Promise<DocumentDataplyInnerMetadata>;
     updateDocumentInnerMetadata(metadata: DocumentDataplyInnerMetadata, tx: Transaction): Promise<void>;
+    /**
+     * Transforms a query object into a verbose query object
+     * @param query The query object to transform
+     * @returns The verbose query object
+     */
     verboseQuery<U extends Partial<DocumentDataplyIndexedQuery<T, IC>>, V extends DataplyTreeValue<U>>(query: Partial<DocumentDataplyQuery<U>>): Partial<DocumentDataplyQuery<V>>;
     /**
      * Get the selectivity candidate for the given query
@@ -47,11 +52,15 @@ export declare class DocumentDataplyAPI<T extends DocumentJSON, IC extends Index
             tree: BPTreeAsync<number, V>;
             condition: Partial<DocumentDataplyCondition<U>>;
             field: string;
+            isFtsMatch?: boolean;
+            matchTokens?: string[];
         };
         others: {
             tree: BPTreeAsync<number, V>;
             condition: Partial<DocumentDataplyCondition<U>>;
             field: string;
+            isFtsMatch?: boolean;
+            matchTokens?: string[];
         }[];
         rollback: () => void;
     } | null>;
@@ -63,9 +72,15 @@ export declare class DocumentDataplyAPI<T extends DocumentJSON, IC extends Index
         verySmallChunkSize: number;
         smallChunkSize: number;
     };
+    private getTokenKey;
+    private applyCandidateByFTS;
     /**
-     * Get Primary Keys based on query and index selection.
-     * Internal common method to unify query optimization.
+     * 특정 인덱스 후보를 조회하여 PK 집합을 필터링합니다.
+     */
+    private applyCandidate;
+    /**
+     * 쿼리와 인덱스 선택을 기반으로 기본 키(Primary Keys)를 가져옵니다.
+     * 쿼리 최적화를 통합하기 위한 내부 공통 메서드입니다.
      */
     getKeys(query: Partial<DocumentDataplyIndexedQuery<T, IC>>, orderBy?: keyof IC | '_id', sortOrder?: 'asc' | 'desc'): Promise<Float64Array>;
     private insertDocumentInternal;
@@ -121,6 +136,19 @@ export declare class DocumentDataplyAPI<T extends DocumentJSON, IC extends Index
      * @returns The number of documents that match the query
      */
     countDocuments(query: Partial<DocumentDataplyIndexedQuery<T, IC>>, tx?: Transaction): Promise<number>;
+    /**
+     * FTS 조건에 대해 문서가 유효한지 검증합니다.
+     */
+    private verifyFts;
+    /**
+     * 메모리 기반으로 청크 크기를 동적 조절합니다.
+     */
+    private adjustChunkSize;
+    /**
+     * Prefetch 방식으로 키 배열을 청크 단위로 조회하여 문서를 순회합니다.
+     * FTS 검증을 통과한 문서만 yield 합니다.
+     */
+    private processChunkedKeys;
     /**
      * Select documents from the database
      * @param query The query to use (only indexed fields + _id allowed)

package/dist/types/types/index.d.ts

@@ -16,7 +16,17 @@ export interface DocumentDataplyInnerMetadata {
     updatedAt: number;
     lastId: number;
     indices: {
-        [key: string]: [number, boolean];
+        [key: string]: [
+            number,
+            boolean | {
+                type: 'fts';
+                tokenizer: 'whitespace';
+            } | {
+                type: 'fts';
+                tokenizer: 'ngram';
+                gramSize: number;
+            }
+        ];
     };
 }
 export interface DocumentDataplyMetadata {
@@ -46,6 +56,7 @@ export type DocumentDataplyCondition<V> = {
     notEqual?: Partial<V>;
     or?: Partial<V>[];
     like?: string;
+    match?: string;
 };
 export type DocumentDataplyQuery<T> = {
     [key in keyof T]?: T[key] | DocumentDataplyCondition<T[key]>;
@@ -110,10 +121,18 @@ export type DocumentDataplyIndices<T extends DocumentJSON, IC extends IndexConfi
     [key in keyof IC & keyof FinalFlatten<T>]: GetTypeByPath<T, key>;
 };
 /**
- * Index configuration type - keys are field names, values are boolean
+ * Index configuration type
  */
+export type FTSConfig = {
+    type: 'fts';
+    tokenizer: 'whitespace';
+} | {
+    type: 'fts';
+    tokenizer: 'ngram';
+    gramSize: number;
+};
 export type IndexConfig<T> = Partial<{
-    [key in keyof FinalFlatten<T>]: boolean;
+    [key in keyof FinalFlatten<T>]: boolean | FTSConfig;
 }>;
 /**
  * Extract index keys from IndexConfig

package/dist/types/utils/hash.d.ts

@@ -0,0 +1 @@
+export declare function fastStringHash(str: string): number;

package/dist/types/utils/tokenizer.d.ts

@@ -0,0 +1,4 @@
+import { FTSConfig } from '../types';
+export declare function whitespaceTokenize(text: string): string[];
+export declare function ngramTokenize(text: string, gramSize: number): string[];
+export declare function tokenize(text: string, options: FTSConfig): string[];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "document-dataply",
-  "version": "0.0.5",
+  "version": "0.0.7-alpha.0",
   "description": "Simple and powerful JSON document database supporting complex queries and flexible indexing policies.",
   "license": "MIT",
   "author": "izure <admin@izure.org>",
@@ -42,7 +42,7 @@
     "dataply"
   ],
   "dependencies": {
-    "dataply": "^0.0.21"
+    "dataply": "^0.0.23-alpha.2"
   },
   "devDependencies": {
     "@types/jest": "^30.0.0",