axiodb 13.1.4 → 14.2.7

package/.graphifyignore

@@ -0,0 +1,12 @@
+# Compiled TypeScript output (tsc outDir) - duplicates every source/*.ts as
+# .js plus __awaiter polyfill internals (adopt/fulfilled/rejected/step) in
+# each file. Already git-ignored; indexing it doubles the graph with noise.
+/lib/
+
+# graphify's own outputs - GRAPH_REPORT.md/graph.json are generated FROM the graph;
+# indexing them feeds the graph its own summary back as source material.
+/graphify-out/
+
+# Built docs site (vite-react-ssg output) - duplicates Document/src + Document/public
+# as pre-rendered HTML plus llms.txt/llms-full.txt concatenations of the same content.
+/Document/AxioDB_Docs/

package/a.txt

@@ -0,0 +1,11 @@
+Rank order for your profile:
+
+Instahyre - curated, India product companies, recruiters reach out. Best fit.
+Wellfound - startups, remote, Node-heavy. Free.
+workatastartup.com (YC) - Node-native seed/Series A. Free. Barely used by Indian devs. Underpriced.
+Hirist - tech-only India, less noise than Naukri.
+Cutshort - startups, decent.
+Weekday.works - referral-graph based.
+Company careers page direct - highest signal per application. Wobot, CoverForce, do this.
+r/developersIndia monthly hiring thread - free, low volume, real.
+GDG Kolkata network - your actual edge. Using at ~20%.

package/lib/Helper/UniqueGenerator.helper.d.ts

@@ -1,12 +1,13 @@
 /**
- * Generates random alphabetic identifiers (document IDs, transaction IDs, session IDs).
+ * Generates random identifiers (document IDs, transaction IDs, session IDs).
  */
 export default class UniqueGenerator {
     private readonly length;
     constructor(length: number);
     /**
-     * Generates a random alphabetic string of the configured length.
+     * Generates a random string of the configured length.
      * @param isCapital - Return the result in uppercase when true.
+     * @param includeNumbers - Include digits 0-9 in the character set (alphanumeric) when true.
      */
-    RandomWord(isCapital?: boolean): string;
+    RandomWord(isCapital?: boolean, includeNumbers?: boolean): string;
 }

package/lib/Helper/UniqueGenerator.helper.js

@@ -2,21 +2,24 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 const crypto_1 = require("crypto");
 const LETTERS = "abcdefghijklmnopqrstuvwxyz";
+const DIGITS = "0123456789";
 /**
- * Generates random alphabetic identifiers (document IDs, transaction IDs, session IDs).
+ * Generates random identifiers (document IDs, transaction IDs, session IDs).
  */
 class UniqueGenerator {
     constructor(length) {
         this.length = length;
     }
     /**
-     * Generates a random alphabetic string of the configured length.
+     * Generates a random string of the configured length.
      * @param isCapital - Return the result in uppercase when true.
+     * @param includeNumbers - Include digits 0-9 in the character set (alphanumeric) when true.
      */
-    RandomWord(isCapital = false) {
+    RandomWord(isCapital = false, includeNumbers = false) {
+        const charset = includeNumbers ? LETTERS + DIGITS : LETTERS;
         let result = "";
         for (let i = 0; i < this.length; i++) {
-            result += LETTERS[(0, crypto_1.randomInt)(LETTERS.length)];
+            result += charset[(0, crypto_1.randomInt)(charset.length)];
         }
         return isCapital ? result.toUpperCase() : result;
     }

package/lib/Helper/UniqueGenerator.helper.js.map

@@ -1 +1 @@
-{"version":3,"file":"UniqueGenerator.helper.js","sourceRoot":"","sources":["../../source/Helper/UniqueGenerator.helper.ts"],"names":[],"mappings":";;AAAA,mCAAmC;AAEnC,MAAM,OAAO,GAAG,4BAA4B,CAAC;AAE7C;;GAEG;AACH;IACE,YAA6B,MAAc;sBAAd,MAAM;IAAW,CAAC;IAE/C;;;OAGG;IACH,UAAU,CAAC,SAAS,GAAG,KAAK;QAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,OAAO,CAAC,IAAA,kBAAS,EAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;CACF"}
+{"version":3,"file":"UniqueGenerator.helper.js","sourceRoot":"","sources":["../../source/Helper/UniqueGenerator.helper.ts"],"names":[],"mappings":";;AAAA,mCAAmC;AAEnC,MAAM,OAAO,GAAG,4BAA4B,CAAC;AAC7C,MAAM,MAAM,GAAG,YAAY,CAAC;AAE5B;;GAEG;AACH;IACE,YAA6B,MAAc;sBAAd,MAAM;IAAW,CAAC;IAE/C;;;;OAIG;IACH,UAAU,CAAC,SAAS,GAAG,KAAK,EAAE,cAAc,GAAG,KAAK;QAClD,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;QAC5D,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,OAAO,CAAC,IAAA,kBAAS,EAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;CACF"}

package/lib/Services/CRUD Operation/Create.operation.js

@@ -82,7 +82,7 @@ class Insertion {
             let isExist = true;
             let ID;
             do {
-                ID = new UniqueGenerator_helper_1.default(15).RandomWord(true);
+                ID = new UniqueGenerator_helper_1.default(Keys_1.General.DocumentId_Length).RandomWord(true, true);
                 // Sanitize ID to ensure safe file path
                 const sanitizedID = PathSanitizer_helper_1.default.sanitizePathComponent(ID);
                 const response = yield new FileManager_1.default().FileExists(PathSanitizer_helper_1.default.safePath(this.path, `${sanitizedID}${Keys_1.General.DBMS_File_EXT}`));

package/lib/Services/CRUD Operation/Create.operation.js.map

@@ -1 +1 @@
-{"version":3,"file":"Create.operation.js","sourceRoot":"","sources":["../../../source/Services/CRUD Operation/Create.operation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,uDAAuD;AACvD,mCAAoC;AACpC,sFAA8D;AAE9D,iGAAkE;AAClE,mFAA0D;AAK1D,iDAAiD;AACjD,qFAAsD;AACtD,6FAA8D;AAE9D;;GAEG;AACH;IAKE;;;;OAIG;IACH,YAAY,cAAsB,EAAE,IAAkB;QACpD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,IAAI,0BAAS,EAAE,CAAC;IACnC,CAAC;IAED;;;OAGG;IACU,IAAI,CACf,IAAkB,EAClB,kBAA2B;;YAE3B,IAAI,CAAC;gBACH,MAAM,UAAU,GACd,kBAAkB,KAAK,SAAS;oBAC9B,CAAC,CAAC,MAAM,IAAI,CAAC,wBAAwB,EAAE;oBACvC,CAAC,CAAC,kBAAkB,CAAC;gBAEzB,6DAA6D;gBAC7D,MAAM,mBAAmB,GAAG,8BAAa,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gBAC5E,MAAM,QAAQ,GAAG,8BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,mBAAmB,GAAG,cAAO,CAAC,aAAa,EAAE,CAAC,CAAC;gBAErG,wEAAwE;gBACxE,+EAA+E;gBAC/E,0EAA0E;gBAC1E,+EAA+E;gBAC/E,8EAA8E;gBAC9E,sDAAsD;gBACtD,MAAM,WAAW,GAAG,IAAI,qBAAW,EAAE,CAAC;gBACtC,MAAM,YAAY,GAAG,GAAG,QAAQ,QAAQ,IAAA,mBAAU,GAAE,EAAE,CAAC;gBACvD,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,SAAS,CAC/C,YAAY,EACZ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAC9B,CAAC;gBAEF,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;oBACzB,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;oBACxE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;wBACzB,OAAO,IAAI,yBAAc,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;oBAC3D,CAAC;oBACD,OAAO,IAAI,yBAAc,EAAE,CAAC,OAAO,CAAC;wBAClC,OAAO,EAAE,4BAA4B;wBACrC,UAAU,EAAE,UAAU;qBACvB,CAAC,CAAC;gBACL,CAAC;gBAED,OAAO,IAAI,yBAAc,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAI,yBAAc,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,wBAAwB;;YACnC,IAAI,OAAO,GAAG,IAAI,CAAC;YACnB,IAAI,EAAE,CAAC;YACP,GAAG,CAAC;gBACF,EAAE,GAAG,IAAI,gCAAe,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC9C,uCAAuC;gBACvC,MAAM,WAAW,GAAG,8BAAa,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;gBAC5D,MAAM,QAAQ,GAAG,MAAM,IAAI,qBAAW,EAAE,CAAC,UAAU,CACjD,8BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,WAAW,GAAG,cAAO,CAAC,aAAa,EAAE,CAAC,CAC5E,CAAC;gBACF,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC5B,CAAC,QAAQ,OAAO,EAAE;YAElB,OAAO,EAAE,CAAC;QACZ,CAAC;KAAA;CACF"}
+{"version":3,"file":"Create.operation.js","sourceRoot":"","sources":["../../../source/Services/CRUD Operation/Create.operation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,uDAAuD;AACvD,mCAAoC;AACpC,sFAA8D;AAE9D,iGAAkE;AAClE,mFAA0D;AAK1D,iDAAiD;AACjD,qFAAsD;AACtD,6FAA8D;AAE9D;;GAEG;AACH;IAKE;;;;OAIG;IACH,YAAY,cAAsB,EAAE,IAAkB;QACpD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,IAAI,0BAAS,EAAE,CAAC;IACnC,CAAC;IAED;;;OAGG;IACU,IAAI,CACf,IAAkB,EAClB,kBAA2B;;YAE3B,IAAI,CAAC;gBACH,MAAM,UAAU,GACd,kBAAkB,KAAK,SAAS;oBAC9B,CAAC,CAAC,MAAM,IAAI,CAAC,wBAAwB,EAAE;oBACvC,CAAC,CAAC,kBAAkB,CAAC;gBAEzB,6DAA6D;gBAC7D,MAAM,mBAAmB,GAAG,8BAAa,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gBAC5E,MAAM,QAAQ,GAAG,8BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,mBAAmB,GAAG,cAAO,CAAC,aAAa,EAAE,CAAC,CAAC;gBAErG,wEAAwE;gBACxE,+EAA+E;gBAC/E,0EAA0E;gBAC1E,+EAA+E;gBAC/E,8EAA8E;gBAC9E,sDAAsD;gBACtD,MAAM,WAAW,GAAG,IAAI,qBAAW,EAAE,CAAC;gBACtC,MAAM,YAAY,GAAG,GAAG,QAAQ,QAAQ,IAAA,mBAAU,GAAE,EAAE,CAAC;gBACvD,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,SAAS,CAC/C,YAAY,EACZ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAC9B,CAAC;gBAEF,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;oBACzB,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;oBACxE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;wBACzB,OAAO,IAAI,yBAAc,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;oBAC3D,CAAC;oBACD,OAAO,IAAI,yBAAc,EAAE,CAAC,OAAO,CAAC;wBAClC,OAAO,EAAE,4BAA4B;wBACrC,UAAU,EAAE,UAAU;qBACvB,CAAC,CAAC;gBACL,CAAC;gBAED,OAAO,IAAI,yBAAc,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAI,yBAAc,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,wBAAwB;;YACnC,IAAI,OAAO,GAAG,IAAI,CAAC;YACnB,IAAI,EAAE,CAAC;YACP,GAAG,CAAC;gBACF,EAAE,GAAG,IAAI,gCAAe,CAAC,cAAO,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC3E,uCAAuC;gBACvC,MAAM,WAAW,GAAG,8BAAa,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;gBAC5D,MAAM,QAAQ,GAAG,MAAM,IAAI,qBAAW,EAAE,CAAC,UAAU,CACjD,8BAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,WAAW,GAAG,cAAO,CAAC,aAAa,EAAE,CAAC,CAC5E,CAAC;gBACF,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC5B,CAAC,QAAQ,OAAO,EAAE;YAElB,OAAO,EAAE,CAAC;QACZ,CAAC;KAAA;CACF"}

package/lib/Services/Index/Index.service.d.ts

@@ -17,129 +17,60 @@ export declare class IndexManager {
     readonly converter: Converter;
     readonly ResponseHelper: ResponseHelper;
     constructor(path: string);
+    /**
+     * Serialize IndexData shape for JSONL file storage.
+     * Line 1 = header (fieldName + sortedValues), remaining lines = one per indexEntries key.
+     *
+     * Example output:
+     *   {"h":1,"f":"email","s":[]}
+     *   {"k":"alice@x.com","v":["abc123.axiodb"]}
+     */
+    static serializeIndexData(indexData: {
+        fieldName: string;
+        indexEntries: Record<string, string[]>;
+        sortedValues?: number[];
+    }): string;
+    /**
+     * Deserialize JSONL lines back into an IndexData object.
+     * Expects first line to be the header: { h:1, f, s }.
+     */
+    static deserializeIndexData(lines: string[]): {
+        fieldName: string;
+        indexEntries: Record<string, string[]>;
+        sortedValues: number[];
+    } | null;
     /**
      * Create one or more index files and register them in the index metadata.
      *
      * For each supplied field name this method:
-     * 1. Determines the index file path as `${indexName}.axiodb` inside the configured index folder.
+     * 1. Determines the index file path as `${indexName}.jsonl` inside the configured index folder.
      * 2. Checks whether the index file already exists. If it does not, creates the file with an empty
-     *    index structure ({ fieldName, indexEntries: [] }).
-     * 3. Reads the index metadata file (index.meta.json), parses it, and if an entry for the index
-     *    field does not already exist, appends a metadata record `{ indexFieldName, fileName, path }`
-     *    and writes the metadata file back.
-     *
-     * Side effects:
-     * - Writes new index files to disk via `fileManager.WriteFile`.
-     * - Reads and updates the index metadata file via `fileManager.ReadFile` / `WriteFile`.
-     * - Uses the configured `converter` to serialize/deserialize index and metadata content.
-     *
-     * Notes:
-     * - The operation is not atomic: some indexes may be created while others fail. The method will
-     *   collect created and failed index names and include them in the returned response.
-     * - A failure is recorded for a field when the index file already exists, when the index already
-     *   exists in the metadata, or when reading/writing the metadata file fails.
-     * - The method relies on `indexFolderPath`, `indexMetaPath`, `fileManager`, and `converter`
-     *   being correctly configured and available on the instance.
+     *    JSONL index structure (header + no entries).
+     * 3. Appends a JSONL line to `index.meta.jsonl` for each new index — no read-modify-rewrite.
      *
-     * @param fieldNames - One or more field names for which to create indexes.
-     * @returns A promise that resolves to either:
-     *   - SuccessInterface: indicates which indexes were created and which already existed / failed,
-     *     typically containing a human-readable message listing affected and existing indexes.
-     *   - ErrorInterface: returned when underlying file/IO operations fail in a way that prevents
-     *     producing the expected success response.
-     *
-     * @example
-     * // Create a single index
-     * await service.createIndex('email');
-     *
-     * @example
-     * // Create multiple indexes
-     * await service.createIndex('email', 'username', 'createdAt');
+     * Creates are now O(1) appends instead of O(N) full-file rewrites for meta.
      */
     createIndex(...fieldNames: string[]): Promise<SuccessInterface | undefined>;
     /**
      * Deletes an index file and removes its entry from the index metadata.
-     *
-     * This asynchronous method attempts to delete the index file located at
-     * `${this.indexFolderPath}/${indexName}.axiodb`. If the file exists it is removed,
-     * and the index metadata file at `this.indexMetaPath` is read and updated by
-     * filtering out the metadata entry whose `indexFieldName` matches `indexName`.
-     * The metadata update is performed only if the metadata file can be read successfully.
-     *
-     * @param indexName - The name of the index to delete (without extension).
-     * @returns A Promise that resolves to a SuccessInterface when the index was deleted
-     *          (and metadata updated when possible), or an ErrorInterface when the
-     *          specified index does not exist.
-     *
-     * @async
-     * @remarks
-     * - Side effects: removes a file from the file system and may modify the index metadata file.
-     * - Uses injected helpers: `fileManager` for filesystem operations, `converter` for
-     *   (de)serialization of metadata, and `ResponseHelper` to construct the returned result.
-     * - If the metadata file cannot be read, the method still succeeds after deleting the index file.
-     *
-     * @throws {Error} May propagate errors from underlying file operations if those utilities throw.
      */
     dropIndex(indexName: string): Promise<SuccessInterface | ErrorInterface>;
     /**
      * Lists all indexes currently registered for this collection.
-     *
-     * Reads the index metadata file (`index.meta.json`) and returns its parsed entries as-is —
-     * this is a pure read of the same metadata `createIndex`/`dropIndex` already maintain, no new
-     * storage format is introduced.
-     *
-     * @returns A promise that resolves to a SuccessInterface containing the list of index metadata
-     *          entries (`{ indexFieldName, fileName, path }`), or an ErrorInterface if the metadata
-     *          file could not be read.
-     *
-     * @example
-     * const result = await service.listIndexes();
+     * Now uses streaming ReadLines for memory efficiency.
      */
     listIndexes(): Promise<SuccessInterface | ErrorInterface>;
     /**
      * Ensures the index folder and the index metadata file exist, creating them if necessary.
-     *
-     * This asynchronous method performs the following steps:
-     * 1. Checks whether the index folder at `this.indexFolderPath` exists; if not, creates it.
-     * 2. Checks whether the index metadata file at `this.indexMetaPath` exists; if not:
-     *    a. Constructs a default index metadata entry for a unique "documentId" index:
-     *       - indexFieldName: "documentId"
-     *       - fileName: "documentId.axiodb"
-     *       - path: `${this.indexFolderPath}/documentId.axiodb`
-     *       - unique: true
-     *    b. Calls `this.createIndex("documentId")` to create the underlying index file/structure.
-     *    c. Writes the metadata array to `this.indexMetaPath` using `this.converter.ToString(...)`.
-     *
-     * The operation is idempotent: if the folder or metadata file already exist, no changes are made.
-     *
-     * @remarks
-     * - This method performs filesystem modifications via `folderManager` and `fileManager`.
-     * - Any errors thrown by `folderManager`, `fileManager`, `converter`, or `createIndex` will propagate to the caller.
-     * - Callers should `await` this method to ensure the initialization is complete before proceeding.
-     *
-     * @returns A Promise that resolves when initialization is complete.
-     *
-     * @throws Will reject if directory creation, file checks/writes, conversion, or index creation fails.
-     *
-     * @example
-     * // Ensure index folder and metadata exist before using the index service
-     * await indexService.generateIndexMeta();
      */
     generateIndexMeta(): Promise<void>;
+    /**
+     * Streams index.meta.jsonl lines into an array of IndexMetaEntry objects.
+     */
+    private listMetaEntries;
     /**
      * Finds index metadata entries that correspond to properties present on the provided document.
-     *
-     * Reads the index metadata file at `this.indexMetaPath`, converts its content into an object,
-     * and returns the subset of metadata entries whose `indexFieldName` is an own property of `doc`.
-     *
-     * @param doc - The document to check for matching index fields. The function tests own properties
-     *              (via `Object.prototype.hasOwnProperty.call`) rather than inherited properties.
-     * @returns A Promise that resolves to an array of matching index metadata entries, or `undefined`
-     *          if the index metadata file could not be successfully read. The array may be empty if
-     *          no metadata entries match.
-     *
-     * @throws May propagate errors from `fileManager.ReadFile` or `converter.ToObject` if those
-     *         operations throw or reject.
+     * Streams meta file, returns first match (doesn't parse the entire file).
      */
     protected findMatchingIndexMeta(doc: any): Promise<any[] | undefined>;
 }

package/lib/Services/Index/Index.service.js

@@ -18,54 +18,80 @@ const FileManager_1 = __importDefault(require("../../engine/Filesystem/FileManag
 const FolderManager_1 = __importDefault(require("../../engine/Filesystem/FolderManager"));
 const Converter_helper_1 = __importDefault(require("../../Helper/Converter.helper"));
 const response_helper_1 = __importDefault(require("../../Helper/response.helper"));
+const INDEX_EXT = Keys_1.General.Index_File_EXT; // ".jsonl"
 class IndexManager {
     constructor(path) {
         this.path = path;
         this.indexFolderPath = `${this.path}/indexes`;
-        this.indexMetaPath = `${this.indexFolderPath}/index.meta.json`;
+        this.indexMetaPath = `${this.indexFolderPath}/${Keys_1.General.Index_Meta_File}`;
         this.fileManager = new FileManager_1.default();
         this.folderManager = new FolderManager_1.default();
         this.converter = new Converter_helper_1.default();
         this.ResponseHelper = new response_helper_1.default();
     }
+    /**
+     * Serialize IndexData shape for JSONL file storage.
+     * Line 1 = header (fieldName + sortedValues), remaining lines = one per indexEntries key.
+     *
+     * Example output:
+     *   {"h":1,"f":"email","s":[]}
+     *   {"k":"alice@x.com","v":["abc123.axiodb"]}
+     */
+    static serializeIndexData(indexData) {
+        var _a;
+        const lines = [];
+        const header = { h: 1, f: indexData.fieldName, s: (_a = indexData.sortedValues) !== null && _a !== void 0 ? _a : [] };
+        lines.push(JSON.stringify(header));
+        for (const [key, files] of Object.entries(indexData.indexEntries)) {
+            lines.push(JSON.stringify({ k: key, v: files }));
+        }
+        return lines.join("\n") + "\n";
+    }
+    /**
+     * Deserialize JSONL lines back into an IndexData object.
+     * Expects first line to be the header: { h:1, f, s }.
+     */
+    static deserializeIndexData(lines) {
+        var _a;
+        if (lines.length === 0)
+            return null;
+        const decoder = new TextDecoder();
+        try {
+            const headerStr = typeof lines[0] === 'string' ? lines[0] : decoder.decode(lines[0]);
+            const header = JSON.parse(headerStr);
+            if (!header || header.h !== 1)
+                return null;
+            const indexEntries = {};
+            for (let i = 1; i < lines.length; i++) {
+                const lineStr = typeof lines[i] === 'string' ? lines[i] : decoder.decode(lines[i]);
+                try {
+                    const entry = JSON.parse(lineStr);
+                    if (entry && entry.k !== undefined && entry.v !== undefined) {
+                        indexEntries[String(entry.k)] = entry.v;
+                    }
+                }
+                catch (_b) { /* skip corrupt lines */ }
+            }
+            return {
+                fieldName: header.f,
+                indexEntries,
+                sortedValues: (_a = header.s) !== null && _a !== void 0 ? _a : [],
+            };
+        }
+        catch (_c) {
+            return null;
+        }
+    }
     /**
      * Create one or more index files and register them in the index metadata.
      *
      * For each supplied field name this method:
-     * 1. Determines the index file path as `${indexName}.axiodb` inside the configured index folder.
+     * 1. Determines the index file path as `${indexName}.jsonl` inside the configured index folder.
      * 2. Checks whether the index file already exists. If it does not, creates the file with an empty
-     *    index structure ({ fieldName, indexEntries: [] }).
-     * 3. Reads the index metadata file (index.meta.json), parses it, and if an entry for the index
-     *    field does not already exist, appends a metadata record `{ indexFieldName, fileName, path }`
-     *    and writes the metadata file back.
-     *
-     * Side effects:
-     * - Writes new index files to disk via `fileManager.WriteFile`.
-     * - Reads and updates the index metadata file via `fileManager.ReadFile` / `WriteFile`.
-     * - Uses the configured `converter` to serialize/deserialize index and metadata content.
+     *    JSONL index structure (header + no entries).
+     * 3. Appends a JSONL line to `index.meta.jsonl` for each new index — no read-modify-rewrite.
      *
-     * Notes:
-     * - The operation is not atomic: some indexes may be created while others fail. The method will
-     *   collect created and failed index names and include them in the returned response.
-     * - A failure is recorded for a field when the index file already exists, when the index already
-     *   exists in the metadata, or when reading/writing the metadata file fails.
-     * - The method relies on `indexFolderPath`, `indexMetaPath`, `fileManager`, and `converter`
-     *   being correctly configured and available on the instance.
-     *
-     * @param fieldNames - One or more field names for which to create indexes.
-     * @returns A promise that resolves to either:
-     *   - SuccessInterface: indicates which indexes were created and which already existed / failed,
-     *     typically containing a human-readable message listing affected and existing indexes.
-     *   - ErrorInterface: returned when underlying file/IO operations fail in a way that prevents
-     *     producing the expected success response.
-     *
-     * @example
-     * // Create a single index
-     * await service.createIndex('email');
-     *
-     * @example
-     * // Create multiple indexes
-     * await service.createIndex('email', 'username', 'createdAt');
+     * Creates are now O(1) appends instead of O(N) full-file rewrites for meta.
      */
     createIndex(...fieldNames) {
         return __awaiter(this, void 0, void 0, function* () {
@@ -73,7 +99,7 @@ class IndexManager {
             const FailedIndexes = [];
             for (const fieldName of fieldNames) {
                 const indexName = fieldName;
-                const indexFilePath = `${this.indexFolderPath}/${indexName}${Keys_1.General.DBMS_File_EXT}`;
+                const indexFilePath = `${this.indexFolderPath}/${indexName}${INDEX_EXT}`;
                 const DemoIndexHash = {
                     fieldName: indexName,
                     indexEntries: {},
@@ -81,21 +107,26 @@ class IndexManager {
                 };
                 const exists = yield this.fileManager.FileExists(indexFilePath);
                 if (!exists.status) {
-                    // create empty index file
-                    yield this.fileManager.WriteFile(indexFilePath, this.converter.ToString(DemoIndexHash));
-                    // Update index.meta.json
-                    const indexMetaContent = yield this.fileManager.ReadFile(this.indexMetaPath);
-                    if (indexMetaContent.status) {
-                        const indexMeta = this.converter.ToObject(indexMetaContent.data);
-                        // check if index already exists in meta
-                        const indexExists = indexMeta.find((index) => index.indexFieldName === indexName);
+                    // create empty index file in JSONL format
+                    yield this.fileManager.WriteFile(indexFilePath, IndexManager.serializeIndexData(DemoIndexHash));
+                    // Append to index.meta.jsonl (O(1) — no read-modify-rewrite)
+                    const metaEntry = {
+                        indexFieldName: indexName,
+                        fileName: `${indexName}${INDEX_EXT}`,
+                        path: indexFilePath,
+                    };
+                    const existsMeta = yield this.fileManager.FileExists(this.indexMetaPath);
+                    if (!existsMeta.status) {
+                        // First index — write the initial meta file
+                        yield this.fileManager.WriteFile(this.indexMetaPath, this.converter.ToString(metaEntry) + "\n");
+                        EffectedIndexes.push(indexName);
+                    }
+                    else {
+                        // Check for duplicate by streaming meta lines (stop on first match)
+                        const existingMeta = yield this.listMetaEntries();
+                        const indexExists = existingMeta.some((entry) => entry.indexFieldName === indexName);
                         if (!indexExists) {
-                            indexMeta.push({
-                                indexFieldName: indexName,
-                                fileName: `${indexName}${Keys_1.General.DBMS_File_EXT}`,
-                                path: indexFilePath,
-                            });
-                            yield this.fileManager.WriteFile(this.indexMetaPath, this.converter.ToString(indexMeta));
+                            yield this.fileManager.AppendFile(this.indexMetaPath, this.converter.ToString(metaEntry) + "\n");
                             EffectedIndexes.push(indexName);
                         }
                         else {
@@ -116,41 +147,24 @@ class IndexManager {
     }
     /**
      * Deletes an index file and removes its entry from the index metadata.
-     *
-     * This asynchronous method attempts to delete the index file located at
-     * `${this.indexFolderPath}/${indexName}.axiodb`. If the file exists it is removed,
-     * and the index metadata file at `this.indexMetaPath` is read and updated by
-     * filtering out the metadata entry whose `indexFieldName` matches `indexName`.
-     * The metadata update is performed only if the metadata file can be read successfully.
-     *
-     * @param indexName - The name of the index to delete (without extension).
-     * @returns A Promise that resolves to a SuccessInterface when the index was deleted
-     *          (and metadata updated when possible), or an ErrorInterface when the
-     *          specified index does not exist.
-     *
-     * @async
-     * @remarks
-     * - Side effects: removes a file from the file system and may modify the index metadata file.
-     * - Uses injected helpers: `fileManager` for filesystem operations, `converter` for
-     *   (de)serialization of metadata, and `ResponseHelper` to construct the returned result.
-     * - If the metadata file cannot be read, the method still succeeds after deleting the index file.
-     *
-     * @throws {Error} May propagate errors from underlying file operations if those utilities throw.
      */
     dropIndex(indexName) {
         return __awaiter(this, void 0, void 0, function* () {
-            const indexFilePath = `${this.indexFolderPath}/${indexName}${Keys_1.General.DBMS_File_EXT}`;
+            const indexFilePath = `${this.indexFolderPath}/${indexName}${INDEX_EXT}`;
             // check if index file exists
             const exists = yield this.fileManager.FileExists(indexFilePath);
             if (exists.status === true) {
                 // delete index file
                 yield this.fileManager.DeleteFile(indexFilePath);
-                // update index.meta.json
-                const indexMetaContent = yield this.fileManager.ReadFile(this.indexMetaPath);
-                if (indexMetaContent.status) {
-                    let indexMeta = this.converter.ToObject(indexMetaContent.data);
-                    indexMeta = indexMeta.filter((index) => index.indexFieldName !== indexName);
-                    yield this.fileManager.WriteFile(this.indexMetaPath, this.converter.ToString(indexMeta));
+                // update index.meta.jsonl — stream-filter instead of full parse+rewrite
+                const existingMeta = yield this.listMetaEntries();
+                const filtered = existingMeta.filter((entry) => entry.indexFieldName !== indexName);
+                if (filtered.length === 0) {
+                    yield this.fileManager.DeleteFile(this.indexMetaPath);
+                }
+                else {
+                    const lines = filtered.map((e) => this.converter.ToString(e)).join("\n") + "\n";
+                    yield this.fileManager.WriteFile(this.indexMetaPath, lines);
                 }
                 return this.ResponseHelper.Success(`Index: ${indexName} deleted successfully`);
             }
@@ -161,100 +175,66 @@ class IndexManager {
     }
     /**
      * Lists all indexes currently registered for this collection.
-     *
-     * Reads the index metadata file (`index.meta.json`) and returns its parsed entries as-is —
-     * this is a pure read of the same metadata `createIndex`/`dropIndex` already maintain, no new
-     * storage format is introduced.
-     *
-     * @returns A promise that resolves to a SuccessInterface containing the list of index metadata
-     *          entries (`{ indexFieldName, fileName, path }`), or an ErrorInterface if the metadata
-     *          file could not be read.
-     *
-     * @example
-     * const result = await service.listIndexes();
+     * Now uses streaming ReadLines for memory efficiency.
      */
     listIndexes() {
         return __awaiter(this, void 0, void 0, function* () {
-            const indexMetaContent = yield this.fileManager.ReadFile(this.indexMetaPath);
-            if (indexMetaContent.status) {
-                const indexMeta = this.converter.ToObject(indexMetaContent.data);
+            try {
+                const indexMeta = yield this.listMetaEntries();
                 return this.ResponseHelper.Success(indexMeta);
             }
-            return this.ResponseHelper.Error("Failed to read index metadata");
+            catch (_a) {
+                return this.ResponseHelper.Error("Failed to read index metadata");
+            }
         });
     }
     /**
      * Ensures the index folder and the index metadata file exist, creating them if necessary.
-     *
-     * This asynchronous method performs the following steps:
-     * 1. Checks whether the index folder at `this.indexFolderPath` exists; if not, creates it.
-     * 2. Checks whether the index metadata file at `this.indexMetaPath` exists; if not:
-     *    a. Constructs a default index metadata entry for a unique "documentId" index:
-     *       - indexFieldName: "documentId"
-     *       - fileName: "documentId.axiodb"
-     *       - path: `${this.indexFolderPath}/documentId.axiodb`
-     *       - unique: true
-     *    b. Calls `this.createIndex("documentId")` to create the underlying index file/structure.
-     *    c. Writes the metadata array to `this.indexMetaPath` using `this.converter.ToString(...)`.
-     *
-     * The operation is idempotent: if the folder or metadata file already exist, no changes are made.
-     *
-     * @remarks
-     * - This method performs filesystem modifications via `folderManager` and `fileManager`.
-     * - Any errors thrown by `folderManager`, `fileManager`, `converter`, or `createIndex` will propagate to the caller.
-     * - Callers should `await` this method to ensure the initialization is complete before proceeding.
-     *
-     * @returns A Promise that resolves when initialization is complete.
-     *
-     * @throws Will reject if directory creation, file checks/writes, conversion, or index creation fails.
-     *
-     * @example
-     * // Ensure index folder and metadata exist before using the index service
-     * await indexService.generateIndexMeta();
      */
     generateIndexMeta() {
         return __awaiter(this, void 0, void 0, function* () {
-            // check is index.meta.json exists or not
+            // check if index.meta.jsonl exists or not
             const folderExists = yield this.folderManager.DirectoryExists(this.indexFolderPath);
             if (!folderExists.status) {
                 yield this.folderManager.CreateDirectory(this.indexFolderPath);
             }
             const exists = yield this.fileManager.FileExists(this.indexMetaPath);
             if (!exists.status) {
-                // create index.meta.json
-                const indexMeta = [
-                    {
-                        indexFieldName: "documentId",
-                        path: `${this.indexFolderPath}/documentId${Keys_1.General.DBMS_File_EXT}`,
-                        fileName: `documentId${Keys_1.General.DBMS_File_EXT}`
-                    }
-                ];
+                // create index.meta.jsonl + documentId index file
+                const metaEntry = {
+                    indexFieldName: "documentId",
+                    path: `${this.indexFolderPath}/documentId${INDEX_EXT}`,
+                    fileName: `documentId${INDEX_EXT}`,
+                };
+                yield this.fileManager.WriteFile(this.indexMetaPath, this.converter.ToString(metaEntry) + "\n");
                 yield this.createIndex("documentId");
-                yield this.fileManager.WriteFile(this.indexMetaPath, this.converter.ToString(indexMeta));
             }
         });
     }
+    /**
+     * Streams index.meta.jsonl lines into an array of IndexMetaEntry objects.
+     */
+    listMetaEntries() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const lines = yield this.fileManager.ReadLines(this.indexMetaPath);
+            return lines.map(line => this.converter.ToObject(line));
+        });
+    }
     /**
      * Finds index metadata entries that correspond to properties present on the provided document.
-     *
-     * Reads the index metadata file at `this.indexMetaPath`, converts its content into an object,
-     * and returns the subset of metadata entries whose `indexFieldName` is an own property of `doc`.
-     *
-     * @param doc - The document to check for matching index fields. The function tests own properties
-     *              (via `Object.prototype.hasOwnProperty.call`) rather than inherited properties.
-     * @returns A Promise that resolves to an array of matching index metadata entries, or `undefined`
-     *          if the index metadata file could not be successfully read. The array may be empty if
-     *          no metadata entries match.
-     *
-     * @throws May propagate errors from `fileManager.ReadFile` or `converter.ToObject` if those
-     *         operations throw or reject.
+     * Streams meta file, returns first match (doesn't parse the entire file).
      */
     findMatchingIndexMeta(doc) {
         return __awaiter(this, void 0, void 0, function* () {
-            const indexMetaContent = yield this.fileManager.ReadFile(this.indexMetaPath);
-            if (indexMetaContent.status) {
-                const indexMeta = this.converter.ToObject(indexMetaContent.data);
-                return indexMeta.filter((meta) => Object.prototype.hasOwnProperty.call(doc, meta.indexFieldName));
+            try {
+                const lines = yield this.fileManager.ReadLines(this.indexMetaPath);
+                if (lines.length === 0)
+                    return undefined;
+                const entries = lines.map(line => this.converter.ToObject(line));
+                return entries.filter((meta) => Object.prototype.hasOwnProperty.call(doc, meta.indexFieldName));
+            }
+            catch (_a) {
+                return undefined;
             }
         });
     }