aparavi-client 1.0.2

package/dist/cli/src/exceptions/index.js

@@ -0,0 +1,109 @@
+"use strict";
+/**
+ * MIT License
+ *
+ * Copyright (c) 2024 Aparavi Development Team
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ValidationException = exports.ExecutionException = exports.PipeException = exports.ConnectionException = exports.AparaviException = exports.DAPException = void 0;
+/**
+ * Base exception class for Debug Adapter Protocol (DAP) errors.
+ *
+ * This exception wraps DAP error responses to provide structured access to
+ * error information including file locations, line numbers, and other
+ * contextual data returned by Aparavi servers.
+ */
+class DAPException extends Error {
+    constructor(dapResult) {
+        const errorMessage = dapResult.message || 'Unknown DAP error';
+        super(errorMessage);
+        this.name = 'DAPException';
+        this.dapResult = dapResult || {};
+    }
+}
+exports.DAPException = DAPException;
+/**
+ * Base exception for all Aparavi operations.
+ *
+ * This is the root exception class for all Aparavi-specific errors.
+ * Catch this exception type to handle any error that originates from
+ * Aparavi operations while still having access to detailed error context.
+ */
+class AparaviException extends DAPException {
+    constructor(dapResult) {
+        super(dapResult);
+        this.name = 'AparaviException';
+    }
+}
+exports.AparaviException = AparaviException;
+/**
+ * Exception raised for connection-related issues.
+ *
+ * Raised when there are problems connecting to Aparavi servers,
+ * maintaining connections, or when connections are lost unexpectedly.
+ */
+class ConnectionException extends AparaviException {
+    constructor(dapResult) {
+        super(dapResult);
+        this.name = 'ConnectionException';
+    }
+}
+exports.ConnectionException = ConnectionException;
+/**
+ * Exception raised for data pipe operations.
+ *
+ * Raised when there are problems with data pipes used for sending
+ * data to pipelines, uploading files, or streaming operations.
+ */
+class PipeException extends AparaviException {
+    constructor(dapResult) {
+        super(dapResult);
+        this.name = 'PipeException';
+    }
+}
+exports.PipeException = PipeException;
+/**
+ * Exception raised for pipeline execution issues.
+ *
+ * Raised when there are problems starting, running, or managing
+ * Aparavi pipelines and processing tasks.
+ */
+class ExecutionException extends AparaviException {
+    constructor(dapResult) {
+        super(dapResult);
+        this.name = 'ExecutionException';
+    }
+}
+exports.ExecutionException = ExecutionException;
+/**
+ * Exception raised for input validation failures.
+ *
+ * Raised when input data, configurations, or parameters don't meet
+ * the requirements for Aparavi operations.
+ */
+class ValidationException extends AparaviException {
+    constructor(dapResult) {
+        super(dapResult);
+        this.name = 'ValidationException';
+    }
+}
+exports.ValidationException = ValidationException;
+//# sourceMappingURL=index.js.map

package/dist/cli/src/exceptions/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../aparavi-client/src/exceptions/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;;;AAEH;;;;;;GAMG;AACH,MAAa,YAAa,SAAQ,KAAK;IAGtC,YAAY,SAA8B;QACzC,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,IAAI,mBAAmB,CAAC;QAC9D,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,EAAE,CAAC;IAClC,CAAC;CACD;AATD,oCASC;AAED;;;;;;GAMG;AACH,MAAa,gBAAiB,SAAQ,YAAY;IACjD,YAAY,SAA8B;QACzC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IAChC,CAAC;CACD;AALD,4CAKC;AAED;;;;;GAKG;AACH,MAAa,mBAAoB,SAAQ,gBAAgB;IACxD,YAAY,SAA8B;QACzC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACnC,CAAC;CACD;AALD,kDAKC;AAED;;;;;GAKG;AACH,MAAa,aAAc,SAAQ,gBAAgB;IAClD,YAAY,SAA8B;QACzC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC7B,CAAC;CACD;AALD,sCAKC;AAED;;;;;GAKG;AACH,MAAa,kBAAmB,SAAQ,gBAAgB;IACvD,YAAY,SAA8B;QACzC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IAClC,CAAC;CACD;AALD,gDAKC;AAED;;;;;GAKG;AACH,MAAa,mBAAoB,SAAQ,gBAAgB;IACxD,YAAY,SAA8B;QACzC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACnC,CAAC;CACD;AALD,kDAKC"}

package/dist/cli/src/index.js

@@ -0,0 +1,56 @@
+"use strict";
+/**
+ * MIT License
+ *
+ * Copyright (c) 2024 Aparavi Development Team
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+/**
+ * Aparavi Client TypeScript SDK
+ *
+ * Main entry point for the Aparavi TypeScript client library.
+ * Exports all public APIs, types, exceptions, and schema definitions.
+ *
+ * @packageDocumentation
+ */
+// Export all exceptions
+__exportStar(require("./exceptions"), exports);
+// Export all schema classes
+__exportStar(require("./schema"), exports);
+// Export all type definitions
+__exportStar(require("./types"), exports);
+// Export the main client and utilities
+__exportStar(require("./client"), exports);
+//# sourceMappingURL=index.js.map

package/dist/cli/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../aparavi-client/src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;;;;;;;;;;;;;;;;AAEH;;;;;;;GAOG;AAEH,wBAAwB;AACxB,+CAA6B;AAE7B,4BAA4B;AAC5B,2CAAyB;AAEzB,8BAA8B;AAC9B,0CAAwB;AAExB,uCAAuC;AACvC,2CAAyB"}

package/dist/cli/src/schema/Doc.js

@@ -0,0 +1,79 @@
+"use strict";
+/**
+ * MIT License
+ *
+ * Copyright (c) 2024 Aparavi Development Team
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DocHelper = void 0;
+class DocHelper {
+    /**
+     * Create a readable string representation showing the key identifiers and relevance score.
+     */
+    static toString(doc) {
+        return `Document(${doc.metadata?.objectId}.${doc.metadata?.chunkId}=${doc.score})`;
+    }
+    /**
+     * Convert this document to a dictionary for serialization or storage.
+     */
+    static toDict(doc) {
+        const result = {};
+        for (const [key, value] of Object.entries(doc)) {
+            if (value !== undefined && value !== null) {
+                result[key] = value;
+            }
+        }
+        return result;
+    }
+    /**
+     * Create a Document from a dictionary (reverse of toDict).
+     */
+    static fromDict(data) {
+        return {
+            type: data.type || 'Document',
+            page_content: data.page_content,
+            embedding_model: data.embedding_model,
+            embedding: data.embedding,
+            score: data.score,
+            highlight_score: data.highlight_score,
+            context: data.context,
+            tokens: data.tokens,
+            metadata: data.metadata,
+        };
+    }
+    /**
+     * Create a new document with default values.
+     */
+    static create(content, metadata) {
+        return {
+            type: 'Document',
+            page_content: content,
+            score: 0,
+            metadata: {
+                objectId: '',
+                chunkId: 0,
+                ...metadata,
+            },
+        };
+    }
+}
+exports.DocHelper = DocHelper;
+//# sourceMappingURL=Doc.js.map

package/dist/cli/src/schema/Doc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Doc.js","sourceRoot":"","sources":["../../../../aparavi-client/src/schema/Doc.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;;;AAuCH,MAAa,SAAS;IACrB;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,GAAQ;QACvB,OAAO,YAAY,GAAG,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,IAAI,GAAG,CAAC,KAAK,GAAG,CAAC;IACpF,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,GAAQ;QACrB,MAAM,MAAM,GAAwB,EAAE,CAAC;QAEvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAChD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC3C,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACrB,CAAC;QACF,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAyB;QACxC,OAAO;YACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,UAAU;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,OAAe,EAAE,QAA+B;QAC7D,OAAO;YACN,IAAI,EAAE,UAAU;YAChB,YAAY,EAAE,OAAO;YACrB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE;gBACT,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,CAAC;gBACV,GAAG,QAAQ;aACX;SACD,CAAC;IACH,CAAC;CACD;AAvDD,8BAuDC"}

package/dist/cli/src/schema/DocFilter.js

@@ -0,0 +1,133 @@
+"use strict";
+/**
+ * MIT License
+ *
+ * Copyright (c) 2024 Aparavi Development Team
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DocFilterHelper = void 0;
+class DocFilterHelper {
+    /**
+     * Create a default DocFilter with sensible defaults.
+     */
+    static createDefault() {
+        return {
+            fullTables: false,
+            fullDocuments: false,
+            offset: 0,
+            limit: 25,
+            useQuickRank: false,
+            useGroupRank: false,
+            followUpQuestions: 5,
+            context: false,
+        };
+    }
+    /**
+     * Create a DocFilter for paginated table results.
+     */
+    static forTables(limit = 20, offset = 0) {
+        return {
+            ...DocFilterHelper.createDefault(),
+            isTable: true,
+            fullTables: true,
+            limit,
+            offset,
+            useQuickRank: true,
+        };
+    }
+    /**
+     * Create a DocFilter for complete documents.
+     */
+    static forFullDocuments(limit = 10) {
+        return {
+            ...DocFilterHelper.createDefault(),
+            fullDocuments: true,
+            limit,
+        };
+    }
+    /**
+     * Create a DocFilter with AI enhancements enabled.
+     */
+    static withAIEnhancements() {
+        return {
+            ...DocFilterHelper.createDefault(),
+            useQuickRank: true,
+            useGroupRank: true,
+            context: true,
+        };
+    }
+    /**
+     * Validate that a DocFilter has reasonable values.
+     */
+    static validate(filter) {
+        const errors = [];
+        if (filter.limit !== undefined && (filter.limit < 1 || filter.limit > 1000)) {
+            errors.push('Limit must be between 1 and 1000');
+        }
+        if (filter.offset !== undefined && filter.offset < 0) {
+            errors.push('Offset must be non-negative');
+        }
+        if (filter.followUpQuestions !== undefined && filter.followUpQuestions < 0) {
+            errors.push('Follow-up questions count must be non-negative');
+        }
+        return errors;
+    }
+    /**
+     * Convert DocFilter to dictionary for serialization.
+     */
+    static toDict(filter) {
+        const result = {};
+        for (const [key, value] of Object.entries(filter)) {
+            if (value !== undefined && value !== null) {
+                result[key] = value;
+            }
+        }
+        return result;
+    }
+    /**
+     * Create DocFilter from dictionary.
+     */
+    static fromDict(data) {
+        return {
+            fullTables: data.fullTables,
+            fullDocuments: data.fullDocuments,
+            offset: data.offset,
+            limit: data.limit,
+            minChunkId: data.minChunkId,
+            maxChunkId: data.maxChunkId,
+            nodeId: data.nodeId,
+            parent: data.parent,
+            name: data.name,
+            permissions: data.permissions,
+            isDeleted: data.isDeleted,
+            objectIds: data.objectIds,
+            chunkIds: data.chunkIds,
+            isTable: data.isTable,
+            tableIds: data.tableIds,
+            useQuickRank: data.useQuickRank,
+            useGroupRank: data.useGroupRank,
+            followUpQuestions: data.followUpQuestions,
+            context: data.context,
+        };
+    }
+}
+exports.DocFilterHelper = DocFilterHelper;
+//# sourceMappingURL=DocFilter.js.map

package/dist/cli/src/schema/DocFilter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DocFilter.js","sourceRoot":"","sources":["../../../../aparavi-client/src/schema/DocFilter.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;;;AAoEH,MAAa,eAAe;IAC3B;;OAEG;IACH,MAAM,CAAC,aAAa;QACnB,OAAO;YACN,UAAU,EAAE,KAAK;YACjB,aAAa,EAAE,KAAK;YACpB,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,EAAE;YACT,YAAY,EAAE,KAAK;YACnB,YAAY,EAAE,KAAK;YACnB,iBAAiB,EAAE,CAAC;YACpB,OAAO,EAAE,KAAK;SACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,MAAM,GAAG,CAAC;QACtC,OAAO;YACN,GAAG,eAAe,CAAC,aAAa,EAAE;YAClC,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,KAAK;YACL,MAAM;YACN,YAAY,EAAE,IAAI;SAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,KAAK,GAAG,EAAE;QACjC,OAAO;YACN,GAAG,eAAe,CAAC,aAAa,EAAE;YAClC,aAAa,EAAE,IAAI;YACnB,KAAK;SACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QACxB,OAAO;YACN,GAAG,eAAe,CAAC,aAAa,EAAE;YAClC,YAAY,EAAE,IAAI;YAClB,YAAY,EAAE,IAAI;YAClB,OAAO,EAAE,IAAI;SACb,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,MAAiB;QAChC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS,IAAI,MAAM,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAiB;QAC9B,MAAM,MAAM,GAAwB,EAAE,CAAC;QAEvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC3C,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACrB,CAAC;QACF,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAyB;QACxC,OAAO;YACN,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,OAAO,EAAE,IAAI,CAAC,OAAO;SACrB,CAAC;IACH,CAAC;CACD;AApHD,0CAoHC"}

package/dist/cli/src/schema/DocGroup.js

@@ -0,0 +1,235 @@
+"use strict";
+/**
+ * MIT License
+ *
+ * Copyright (c) 2024 Aparavi Development Team
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DocGroupHelper = void 0;
+class DocGroupHelper {
+    /**
+     * Create a readable string representation showing the filename and relevance score.
+     */
+    static toString(group) {
+        const filename = group.parent.split('/').pop() || group.parent;
+        return `${filename}=${group.score}`;
+    }
+    /**
+     * Create a new DocGroup.
+     */
+    static create(objectId, parent, documents = [], score = 0) {
+        return {
+            score,
+            objectId,
+            parent,
+            documents,
+        };
+    }
+    /**
+     * Add a document to the group and update the score.
+     */
+    static addDocument(group, doc) {
+        const newDocuments = [...group.documents, doc];
+        // Recalculate group score - use the maximum score from all documents
+        const newScore = Math.max(group.score, doc.score || 0);
+        return {
+            ...group,
+            documents: newDocuments,
+            score: newScore,
+        };
+    }
+    /**
+     * Get the total content from all documents in the group.
+     */
+    static getFullContent(group) {
+        return group.documents
+            .map(doc => doc.page_content || '')
+            .join('\n');
+    }
+    /**
+     * Get the highest scoring document in the group.
+     */
+    static getBestDocument(group) {
+        if (group.documents.length === 0) {
+            return undefined;
+        }
+        return group.documents.reduce((best, current) => {
+            const bestScore = best.score || 0;
+            const currentScore = current.score || 0;
+            return currentScore > bestScore ? current : best;
+        });
+    }
+    /**
+     * Sort documents in the group by score (highest first) or chunk ID.
+     */
+    static sortDocuments(group, sortBy = 'score') {
+        const sortedDocuments = [...group.documents].sort((a, b) => {
+            if (sortBy === 'score') {
+                const scoreA = a.score || 0;
+                const scoreB = b.score || 0;
+                return scoreB - scoreA; // Highest first
+            }
+            else {
+                const chunkA = a.metadata?.chunkId || 0;
+                const chunkB = b.metadata?.chunkId || 0;
+                return chunkA - chunkB; // Lowest first
+            }
+        });
+        return {
+            ...group,
+            documents: sortedDocuments,
+        };
+    }
+    /**
+     * Filter documents in the group by score threshold.
+     */
+    static filterByScore(group, minScore) {
+        const filteredDocuments = group.documents.filter(doc => (doc.score || 0) >= minScore);
+        return {
+            ...group,
+            documents: filteredDocuments,
+        };
+    }
+    /**
+     * Get document count in the group.
+     */
+    static getDocumentCount(group) {
+        return group.documents.length;
+    }
+    /**
+     * Get total tokens count for all documents in the group.
+     */
+    static getTotalTokens(group) {
+        return group.documents.reduce((total, doc) => total + (doc.tokens || 0), 0);
+    }
+    /**
+     * Get average score of documents in the group.
+     */
+    static getAverageScore(group) {
+        if (group.documents.length === 0) {
+            return 0;
+        }
+        const totalScore = group.documents.reduce((sum, doc) => sum + (doc.score || 0), 0);
+        return totalScore / group.documents.length;
+    }
+    /**
+     * Check if group contains table data.
+     */
+    static hasTableData(group) {
+        return group.documents.some(doc => doc.metadata?.isTable === true);
+    }
+    /**
+     * Get only table documents from the group.
+     */
+    static getTableDocuments(group) {
+        return group.documents.filter(doc => doc.metadata?.isTable === true);
+    }
+    /**
+     * Get only text documents from the group.
+     */
+    static getTextDocuments(group) {
+        return group.documents.filter(doc => doc.metadata?.isTable !== true);
+    }
+    /**
+     * Convert DocGroup to dictionary for serialization.
+     */
+    static toDict(group) {
+        return {
+            score: group.score,
+            objectId: group.objectId,
+            parent: group.parent,
+            documents: group.documents.map(doc => {
+                // Use Doc helper if available, otherwise convert directly
+                if (typeof doc.toDict === 'function') {
+                    return doc.toDict();
+                }
+                return doc;
+            }),
+        };
+    }
+    /**
+     * Create DocGroup from dictionary.
+     */
+    static fromDict(data) {
+        return {
+            score: data.score || 0,
+            objectId: data.objectId || '',
+            parent: data.parent || '',
+            documents: (data.documents || []).map((docData) => {
+                // Convert back to Doc if needed
+                if (typeof docData === 'object' && docData !== null) {
+                    return docData;
+                }
+                return docData;
+            }),
+        };
+    }
+    /**
+     * Merge multiple DocGroups from the same source document.
+     */
+    static merge(groups) {
+        if (groups.length === 0) {
+            return undefined;
+        }
+        if (groups.length === 1) {
+            return groups[0];
+        }
+        // Ensure all groups are from the same document
+        const firstGroup = groups[0];
+        const sameSource = groups.every(group => group.objectId === firstGroup.objectId);
+        if (!sameSource) {
+            throw new Error('Cannot merge DocGroups from different source documents');
+        }
+        // Merge all documents
+        const allDocuments = groups.flatMap(group => group.documents);
+        // Use the highest score
+        const maxScore = Math.max(...groups.map(group => group.score));
+        return {
+            score: maxScore,
+            objectId: firstGroup.objectId,
+            parent: firstGroup.parent,
+            documents: allDocuments,
+        };
+    }
+    /**
+     * Split a DocGroup into smaller groups by chunk ranges.
+     */
+    static splitByChunkRange(group, chunkSize) {
+        if (chunkSize <= 0) {
+            throw new Error('Chunk size must be positive');
+        }
+        const sortedGroup = DocGroupHelper.sortDocuments(group, 'chunkId');
+        const result = [];
+        for (let i = 0; i < sortedGroup.documents.length; i += chunkSize) {
+            const chunkDocuments = sortedGroup.documents.slice(i, i + chunkSize);
+            const chunkScore = Math.max(...chunkDocuments.map(doc => doc.score || 0));
+            result.push({
+                score: chunkScore,
+                objectId: group.objectId,
+                parent: group.parent,
+                documents: chunkDocuments,
+            });
+        }
+        return result;
+    }
+}
+exports.DocGroupHelper = DocGroupHelper;
+//# sourceMappingURL=DocGroup.js.map

package/dist/cli/src/schema/DocGroup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DocGroup.js","sourceRoot":"","sources":["../../../../aparavi-client/src/schema/DocGroup.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;;;AA0BH,MAAa,cAAc;IAC1B;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,KAAe;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC;QAC/D,OAAO,GAAG,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,QAAgB,EAAE,MAAc,EAAE,YAAmB,EAAE,EAAE,KAAK,GAAG,CAAC;QAC/E,OAAO;YACN,KAAK;YACL,QAAQ;YACR,MAAM;YACN,SAAS;SACT,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,KAAe,EAAE,GAAQ;QAC3C,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAE/C,qEAAqE;QACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;QAEvD,OAAO;YACN,GAAG,KAAK;YACR,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,QAAQ;SACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,KAAe;QACpC,OAAO,KAAK,CAAC,SAAS;aACpB,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,KAAe;QACrC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE;YAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;YAClC,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC;YACxC,OAAO,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,KAAe,EAAE,SAA8B,OAAO;QAC1E,MAAM,eAAe,GAAG,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1D,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC5B,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC5B,OAAO,MAAM,GAAG,MAAM,CAAC,CAAC,gBAAgB;YACzC,CAAC;iBAAM,CAAC;gBACP,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC;gBACxC,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC;gBACxC,OAAO,MAAM,GAAG,MAAM,CAAC,CAAC,eAAe;YACxC,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,OAAO;YACN,GAAG,KAAK;YACR,SAAS,EAAE,eAAe;SAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,KAAe,EAAE,QAAgB;QACrD,MAAM,iBAAiB,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;QAEtF,OAAO;YACN,GAAG,KAAK;YACR,SAAS,EAAE,iBAAiB;SAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,KAAe;QACtC,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,KAAe;QACpC,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,KAAe;QACrC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,CAAC;QACV,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnF,OAAO,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,KAAe;QAClC,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC;IACpE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,iBAAiB,CAAC,KAAe;QACvC,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,KAAe;QACtC,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,KAAe;QAC5B,OAAO;YACN,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;gBACpC,0DAA0D;gBAC1D,IAAI,OAAQ,GAAW,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBAC/C,OAAQ,GAAW,CAAC,MAAM,EAAE,CAAC;gBAC9B,CAAC;gBACD,OAAO,GAAG,CAAC;YACZ,CAAC,CAAC;SACF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAyB;QACxC,OAAO;YACN,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;YACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;YACzB,SAAS,EAAE,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE;gBACtD,gCAAgC;gBAChC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrD,OAAO,OAAc,CAAC;gBACvB,CAAC;gBACD,OAAO,OAAO,CAAC;YAChB,CAAC,CAAC;SACF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,MAAkB;QAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,+CAA+C;QAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEjF,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC3E,CAAC;QAED,sBAAsB;QACtB,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAE9D,wBAAwB;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAE/D,OAAO;YACN,KAAK,EAAE,QAAQ;YACf,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,SAAS,EAAE,YAAY;SACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,iBAAiB,CAAC,KAAe,EAAE,SAAiB;QAC1D,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACnE,MAAM,MAAM,GAAe,EAAE,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAClE,MAAM,cAAc,GAAG,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YACrE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1E,MAAM,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,UAAU;gBACjB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,cAAc;aACzB,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;CACD;AA7OD,wCA6OC"}