@carlonicora/nestjs-neo4jsonapi 0.0.1

package/dist/foundations/chunk/services/chunk.service.js

@@ -0,0 +1,282 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkService = void 0;
+const bullmq_1 = require("@nestjs/bullmq");
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const core_1 = require("@nestjs/core");
+const crypto_1 = require("crypto");
+const nestjs_cls_1 = require("nestjs-cls");
+const graph_creator_service_1 = require("../../../agents/graph.creator/services/graph.creator.service");
+const ai_status_1 = require("../../../common/enums/ai.status");
+const jsonapi_service_1 = require("../../../core/jsonapi/services/jsonapi.service");
+const logging_service_1 = require("../../../core/logging/services/logging.service");
+const tracing_service_1 = require("../../../core/tracing/services/tracing.service");
+const atomicfact_service_1 = require("../../atomicfact/services/atomicfact.service");
+const chunk_model_1 = require("../../chunk/entities/chunk.model");
+const chunk_repository_1 = require("../../chunk/repositories/chunk.repository");
+const keyconcept_repository_1 = require("../../keyconcept/repositories/keyconcept.repository");
+const keyconcept_service_1 = require("../../keyconcept/services/keyconcept.service");
+const tokenusage_type_1 = require("../../tokenusage/enums/tokenusage.type");
+const tokenusage_service_1 = require("../../tokenusage/services/tokenusage.service");
+let ChunkService = class ChunkService {
+    constructor(logger, tracer, clsService, builder, chunkRepository, atomicFactService, keyConceptService, graphGeneratorService, keyConceptRepository, tokenUsageService, moduleRef, configService) {
+        this.logger = logger;
+        this.tracer = tracer;
+        this.clsService = clsService;
+        this.builder = builder;
+        this.chunkRepository = chunkRepository;
+        this.atomicFactService = atomicFactService;
+        this.keyConceptService = keyConceptService;
+        this.graphGeneratorService = graphGeneratorService;
+        this.keyConceptRepository = keyConceptRepository;
+        this.tokenUsageService = tokenUsageService;
+        this.moduleRef = moduleRef;
+        this.jobNames = configService.get("jobNames", { infer: true }) ?? { process: {}, notifications: {} };
+    }
+    isDeadlockError(error) {
+        const errorMessage = error?.message || error?.toString() || "";
+        return (errorMessage.includes("can't acquire ExclusiveLock") ||
+            errorMessage.includes("ForsetiClient") ||
+            errorMessage.includes("Transaction failed") ||
+            errorMessage.includes("deadlock"));
+    }
+    createEmptyChunkAnalysis() {
+        return {
+            atomicFacts: [],
+            keyConceptsRelationships: [],
+            tokens: { input: 0, output: 0 },
+        };
+    }
+    async retryWithExponentialBackoff(operation, maxRetries = 3, baseDelayMs = 1000, operationName = "database operation") {
+        let lastError;
+        for (let attempt = 0; attempt <= maxRetries; attempt++) {
+            try {
+                return await operation();
+            }
+            catch (error) {
+                lastError = error;
+                if (this.isDeadlockError(error)) {
+                    if (attempt < maxRetries) {
+                        const delayMs = baseDelayMs * Math.pow(2, attempt) + Math.random() * 1000;
+                        this.logger.warn(`Deadlock detected in ${operationName}, attempt ${attempt + 1}/${maxRetries + 1}. Retrying in ${Math.round(delayMs)}ms...`);
+                        await new Promise((resolve) => setTimeout(resolve, delayMs));
+                        continue;
+                    }
+                    else {
+                        this.logger.error(`Deadlock retry exhausted for ${operationName} after ${maxRetries + 1} attempts. Final error: ${error.message}`);
+                    }
+                }
+                else {
+                    this.logger.error(`Non-deadlock error in ${operationName}: ${error.message}`);
+                    throw error;
+                }
+            }
+        }
+        throw lastError;
+    }
+    async retryGraphGenerationWithFallback(operation, maxRetries = 3, baseDelayMs = 1000, chunkId) {
+        for (let attempt = 0; attempt <= maxRetries; attempt++) {
+            try {
+                const result = await operation();
+                if (attempt > 0) {
+                    this.logger.log(`Graph generation succeeded on attempt ${attempt + 1} for chunk ${chunkId}`);
+                }
+                return result;
+            }
+            catch (error) {
+                if (attempt < maxRetries) {
+                    const delayMs = baseDelayMs * Math.pow(2, attempt) + Math.random() * 1000;
+                    this.logger.warn(`Graph generation failed for chunk ${chunkId}, attempt ${attempt + 1}/${maxRetries + 1}. Error: ${error.message}. Retrying in ${Math.round(delayMs)}ms...`);
+                    await new Promise((resolve) => setTimeout(resolve, delayMs));
+                    continue;
+                }
+                else {
+                    this.logger.error(`Graph generation failed permanently for chunk ${chunkId} after ${maxRetries + 1} attempts. Final error: ${error.message}. Using empty fallback analysis.`);
+                }
+            }
+        }
+        // Return empty analysis as fallback to allow processing to continue
+        this.logger.warn(`Chunk ${chunkId} will be processed with empty analysis due to graph generation failure`);
+        return this.createEmptyChunkAnalysis();
+    }
+    async findById(params) {
+        const chunk = await this.chunkRepository.findChunkById({
+            chunkId: params.chunkId,
+        });
+        return this.builder.buildSingle(chunk_model_1.ChunkModel, chunk);
+    }
+    async createChunks(params) {
+        let previousChunkId = undefined;
+        let position = 0;
+        for (const document of params.data) {
+            const chunkId = (0, crypto_1.randomUUID)();
+            await this.chunkRepository.createChunk({
+                id: chunkId,
+                nodeId: params.id,
+                nodeType: params.nodeType,
+                previousChunkId: previousChunkId,
+                content: document.pageContent,
+                position: position,
+            });
+            previousChunkId = chunkId;
+            position++;
+        }
+        return this.chunkRepository.findChunks({
+            id: params.id,
+            nodeType: params.nodeType,
+        });
+    }
+    async deleteChunks(params) {
+        const chunks = await this.chunkRepository.findChunks({
+            id: params.id,
+            nodeType: params.nodeType,
+        });
+        for (const chunk of chunks) {
+            await this.keyConceptService.resizeKeyConceptRelationshipsWeightOnChunkDeletion({ chunkId: chunk.id });
+        }
+        await this.chunkRepository.deleteChunksByNodeType({
+            id: params.id,
+            nodeType: params.nodeType,
+        });
+        await this.atomicFactService.deleteDisconnectedAtomicFacts();
+    }
+    async generateGraph(params) {
+        this.tracer.startSpan("Graph Creation", {
+            attributes: {
+                chunkId: params.chunkId,
+                companyId: params.companyId,
+                userId: params.userId,
+            },
+        });
+        const chunk = await this.chunkRepository.findChunkById({
+            chunkId: params.chunkId,
+        });
+        this.tracer.addSpanEvent("Read Chunk");
+        await this.chunkRepository.updateStatus({
+            id: params.chunkId,
+            aiStatus: ai_status_1.AiStatus.InProgress,
+        });
+        this.tracer.addSpanEvent("Update Chunk Status");
+        const chunkAnalysis = await this.retryGraphGenerationWithFallback(() => this.graphGeneratorService.generateGraph({
+            content: chunk.content,
+        }), 3, 1000, params.chunkId);
+        this.tracer.addSpanEvent("Generate Graph");
+        if (chunkAnalysis) {
+            this.logger.debug("Chunk analysis successful, processing results", "ChunkService", {
+                chunkId: params.chunkId,
+                atomicFactsCount: chunkAnalysis.atomicFacts.length,
+                relationshipsCount: chunkAnalysis.keyConceptsRelationships.length,
+            });
+            await this.tokenUsageService.recordTokenUsage({
+                tokens: chunkAnalysis.tokens,
+                type: tokenusage_type_1.TokenUsageType.GraphCreator,
+                relationshipId: params.id,
+                relationshipType: params.type,
+            });
+            await this.retryWithExponentialBackoff(async () => {
+                const keyConcepts = new Set();
+                chunkAnalysis.atomicFacts.forEach((atomicFact) => {
+                    atomicFact.keyConcepts.forEach((keyConcept) => keyConcepts.add(keyConcept));
+                });
+                await this.keyConceptRepository.createOrphanKeyConcepts({
+                    keyConceptValues: Array.from(keyConcepts),
+                });
+                this.tracer.addSpanEvent("Write Key Concepts in Database");
+                for (const atomicFact of chunkAnalysis.atomicFacts) {
+                    await this.atomicFactService.createAtomicFact({
+                        chunkId: chunk.id,
+                        content: atomicFact.content,
+                        keyConcepts: atomicFact.keyConcepts,
+                    });
+                }
+                this.tracer.addSpanEvent("Write Atomic Facts in Database");
+                await this.keyConceptService.addKeyConceptRelationships({
+                    companyId: this.clsService.get("companyId"),
+                    chunkId: chunk.id,
+                    relationships: chunkAnalysis.keyConceptsRelationships.map((relationship) => {
+                        return {
+                            keyConcept1: relationship.keyConcept1,
+                            keyConcept2: relationship.keyConcept2,
+                            relationship: relationship.relationship,
+                        };
+                    }),
+                });
+                this.tracer.addSpanEvent("Write Key Concept Relationships in Database");
+            }, 3, 1000, `graph creation for chunk ${params.chunkId}`);
+        }
+        else {
+            this.logger.warn("Chunk analysis returned null - content was rejected by graph creator", "ChunkService", {
+                chunkId: params.chunkId,
+                contentLength: chunk.content?.length || 0,
+                contentPreview: chunk.content?.substring(0, 200) || "",
+                message: "Check GraphCreatorService logs for rejection reason",
+            });
+        }
+        this.tracer.addSpanEvent("Graph Generated");
+        await this.chunkRepository.updateStatus({
+            id: chunk.id,
+            aiStatus: ai_status_1.AiStatus.Completed,
+        });
+        this.tracer.addSpanEvent("Update Chunk Status");
+        const nextJobType = this.jobNames.process[params.type];
+        this.logger.debug("Chunk processing completed, queuing next job", "ChunkService", {
+            chunkId: params.chunkId,
+            hadAnalysis: !!chunkAnalysis,
+            nextJobType,
+            relationshipId: params.id,
+        });
+        this.tracer.endSpan();
+        const queue = this.selectQueue(params.type);
+        await queue.add(nextJobType, {
+            id: params.id,
+            companyId: params.companyId,
+            userId: params.userId,
+        });
+    }
+    /**
+     * Dynamically selects the queue based on content type.
+     * Uses convention: labelName.toLowerCase() = queue ID
+     * e.g., "Article" -> "article" queue
+     */
+    selectQueue(type) {
+        const queueName = type.toLowerCase();
+        try {
+            const queue = this.moduleRef.get((0, bullmq_1.getQueueToken)(queueName), { strict: false });
+            if (!queue) {
+                throw new Error(`Queue "${queueName}" not found for content type "${type}"`);
+            }
+            return queue;
+        }
+        catch (error) {
+            this.logger.error(`Failed to get queue for type "${type}": ${error.message}`, "ChunkService");
+            throw new Error(`No queue found for type ${type}. Ensure queue "${queueName}" is registered in chunkQueues.queueIds config.`);
+        }
+    }
+};
+exports.ChunkService = ChunkService;
+exports.ChunkService = ChunkService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [logging_service_1.AppLoggingService,
+        tracing_service_1.TracingService,
+        nestjs_cls_1.ClsService,
+        jsonapi_service_1.JsonApiService,
+        chunk_repository_1.ChunkRepository,
+        atomicfact_service_1.AtomicFactService,
+        keyconcept_service_1.KeyConceptService,
+        graph_creator_service_1.GraphCreatorService,
+        keyconcept_repository_1.KeyConceptRepository,
+        tokenusage_service_1.TokenUsageService,
+        core_1.ModuleRef,
+        config_1.ConfigService])
+], ChunkService);
+//# sourceMappingURL=chunk.service.js.map

package/dist/foundations/chunk/services/chunk.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk.service.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/services/chunk.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2CAA+C;AAC/C,2CAA4C;AAC5C,2CAA+C;AAC/C,uCAAyC;AAEzC,mCAAoC;AACpC,2CAAwC;AACxC,wGAAmG;AACnG,+DAA2D;AAK3D,oFAAgF;AAChF,oFAAmF;AACnF,oFAAgF;AAChF,qFAAiF;AAEjF,kEAA8D;AAC9D,gFAA4E;AAC5E,+FAA2F;AAC3F,qFAAiF;AACjF,4EAAwE;AACxE,qFAAiF;AAG1E,IAAM,YAAY,GAAlB,MAAM,YAAY;IAGvB,YACmB,MAAyB,EACzB,MAAsB,EACtB,UAAsB,EACtB,OAAuB,EACvB,eAAgC,EAChC,iBAAoC,EACpC,iBAAoC,EACpC,qBAA0C,EAC1C,oBAA0C,EAC1C,iBAAoC,EACpC,SAAoB,EACrC,aAAiD;QAXhC,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAgB;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,YAAO,GAAP,OAAO,CAAgB;QACvB,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,0BAAqB,GAArB,qBAAqB,CAAqB;QAC1C,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,cAAS,GAAT,SAAS,CAAW;QAGrC,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IACvG,CAAC;IAEO,eAAe,CAAC,KAAU;QAChC,MAAM,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC/D,OAAO,CACL,YAAY,CAAC,QAAQ,CAAC,6BAA6B,CAAC;YACpD,YAAY,CAAC,QAAQ,CAAC,eAAe,CAAC;YACtC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YAC3C,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAClC,CAAC;IACJ,CAAC;IAEO,wBAAwB;QAC9B,OAAO;YACL,WAAW,EAAE,EAAE;YACf,wBAAwB,EAAE,EAAE;YAC5B,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;SAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,SAA2B,EAC3B,aAAqB,CAAC,EACtB,cAAsB,IAAI,EAC1B,gBAAwB,oBAAoB;QAE5C,IAAI,SAAc,CAAC;QAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAElB,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChC,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;wBACzB,MAAM,OAAO,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;wBAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,wBAAwB,aAAa,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAC3H,CAAC;wBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;wBAC7D,SAAS;oBACX,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,gCAAgC,aAAa,UAAU,UAAU,GAAG,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAChH,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,aAAa,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC9E,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,gCAAgC,CAC5C,SAAgD,EAChD,aAAqB,CAAC,EACtB,cAAsB,IAAI,EAC1B,OAAe;QAEf,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;gBACjC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,OAAO,GAAG,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;gBAC/F,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;oBAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qCAAqC,OAAO,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,YAAY,KAAK,CAAC,OAAO,iBAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAC3J,CAAC;oBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC7D,SAAS;gBACX,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iDAAiD,OAAO,UAAU,UAAU,GAAG,CAAC,2BAA2B,KAAK,CAAC,OAAO,kCAAkC,CAC3J,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,wEAAwE,CAAC,CAAC;QAC3G,OAAO,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAA2B;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;YACrD,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,wBAAU,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0D;QAC3E,IAAI,eAAe,GAAG,SAAS,CAAC;QAChC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAA,mBAAU,GAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBACrC,EAAE,EAAE,OAAO;gBACX,MAAM,EAAE,MAAM,CAAC,EAAE;gBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,eAAe,EAAE,eAAe;gBAChC,OAAO,EAAE,QAAQ,CAAC,WAAW;gBAC7B,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,eAAe,GAAG,OAAO,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACb,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACrC,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAwC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACnD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC,kDAAkD,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC;YAChD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,iBAAiB,CAAC,6BAA6B,EAAE,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAMnB;QACC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,EAAE;YACtC,UAAU,EAAE;gBACV,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;YACrD,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAEvC,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YACtC,EAAE,EAAE,MAAM,CAAC,OAAO;YAClB,QAAQ,EAAE,oBAAQ,CAAC,UAAU;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAEhD,MAAM,aAAa,GAA2B,MAAM,IAAI,CAAC,gCAAgC,CACvF,GAAG,EAAE,CACH,IAAI,CAAC,qBAAqB,CAAC,aAAa,CAAC;YACvC,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC,EACJ,CAAC,EACD,IAAI,EACJ,MAAM,CAAC,OAAO,CACf,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAE3C,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,cAAc,EAAE;gBACjF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,gBAAgB,EAAE,aAAa,CAAC,WAAW,CAAC,MAAM;gBAClD,kBAAkB,EAAE,aAAa,CAAC,wBAAwB,CAAC,MAAM;aAClE,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;gBAC5C,MAAM,EAAE,aAAa,CAAC,MAAM;gBAC5B,IAAI,EAAE,gCAAc,CAAC,YAAY;gBACjC,cAAc,EAAE,MAAM,CAAC,EAAE;gBACzB,gBAAgB,EAAE,MAAM,CAAC,IAAI;aAC9B,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,2BAA2B,CACpC,KAAK,IAAI,EAAE;gBACT,MAAM,WAAW,GAAgB,IAAI,GAAG,EAAU,CAAC;gBACnD,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;oBAC/C,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9E,CAAC,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,oBAAoB,CAAC,uBAAuB,CAAC;oBACtD,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC;iBAC1C,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gCAAgC,CAAC,CAAC;gBAE3D,KAAK,MAAM,UAAU,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;oBACnD,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;wBAC5C,OAAO,EAAE,KAAK,CAAC,EAAE;wBACjB,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;qBACpC,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gCAAgC,CAAC,CAAC;gBAE3D,MAAM,IAAI,CAAC,iBAAiB,CAAC,0BAA0B,CAAC;oBACtD,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC;oBAC3C,OAAO,EAAE,KAAK,CAAC,EAAE;oBACjB,aAAa,EAAE,aAAa,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;wBACzE,OAAO;4BACL,WAAW,EAAE,YAAY,CAAC,WAAW;4BACrC,WAAW,EAAE,YAAY,CAAC,WAAW;4BACrC,YAAY,EAAE,YAAY,CAAC,YAAY;yBACxC,CAAC;oBACJ,CAAC,CAAC;iBACH,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,6CAA6C,CAAC,CAAC;YAC1E,CAAC,EACD,CAAC,EACD,IAAI,EACJ,4BAA4B,MAAM,CAAC,OAAO,EAAE,CAC7C,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sEAAsE,EAAE,cAAc,EAAE;gBACvG,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,aAAa,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC;gBACzC,cAAc,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;gBACtD,OAAO,EAAE,qDAAqD;aAC/D,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QAE5C,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YACtC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,QAAQ,EAAE,oBAAQ,CAAC,SAAS;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAEhD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,cAAc,EAAE;YAChF,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,CAAC,CAAC,aAAa;YAC5B,WAAW;YACX,cAAc,EAAE,MAAM,CAAC,EAAE;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAEtB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE;YAC3B,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,WAAW,CAAC,IAAY;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAQ,IAAA,sBAAa,EAAC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACrF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,UAAU,SAAS,iCAAiC,IAAI,GAAG,CAAC,CAAC;YAC/E,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,CAAC;YAC9F,MAAM,IAAI,KAAK,CACb,2BAA2B,IAAI,mBAAmB,SAAS,iDAAiD,CAC7G,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAA;AAtTY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;qCAKgB,mCAAiB;QACjB,gCAAc;QACV,uBAAU;QACb,gCAAc;QACN,kCAAe;QACb,sCAAiB;QACjB,sCAAiB;QACb,2CAAmB;QACpB,4CAAoB;QACvB,sCAAiB;QACzB,gBAAS;QACtB,sBAAa;GAfnB,YAAY,CAsTxB"}

package/dist/foundations/chunker/chunker.module.d.ts

@@ -0,0 +1,3 @@
+export declare class ChunkerModule {
+}
+//# sourceMappingURL=chunker.module.d.ts.map

package/dist/foundations/chunker/chunker.module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.module.d.ts","sourceRoot":"","sources":["../../../src/foundations/chunker/chunker.module.ts"],"names":[],"mappings":"AAWA,qBAaa,aAAa;CAAG"}

package/dist/foundations/chunker/chunker.module.js

@@ -0,0 +1,38 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkerModule = void 0;
+const common_1 = require("@nestjs/common");
+const llm_module_1 = require("../../core/llm/llm.module");
+const chunker_service_1 = require("./services/chunker.service");
+const docx_service_1 = require("./services/types/docx.service");
+const imageextractor_service_1 = require("./services/types/imageextractor.service");
+const pdf_service_1 = require("./services/types/pdf.service");
+const pptx_service_1 = require("./services/types/pptx.service");
+const semanticsplitter_service_1 = require("./services/types/semanticsplitter.service");
+const xlsx_service_1 = require("./services/types/xlsx.service");
+const s3_module_1 = require("../s3/s3.module");
+let ChunkerModule = class ChunkerModule {
+};
+exports.ChunkerModule = ChunkerModule;
+exports.ChunkerModule = ChunkerModule = __decorate([
+    (0, common_1.Module)({
+        providers: [
+            chunker_service_1.ChunkerService,
+            semanticsplitter_service_1.SemanticSplitterService,
+            imageextractor_service_1.ImageExtractorService,
+            docx_service_1.DocXService,
+            pdf_service_1.PdfService,
+            pptx_service_1.PptxService,
+            xlsx_service_1.XlsxService,
+        ],
+        exports: [chunker_service_1.ChunkerService, imageextractor_service_1.ImageExtractorService],
+        imports: [llm_module_1.LLMModule, s3_module_1.S3Module],
+    })
+], ChunkerModule);
+//# sourceMappingURL=chunker.module.js.map

package/dist/foundations/chunker/chunker.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.module.js","sourceRoot":"","sources":["../../../src/foundations/chunker/chunker.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,0DAAsD;AACtD,gEAA4D;AAC5D,gEAA4D;AAC5D,oFAAgF;AAChF,8DAA0D;AAC1D,gEAA4D;AAC5D,wFAAoF;AACpF,gEAA4D;AAC5D,+CAA2C;AAepC,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAbzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,gCAAc;YACd,kDAAuB;YACvB,8CAAqB;YACrB,0BAAW;YACX,wBAAU;YACV,0BAAW;YACX,0BAAW;SACZ;QACD,OAAO,EAAE,CAAC,gCAAc,EAAE,8CAAqB,CAAC;QAChD,OAAO,EAAE,CAAC,sBAAS,EAAE,oBAAQ,CAAC;KAC/B,CAAC;GACW,aAAa,CAAG"}

package/dist/foundations/chunker/constants/file.types.d.ts

@@ -0,0 +1,3 @@
+export declare const IMAGE_FILE_TYPES: string[];
+export declare function isImageFile(fileType: string): boolean;
+//# sourceMappingURL=file.types.d.ts.map

package/dist/foundations/chunker/constants/file.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.types.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunker/constants/file.types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gBAAgB,UAAqE,CAAC;AAEnG,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAErD"}

package/dist/foundations/chunker/constants/file.types.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IMAGE_FILE_TYPES = void 0;
+exports.isImageFile = isImageFile;
+exports.IMAGE_FILE_TYPES = ["webp", "jpg", "jpeg", "png", "gif", "bmp", "tiff", "tif", "svg"];
+function isImageFile(fileType) {
+    return exports.IMAGE_FILE_TYPES.includes(fileType.toLowerCase());
+}
+//# sourceMappingURL=file.types.js.map

package/dist/foundations/chunker/constants/file.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.types.js","sourceRoot":"","sources":["../../../../src/foundations/chunker/constants/file.types.ts"],"names":[],"mappings":";;;AAEA,kCAEC;AAJY,QAAA,gBAAgB,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;AAEnG,SAAgB,WAAW,CAAC,QAAgB;IAC1C,OAAO,wBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;AAC3D,CAAC"}

package/dist/foundations/chunker/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./chunker.module";
+export * from "./constants/file.types";
+export * from "./services/chunker.service";
+//# sourceMappingURL=index.d.ts.map

package/dist/foundations/chunker/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/foundations/chunker/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC"}

package/dist/foundations/chunker/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./chunker.module"), exports);
+__exportStar(require("./constants/file.types"), exports);
+__exportStar(require("./services/chunker.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/foundations/chunker/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/foundations/chunker/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,yDAAuC;AACvC,6DAA2C"}

package/dist/foundations/chunker/loaders/json.loader.d.ts

@@ -0,0 +1,23 @@
+import { BaseDocumentLoader } from "@langchain/core/document_loaders/base";
+import { Document } from "@langchain/core/documents";
+/**
+ * Custom JSONLoader implementation for LangChain v1.0
+ * Replaces the deprecated JSONLoader from @langchain/community
+ */
+export declare class JSONLoader extends BaseDocumentLoader {
+    filePath: string;
+    pointer: string;
+    constructor(filePath: string, pointer?: string);
+    load(): Promise<Document[]>;
+}
+/**
+ * Custom JSONLinesLoader implementation for LangChain v1.0
+ * Replaces the deprecated JSONLinesLoader from @langchain/community
+ */
+export declare class JSONLinesLoader extends BaseDocumentLoader {
+    filePath: string;
+    pointer: string;
+    constructor(filePath: string, pointer?: string);
+    load(): Promise<Document[]>;
+}
+//# sourceMappingURL=json.loader.d.ts.map

package/dist/foundations/chunker/loaders/json.loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.loader.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunker/loaders/json.loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAGrD;;;GAGG;AACH,qBAAa,UAAW,SAAQ,kBAAkB;IAEvC,QAAQ,EAAE,MAAM;IAChB,OAAO,EAAE,MAAM;gBADf,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,MAAW;IAKvB,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAkClC;AAED;;;GAGG;AACH,qBAAa,eAAgB,SAAQ,kBAAkB;IAE5C,QAAQ,EAAE,MAAM;IAChB,OAAO,EAAE,MAAM;gBADf,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,MAAW;IAKvB,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAyBlC"}

package/dist/foundations/chunker/loaders/json.loader.js

@@ -0,0 +1,113 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JSONLinesLoader = exports.JSONLoader = void 0;
+const base_1 = require("@langchain/core/document_loaders/base");
+const documents_1 = require("@langchain/core/documents");
+const fs = __importStar(require("fs/promises"));
+/**
+ * Custom JSONLoader implementation for LangChain v1.0
+ * Replaces the deprecated JSONLoader from @langchain/community
+ */
+class JSONLoader extends base_1.BaseDocumentLoader {
+    constructor(filePath, pointer = "") {
+        super();
+        this.filePath = filePath;
+        this.pointer = pointer;
+    }
+    async load() {
+        const text = await fs.readFile(this.filePath, "utf8");
+        const json = JSON.parse(text);
+        // If pointer is provided, navigate to that property
+        let data = json;
+        if (this.pointer) {
+            const keys = this.pointer.split("/").filter((k) => k);
+            for (const key of keys) {
+                data = data?.[key];
+            }
+        }
+        const metadata = { source: this.filePath };
+        // If data is an array, create a document for each item
+        if (Array.isArray(data)) {
+            return data.map((item, i) => new documents_1.Document({
+                pageContent: typeof item === "string" ? item : JSON.stringify(item),
+                metadata: { ...metadata, line: i },
+            }));
+        }
+        // Otherwise, create a single document
+        return [
+            new documents_1.Document({
+                pageContent: typeof data === "string" ? data : JSON.stringify(data),
+                metadata,
+            }),
+        ];
+    }
+}
+exports.JSONLoader = JSONLoader;
+/**
+ * Custom JSONLinesLoader implementation for LangChain v1.0
+ * Replaces the deprecated JSONLinesLoader from @langchain/community
+ */
+class JSONLinesLoader extends base_1.BaseDocumentLoader {
+    constructor(filePath, pointer = "") {
+        super();
+        this.filePath = filePath;
+        this.pointer = pointer;
+    }
+    async load() {
+        const text = await fs.readFile(this.filePath, "utf8");
+        const lines = text
+            .split("\n")
+            .filter((line) => line.trim())
+            .map((line) => JSON.parse(line));
+        const metadata = { source: this.filePath };
+        return lines.map((json, i) => {
+            // If pointer is provided, navigate to that property
+            let data = json;
+            if (this.pointer) {
+                const keys = this.pointer.split("/").filter((k) => k);
+                for (const key of keys) {
+                    data = data?.[key];
+                }
+            }
+            return new documents_1.Document({
+                pageContent: typeof data === "string" ? data : JSON.stringify(data),
+                metadata: { ...metadata, line: i },
+            });
+        });
+    }
+}
+exports.JSONLinesLoader = JSONLinesLoader;
+//# sourceMappingURL=json.loader.js.map

package/dist/foundations/chunker/loaders/json.loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.loader.js","sourceRoot":"","sources":["../../../../src/foundations/chunker/loaders/json.loader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gEAA2E;AAC3E,yDAAqD;AACrD,gDAAkC;AAElC;;;GAGG;AACH,MAAa,UAAW,SAAQ,yBAAkB;IAChD,YACS,QAAgB,EAChB,UAAkB,EAAE;QAE3B,KAAK,EAAE,CAAC;QAHD,aAAQ,GAAR,QAAQ,CAAQ;QAChB,YAAO,GAAP,OAAO,CAAa;IAG7B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE9B,oDAAoD;QACpD,IAAI,IAAI,GAAG,IAAI,CAAC;QAChB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YACtD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,GAAG,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE3C,uDAAuD;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,GAAG,CACb,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CACV,IAAI,oBAAQ,CAAC;gBACX,WAAW,EAAE,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBACnE,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;aACnC,CAAC,CACL,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,OAAO;YACL,IAAI,oBAAQ,CAAC;gBACX,WAAW,EAAE,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBACnE,QAAQ;aACT,CAAC;SACH,CAAC;IACJ,CAAC;CACF;AA1CD,gCA0CC;AAED;;;GAGG;AACH,MAAa,eAAgB,SAAQ,yBAAkB;IACrD,YACS,QAAgB,EAChB,UAAkB,EAAE;QAE3B,KAAK,EAAE,CAAC;QAHD,aAAQ,GAAR,QAAQ,CAAQ;QAChB,YAAO,GAAP,OAAO,CAAa;IAG7B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI;aACf,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC7B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAEnC,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAC3B,oDAAoD;YACpD,IAAI,IAAI,GAAG,IAAI,CAAC;YAChB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACtD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,IAAI,GAAG,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO,IAAI,oBAAQ,CAAC;gBAClB,WAAW,EAAE,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBACnE,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;aACnC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAjCD,0CAiCC"}

package/dist/foundations/chunker/loaders/text.loader.d.ts

@@ -0,0 +1,12 @@
+import { BaseDocumentLoader } from "@langchain/core/document_loaders/base";
+import { Document } from "@langchain/core/documents";
+/**
+ * Custom TextLoader implementation for LangChain v1.0
+ * Replaces the deprecated TextLoader from @langchain/community
+ */
+export declare class TextLoader extends BaseDocumentLoader {
+    filePath: string;
+    constructor(filePath: string);
+    load(): Promise<Document[]>;
+}
+//# sourceMappingURL=text.loader.d.ts.map

package/dist/foundations/chunker/loaders/text.loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.loader.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunker/loaders/text.loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAGrD;;;GAGG;AACH,qBAAa,UAAW,SAAQ,kBAAkB;IAC7B,QAAQ,EAAE,MAAM;gBAAhB,QAAQ,EAAE,MAAM;IAI7B,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAKlC"}

package/dist/foundations/chunker/loaders/text.loader.js

@@ -0,0 +1,56 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextLoader = void 0;
+const base_1 = require("@langchain/core/document_loaders/base");
+const documents_1 = require("@langchain/core/documents");
+const fs = __importStar(require("fs/promises"));
+/**
+ * Custom TextLoader implementation for LangChain v1.0
+ * Replaces the deprecated TextLoader from @langchain/community
+ */
+class TextLoader extends base_1.BaseDocumentLoader {
+    constructor(filePath) {
+        super();
+        this.filePath = filePath;
+    }
+    async load() {
+        const text = await fs.readFile(this.filePath, "utf8");
+        const metadata = { source: this.filePath };
+        return [new documents_1.Document({ pageContent: text, metadata })];
+    }
+}
+exports.TextLoader = TextLoader;
+//# sourceMappingURL=text.loader.js.map

package/dist/foundations/chunker/loaders/text.loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.loader.js","sourceRoot":"","sources":["../../../../src/foundations/chunker/loaders/text.loader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gEAA2E;AAC3E,yDAAqD;AACrD,gDAAkC;AAElC;;;GAGG;AACH,MAAa,UAAW,SAAQ,yBAAkB;IAChD,YAAmB,QAAgB;QACjC,KAAK,EAAE,CAAC;QADS,aAAQ,GAAR,QAAQ,CAAQ;IAEnC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3C,OAAO,CAAC,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAVD,gCAUC"}