@carlonicora/nestjs-neo4jsonapi 2.3.1 → 2.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/common/usage-attribution.d.ts +218 -0
- package/dist/agents/common/usage-attribution.d.ts.map +1 -0
- package/dist/agents/common/usage-attribution.js +235 -0
- package/dist/agents/common/usage-attribution.js.map +1 -0
- package/dist/agents/community.summariser/services/community.summariser.service.d.ts.map +1 -1
- package/dist/agents/community.summariser/services/community.summariser.service.js +13 -1
- package/dist/agents/community.summariser/services/community.summariser.service.js.map +1 -1
- package/dist/agents/contextualiser/contexts/contextualiser.context.d.ts +24 -1
- package/dist/agents/contextualiser/contexts/contextualiser.context.d.ts.map +1 -1
- package/dist/agents/contextualiser/contexts/contextualiser.context.js +32 -0
- package/dist/agents/contextualiser/contexts/contextualiser.context.js.map +1 -1
- package/dist/agents/contextualiser/factories/contextualiser.context.factory.d.ts +7 -0
- package/dist/agents/contextualiser/factories/contextualiser.context.factory.d.ts.map +1 -1
- package/dist/agents/contextualiser/factories/contextualiser.context.factory.js +5 -0
- package/dist/agents/contextualiser/factories/contextualiser.context.factory.js.map +1 -1
- package/dist/agents/contextualiser/nodes/atomicfacts.node.service.d.ts.map +1 -1
- package/dist/agents/contextualiser/nodes/atomicfacts.node.service.js +4 -0
- package/dist/agents/contextualiser/nodes/atomicfacts.node.service.js.map +1 -1
- package/dist/agents/contextualiser/nodes/chunk.node.service.d.ts.map +1 -1
- package/dist/agents/contextualiser/nodes/chunk.node.service.js +4 -0
- package/dist/agents/contextualiser/nodes/chunk.node.service.js.map +1 -1
- package/dist/agents/contextualiser/nodes/chunk.vector.node.service.d.ts.map +1 -1
- package/dist/agents/contextualiser/nodes/chunk.vector.node.service.js +15 -0
- package/dist/agents/contextualiser/nodes/chunk.vector.node.service.js.map +1 -1
- package/dist/agents/contextualiser/nodes/keyconcepts.node.service.d.ts.map +1 -1
- package/dist/agents/contextualiser/nodes/keyconcepts.node.service.js +11 -0
- package/dist/agents/contextualiser/nodes/keyconcepts.node.service.js.map +1 -1
- package/dist/agents/contextualiser/nodes/question.refiner.node.service.d.ts.map +1 -1
- package/dist/agents/contextualiser/nodes/question.refiner.node.service.js +4 -0
- package/dist/agents/contextualiser/nodes/question.refiner.node.service.js.map +1 -1
- package/dist/agents/contextualiser/nodes/rational.node.service.d.ts.map +1 -1
- package/dist/agents/contextualiser/nodes/rational.node.service.js +4 -0
- package/dist/agents/contextualiser/nodes/rational.node.service.js.map +1 -1
- package/dist/agents/contextualiser/services/contextualiser.service.d.ts +7 -0
- package/dist/agents/contextualiser/services/contextualiser.service.d.ts.map +1 -1
- package/dist/agents/contextualiser/services/contextualiser.service.js +17 -5
- package/dist/agents/contextualiser/services/contextualiser.service.js.map +1 -1
- package/dist/agents/drift/contexts/drift.context.d.ts +25 -1
- package/dist/agents/drift/contexts/drift.context.d.ts.map +1 -1
- package/dist/agents/drift/contexts/drift.context.js +32 -0
- package/dist/agents/drift/contexts/drift.context.js.map +1 -1
- package/dist/agents/drift/nodes/followup.node.service.d.ts.map +1 -1
- package/dist/agents/drift/nodes/followup.node.service.js +4 -0
- package/dist/agents/drift/nodes/followup.node.service.js.map +1 -1
- package/dist/agents/drift/nodes/hyde.node.service.d.ts.map +1 -1
- package/dist/agents/drift/nodes/hyde.node.service.js +9 -1
- package/dist/agents/drift/nodes/hyde.node.service.js.map +1 -1
- package/dist/agents/drift/nodes/primer.answer.node.service.d.ts.map +1 -1
- package/dist/agents/drift/nodes/primer.answer.node.service.js +4 -0
- package/dist/agents/drift/nodes/primer.answer.node.service.js.map +1 -1
- package/dist/agents/drift/nodes/synthesis.node.service.d.ts.map +1 -1
- package/dist/agents/drift/nodes/synthesis.node.service.js +4 -0
- package/dist/agents/drift/nodes/synthesis.node.service.js.map +1 -1
- package/dist/agents/drift/services/drift.search.service.d.ts +9 -0
- package/dist/agents/drift/services/drift.search.service.d.ts.map +1 -1
- package/dist/agents/drift/services/drift.search.service.js +22 -5
- package/dist/agents/drift/services/drift.search.service.js.map +1 -1
- package/dist/agents/graph/services/graph.search.service.d.ts.map +1 -1
- package/dist/agents/graph/services/graph.search.service.js +10 -1
- package/dist/agents/graph/services/graph.search.service.js.map +1 -1
- package/dist/agents/graph/tools/tool.factory.d.ts +6 -0
- package/dist/agents/graph/tools/tool.factory.d.ts.map +1 -1
- package/dist/agents/graph/tools/tool.factory.js.map +1 -1
- package/dist/agents/index.d.ts +1 -0
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/operator/contexts/operator.context.d.ts +37 -1
- package/dist/agents/operator/contexts/operator.context.d.ts.map +1 -1
- package/dist/agents/operator/contexts/operator.context.js +8 -0
- package/dist/agents/operator/contexts/operator.context.js.map +1 -1
- package/dist/agents/operator/interfaces/operator.tool.interface.d.ts +8 -0
- package/dist/agents/operator/interfaces/operator.tool.interface.d.ts.map +1 -1
- package/dist/agents/operator/interfaces/operator.tool.interface.js.map +1 -1
- package/dist/agents/operator/services/operator.service.d.ts +8 -0
- package/dist/agents/operator/services/operator.service.d.ts.map +1 -1
- package/dist/agents/operator/services/operator.service.js +29 -0
- package/dist/agents/operator/services/operator.service.js.map +1 -1
- package/dist/agents/operator/tools/operator.tool.registry.d.ts.map +1 -1
- package/dist/agents/operator/tools/operator.tool.registry.js +2 -1
- package/dist/agents/operator/tools/operator.tool.registry.js.map +1 -1
- package/dist/agents/operator/tools/search-communities.tool.d.ts +8 -2
- package/dist/agents/operator/tools/search-communities.tool.d.ts.map +1 -1
- package/dist/agents/operator/tools/search-communities.tool.js +16 -4
- package/dist/agents/operator/tools/search-communities.tool.js.map +1 -1
- package/dist/agents/operator/tools/search-documents.tool.d.ts.map +1 -1
- package/dist/agents/operator/tools/search-documents.tool.js +5 -0
- package/dist/agents/operator/tools/search-documents.tool.js.map +1 -1
- package/dist/agents/responder/contexts/responder.context.d.ts +31 -0
- package/dist/agents/responder/contexts/responder.context.d.ts.map +1 -1
- package/dist/agents/responder/contexts/responder.context.js +8 -0
- package/dist/agents/responder/contexts/responder.context.js.map +1 -1
- package/dist/agents/responder/factories/responder.context.factory.d.ts +4 -0
- package/dist/agents/responder/factories/responder.context.factory.d.ts.map +1 -1
- package/dist/agents/responder/factories/responder.context.factory.js +2 -0
- package/dist/agents/responder/factories/responder.context.factory.js.map +1 -1
- package/dist/agents/responder/nodes/graph.node.service.d.ts +6 -0
- package/dist/agents/responder/nodes/graph.node.service.d.ts.map +1 -1
- package/dist/agents/responder/nodes/graph.node.service.js +20 -0
- package/dist/agents/responder/nodes/graph.node.service.js.map +1 -1
- package/dist/agents/responder/nodes/planner.node.service.d.ts.map +1 -1
- package/dist/agents/responder/nodes/planner.node.service.js +9 -0
- package/dist/agents/responder/nodes/planner.node.service.js.map +1 -1
- package/dist/agents/responder/nodes/responder.answer.node.service.d.ts.map +1 -1
- package/dist/agents/responder/nodes/responder.answer.node.service.js +9 -0
- package/dist/agents/responder/nodes/responder.answer.node.service.js.map +1 -1
- package/dist/agents/responder/services/responder.service.d.ts +16 -0
- package/dist/agents/responder/services/responder.service.d.ts.map +1 -1
- package/dist/agents/responder/services/responder.service.js +29 -5
- package/dist/agents/responder/services/responder.service.js.map +1 -1
- package/dist/agents/summariser/services/summariser.service.d.ts +7 -0
- package/dist/agents/summariser/services/summariser.service.d.ts.map +1 -1
- package/dist/agents/summariser/services/summariser.service.js +15 -3
- package/dist/agents/summariser/services/summariser.service.js.map +1 -1
- package/dist/common/helpers/index.d.ts +1 -0
- package/dist/common/helpers/index.d.ts.map +1 -1
- package/dist/common/helpers/index.js +1 -0
- package/dist/common/helpers/index.js.map +1 -1
- package/dist/common/helpers/map-with-concurrency.d.ts +23 -0
- package/dist/common/helpers/map-with-concurrency.d.ts.map +1 -0
- package/dist/common/helpers/map-with-concurrency.js +60 -0
- package/dist/common/helpers/map-with-concurrency.js.map +1 -0
- package/dist/common/tokens.d.ts +2 -1
- package/dist/common/tokens.d.ts.map +1 -1
- package/dist/common/tokens.js +2 -1
- package/dist/common/tokens.js.map +1 -1
- package/dist/config/base.config.d.ts +19 -0
- package/dist/config/base.config.d.ts.map +1 -1
- package/dist/config/base.config.js +30 -3
- package/dist/config/base.config.js.map +1 -1
- package/dist/config/interfaces/config.ai.interface.d.ts +10 -1
- package/dist/config/interfaces/config.ai.interface.d.ts.map +1 -1
- package/dist/config/interfaces/config.chunk.queues.interface.d.ts +13 -0
- package/dist/config/interfaces/config.chunk.queues.interface.d.ts.map +1 -1
- package/dist/config/interfaces/config.credits.interface.d.ts +1 -1
- package/dist/core/llm/services/audio.llm.service.d.ts +70 -1
- package/dist/core/llm/services/audio.llm.service.d.ts.map +1 -1
- package/dist/core/llm/services/audio.llm.service.js +118 -3
- package/dist/core/llm/services/audio.llm.service.js.map +1 -1
- package/dist/core/llm/services/document-ai.service.d.ts +6 -0
- package/dist/core/llm/services/document-ai.service.d.ts.map +1 -1
- package/dist/core/llm/services/document-ai.service.js +1 -0
- package/dist/core/llm/services/document-ai.service.js.map +1 -1
- package/dist/core/llm/services/embedder.service.d.ts +105 -0
- package/dist/core/llm/services/embedder.service.d.ts.map +1 -1
- package/dist/core/llm/services/embedder.service.js +237 -7
- package/dist/core/llm/services/embedder.service.js.map +1 -1
- package/dist/core/llm/services/llm.service.d.ts +103 -6
- package/dist/core/llm/services/llm.service.d.ts.map +1 -1
- package/dist/core/llm/services/llm.service.js +570 -148
- package/dist/core/llm/services/llm.service.js.map +1 -1
- package/dist/core/llm/services/model.service.d.ts +25 -0
- package/dist/core/llm/services/model.service.d.ts.map +1 -1
- package/dist/core/llm/services/model.service.js +76 -4
- package/dist/core/llm/services/model.service.js.map +1 -1
- package/dist/core/llm/utils/repair-truncated-json.d.ts +29 -0
- package/dist/core/llm/utils/repair-truncated-json.d.ts.map +1 -0
- package/dist/core/llm/utils/repair-truncated-json.js +111 -0
- package/dist/core/llm/utils/repair-truncated-json.js.map +1 -0
- package/dist/foundations/assistant/services/assistant.service.d.ts.map +1 -1
- package/dist/foundations/assistant/services/assistant.service.js +12 -0
- package/dist/foundations/assistant/services/assistant.service.js.map +1 -1
- package/dist/foundations/atomicfact/services/atomicfact.service.d.ts +7 -0
- package/dist/foundations/atomicfact/services/atomicfact.service.d.ts.map +1 -1
- package/dist/foundations/atomicfact/services/atomicfact.service.js +6 -0
- package/dist/foundations/atomicfact/services/atomicfact.service.js.map +1 -1
- package/dist/foundations/auth/services/auth.google.service.d.ts.map +1 -1
- package/dist/foundations/auth/services/auth.google.service.js +3 -1
- package/dist/foundations/auth/services/auth.google.service.js.map +1 -1
- package/dist/foundations/chunk/processors/chunk.processor.d.ts.map +1 -1
- package/dist/foundations/chunk/processors/chunk.processor.js +7 -1
- package/dist/foundations/chunk/processors/chunk.processor.js.map +1 -1
- package/dist/foundations/chunk/repositories/chunk.repository.d.ts +90 -2
- package/dist/foundations/chunk/repositories/chunk.repository.d.ts.map +1 -1
- package/dist/foundations/chunk/repositories/chunk.repository.js +205 -31
- package/dist/foundations/chunk/repositories/chunk.repository.js.map +1 -1
- package/dist/foundations/chunk/services/chunk.service.d.ts.map +1 -1
- package/dist/foundations/chunk/services/chunk.service.js +50 -1
- package/dist/foundations/chunk/services/chunk.service.js.map +1 -1
- package/dist/foundations/chunker/chunker.module.d.ts.map +1 -1
- package/dist/foundations/chunker/chunker.module.js +4 -1
- package/dist/foundations/chunker/chunker.module.js.map +1 -1
- package/dist/foundations/chunker/services/chunker.service.d.ts +57 -1
- package/dist/foundations/chunker/services/chunker.service.d.ts.map +1 -1
- package/dist/foundations/chunker/services/chunker.service.js +207 -16
- package/dist/foundations/chunker/services/chunker.service.js.map +1 -1
- package/dist/foundations/chunker/services/types/pdf.service.d.ts +42 -1
- package/dist/foundations/chunker/services/types/pdf.service.d.ts.map +1 -1
- package/dist/foundations/chunker/services/types/pdf.service.js +111 -22
- package/dist/foundations/chunker/services/types/pdf.service.js.map +1 -1
- package/dist/foundations/chunker/services/types/semanticsplitter.service.d.ts.map +1 -1
- package/dist/foundations/chunker/services/types/semanticsplitter.service.js +24 -3
- package/dist/foundations/chunker/services/types/semanticsplitter.service.js.map +1 -1
- package/dist/foundations/company/repositories/company.repository.d.ts +1 -1
- package/dist/foundations/company/repositories/company.repository.d.ts.map +1 -1
- package/dist/foundations/company/repositories/company.repository.js +31 -14
- package/dist/foundations/company/repositories/company.repository.js.map +1 -1
- package/dist/foundations/how-to/processors/how-to.processor.d.ts.map +1 -1
- package/dist/foundations/how-to/processors/how-to.processor.js +20 -7
- package/dist/foundations/how-to/processors/how-to.processor.js.map +1 -1
- package/dist/foundations/keyconcept/repositories/keyconcept.repository.d.ts +25 -1
- package/dist/foundations/keyconcept/repositories/keyconcept.repository.d.ts.map +1 -1
- package/dist/foundations/keyconcept/repositories/keyconcept.repository.js +38 -2
- package/dist/foundations/keyconcept/repositories/keyconcept.repository.js.map +1 -1
- package/dist/foundations/keyconcept/services/keyconcept.service.d.ts +5 -0
- package/dist/foundations/keyconcept/services/keyconcept.service.d.ts.map +1 -1
- package/dist/foundations/keyconcept/services/keyconcept.service.js +4 -0
- package/dist/foundations/keyconcept/services/keyconcept.service.js.map +1 -1
- package/dist/foundations/tokenusage/entities/tokenusage.js +1 -1
- package/dist/foundations/tokenusage/enums/tokenusage.type.d.ts +4 -1
- package/dist/foundations/tokenusage/enums/tokenusage.type.d.ts.map +1 -1
- package/dist/foundations/tokenusage/enums/tokenusage.type.js +3 -0
- package/dist/foundations/tokenusage/enums/tokenusage.type.js.map +1 -1
- package/dist/foundations/tokenusage/repositories/tokenusage.admin.repository.js +3 -3
- package/dist/foundations/tokenusage/repositories/tokenusage.repository.js +2 -2
- package/dist/foundations/tokenusage/services/tokenusage.service.d.ts +6 -1
- package/dist/foundations/tokenusage/services/tokenusage.service.d.ts.map +1 -1
- package/dist/foundations/tokenusage/services/tokenusage.service.js +7 -2
- package/dist/foundations/tokenusage/services/tokenusage.service.js.map +1 -1
- package/package.json +1 -1
|
@@ -16,6 +16,7 @@ const config_1 = require("@nestjs/config");
|
|
|
16
16
|
const core_1 = require("@nestjs/core");
|
|
17
17
|
const crypto_1 = require("crypto");
|
|
18
18
|
const nestjs_cls_1 = require("nestjs-cls");
|
|
19
|
+
const usage_attribution_1 = require("../../../agents/common/usage-attribution");
|
|
19
20
|
const graph_creator_service_1 = require("../../../agents/graph.creator/services/graph.creator.service");
|
|
20
21
|
const ai_status_1 = require("../../../common/enums/ai.status");
|
|
21
22
|
const jsonapi_service_1 = require("../../../core/jsonapi/services/jsonapi.service");
|
|
@@ -117,6 +118,13 @@ let ChunkService = class ChunkService {
|
|
|
117
118
|
return this.builder.buildSingle(chunk_entity_1.ChunkDescriptor.model, chunk);
|
|
118
119
|
}
|
|
119
120
|
async createChunks(params) {
|
|
121
|
+
// Re-arm the finalisation latch. Every ingest and rebuild path reaches chunking through
|
|
122
|
+
// here, so this is the one place that can guarantee a re-ingested node finalises again
|
|
123
|
+
// instead of silently skipping on a stale claim from its previous pass.
|
|
124
|
+
await this.chunkRepository.clearFinalisationClaim({
|
|
125
|
+
id: params.id,
|
|
126
|
+
nodeType: params.nodeType,
|
|
127
|
+
});
|
|
120
128
|
let previousChunkId = undefined;
|
|
121
129
|
let position = 0;
|
|
122
130
|
for (const document of params.data) {
|
|
@@ -163,6 +171,16 @@ let ChunkService = class ChunkService {
|
|
|
163
171
|
chunkId: params.chunkId,
|
|
164
172
|
});
|
|
165
173
|
this.tracer.addSpanEvent("Read Chunk");
|
|
174
|
+
// A queued job can outlive its chunk: re-uploading a document version deletes the
|
|
175
|
+
// old chunks (deleteChunks) while their process_chunk jobs may still sit in the
|
|
176
|
+
// queue, and a stale queue can reference a recreated database. Without this guard
|
|
177
|
+
// the null dereferences below turn one missing chunk into a retry storm
|
|
178
|
+
// (4× "reading 'content'" + a failed job per chunk). Nothing to process — done.
|
|
179
|
+
if (!chunk) {
|
|
180
|
+
this.tracer.endSpan();
|
|
181
|
+
this.logger.warn(`Chunk ${params.chunkId} no longer exists (deleted or stale job) — skipping graph generation`);
|
|
182
|
+
return;
|
|
183
|
+
}
|
|
166
184
|
await this.chunkRepository.updateStatus({
|
|
167
185
|
id: params.chunkId,
|
|
168
186
|
aiStatus: ai_status_1.AiStatus.InProgress,
|
|
@@ -174,6 +192,15 @@ let ChunkService = class ChunkService {
|
|
|
174
192
|
relationshipType: params.type,
|
|
175
193
|
}), 3, 1000, params.chunkId);
|
|
176
194
|
this.tracer.addSpanEvent("Generate Graph");
|
|
195
|
+
// Every embedding this graph-generation pass triggers (key-concept values,
|
|
196
|
+
// one per new concept plus one batch) is spend caused by ingesting THIS
|
|
197
|
+
// entity, so it is billed to it. `params.type` is the Neo4j label (the job
|
|
198
|
+
// registry documents it as such, and `generateGraph`'s own queue lookup
|
|
199
|
+
// relies on it); the helper normalises it through the registry anyway.
|
|
200
|
+
const ingestionAttribution = (0, usage_attribution_1.buildEmbedderAttribution)({
|
|
201
|
+
entityId: params.id,
|
|
202
|
+
entityIdentifier: params.type,
|
|
203
|
+
});
|
|
177
204
|
if (chunkAnalysis) {
|
|
178
205
|
this.logger.debug("Chunk analysis successful, processing results", "ChunkService", {
|
|
179
206
|
chunkId: params.chunkId,
|
|
@@ -187,6 +214,7 @@ let ChunkService = class ChunkService {
|
|
|
187
214
|
});
|
|
188
215
|
await this.keyConceptRepository.createOrphanKeyConcepts({
|
|
189
216
|
keyConceptValues: Array.from(keyConcepts),
|
|
217
|
+
attribution: ingestionAttribution,
|
|
190
218
|
});
|
|
191
219
|
this.tracer.addSpanEvent("Write Key Concepts in Database");
|
|
192
220
|
// Update key concepts with descriptions (if available)
|
|
@@ -201,6 +229,7 @@ let ChunkService = class ChunkService {
|
|
|
201
229
|
chunkId: chunk.id,
|
|
202
230
|
content: atomicFact.content,
|
|
203
231
|
keyConcepts: atomicFact.keyConcepts,
|
|
232
|
+
attribution: ingestionAttribution,
|
|
204
233
|
});
|
|
205
234
|
}
|
|
206
235
|
this.tracer.addSpanEvent("Write Atomic Facts in Database");
|
|
@@ -255,6 +284,21 @@ let ChunkService = class ChunkService {
|
|
|
255
284
|
throw new Error(`No job name registered for content type "${params.type}". Add "${params.type}" (and "${params.type.toLowerCase()}") under jobNames.process in your app config.`);
|
|
256
285
|
}
|
|
257
286
|
const queue = this.selectQueue(params.type);
|
|
287
|
+
// DELIBERATELY no deterministic jobId here. One finalise job per chunk looks wasteful, and
|
|
288
|
+
// a stable `finalise:<type>:<id>` does collapse the fan-out — but it silently breaks the
|
|
289
|
+
// pipeline, because BullMQ drops an add() whose jobId already exists in ANY state:
|
|
290
|
+
//
|
|
291
|
+
// chunk 1 completes → job enqueued → runs at once → chunks still pending, declines the
|
|
292
|
+
// claim, returns, and sits in the completed set → chunks 2..N add the same id → all
|
|
293
|
+
// ignored → the LAST chunk's enqueue, the one that would finalise, never happens.
|
|
294
|
+
//
|
|
295
|
+
// Measured 2026-08-12: 63 of 68 documents wedged in `in_progress` with zero pending chunks
|
|
296
|
+
// and no claim. `removeOnComplete` narrows the window but does not close it — an ACTIVE
|
|
297
|
+
// job's id is taken too, so the early-returning job can still swallow the last chunk's add.
|
|
298
|
+
//
|
|
299
|
+
// Duplicate jobs are harmless now: `ChunkRepository.claimContentFinalisation` rejects all
|
|
300
|
+
// but one in a single Cypher round-trip. What made run 4 expensive was duplicates running
|
|
301
|
+
// the FULL pipeline, not their number — the claim fixes that, the jobId never had to.
|
|
258
302
|
await queue.add(nextJobType, {
|
|
259
303
|
id: params.id,
|
|
260
304
|
companyId: params.companyId,
|
|
@@ -264,6 +308,9 @@ let ChunkService = class ChunkService {
|
|
|
264
308
|
async propagateAndEmbedDates(params) {
|
|
265
309
|
const temporalContextLabel = this.embeddingContext.temporalContextLabel ?? embedding_context_1.DEFAULT_TEMPORAL_CONTEXT_LABEL;
|
|
266
310
|
const temporalReferencesLabel = this.embeddingContext.temporalReferencesLabel ?? embedding_context_1.DEFAULT_TEMPORAL_REFERENCES_LABEL;
|
|
311
|
+
// `findChunks` deliberately hydrates chunks WITHOUT their embedding vectors; this
|
|
312
|
+
// pass only ever reads `heading`, `content` and `dates` (and writes fresh vectors
|
|
313
|
+
// back through the repository), so the old ones would be pure heap cost here.
|
|
267
314
|
const chunks = await this.chunkRepository.findChunks({
|
|
268
315
|
id: params.id,
|
|
269
316
|
nodeType: params.nodeType,
|
|
@@ -322,7 +369,9 @@ let ChunkService = class ChunkService {
|
|
|
322
369
|
}
|
|
323
370
|
// Single batched embed for the whole document — per-call Azure latency dominates batch
|
|
324
371
|
// size, so one round-trip for all chunks is far cheaper than one call per chunk.
|
|
325
|
-
|
|
372
|
+
// Every chunk in `items` came from `findChunks({ id, nodeType })` above, so the
|
|
373
|
+
// batch's usage records are honestly billed to that one parent entity.
|
|
374
|
+
await this.chunkRepository.enrichContentAndEmbedBatch(items, (0, usage_attribution_1.buildEmbedderAttribution)({ entityId: params.id, entityIdentifier: params.nodeType }));
|
|
326
375
|
}
|
|
327
376
|
/**
|
|
328
377
|
* Convert ISO date (YYYY-MM-DD) to display format (DD/MM/YYYY) for Italian context
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunk.service.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/services/chunk.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2CAA+C;AAC/C,2CAA4C;AAC5C,2CAA+C;AAC/C,uCAAyC;AAEzC,mCAAoC;AACpC,2CAAwC;AACxC,wGAAmG;AACnG,+DAA2D;AAM3D,oFAAgF;AAChF,oFAAmF;AACnF,oFAAgF;AAChF,qFAAiF;AACjF,oEAA2E;AAC3E,gFAA4E;AAC5E,8EAIgD;AAChD,+FAA2F;AAC3F,qFAAiF;AAG1E,IAAM,YAAY,GAAlB,MAAM,YAAY;IAIvB,YACmB,MAAyB,EACzB,MAAsB,EACtB,UAAsB,EACtB,OAAuB,EACvB,eAAgC,EAChC,iBAAoC,EACpC,iBAAoC,EACpC,qBAA0C,EAC1C,oBAA0C,EAC1C,SAAoB,EACrC,aAAiD;QAVhC,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAgB;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,YAAO,GAAP,OAAO,CAAgB;QACvB,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,0BAAqB,GAArB,qBAAqB,CAAqB;QAC1C,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,cAAS,GAAT,SAAS,CAAW;QAGrC,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;QACrG,IAAI,CAAC,gBAAgB,GAAG,aAAa,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IACvF,CAAC;IAEO,eAAe,CAAC,KAAU;QAChC,MAAM,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC/D,OAAO,CACL,YAAY,CAAC,QAAQ,CAAC,6BAA6B,CAAC;YACpD,YAAY,CAAC,QAAQ,CAAC,eAAe,CAAC;YACtC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YAC3C,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAClC,CAAC;IACJ,CAAC;IAEO,wBAAwB;QAC9B,OAAO;YACL,WAAW,EAAE,EAAE;YACf,wBAAwB,EAAE,EAAE;YAC5B,sBAAsB,EAAE,EAAE;YAC1B,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;SAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,SAA2B,EAC3B,aAAqB,CAAC,EACtB,cAAsB,IAAI,EAC1B,gBAAwB,oBAAoB;QAE5C,IAAI,SAAc,CAAC;QAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAElB,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChC,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;wBACzB,MAAM,OAAO,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;wBAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,wBAAwB,aAAa,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAC3H,CAAC;wBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;wBAC7D,SAAS;oBACX,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,gCAAgC,aAAa,UAAU,UAAU,GAAG,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAChH,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,aAAa,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC9E,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,gCAAgC,CAC5C,SAAgD,EAChD,aAAqB,CAAC,EACtB,cAAsB,IAAI,EAC1B,OAAe;QAEf,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;gBACjC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,OAAO,GAAG,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;gBAC/F,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;oBAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qCAAqC,OAAO,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,YAAY,KAAK,CAAC,OAAO,iBAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAC3J,CAAC;oBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC7D,SAAS;gBACX,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iDAAiD,OAAO,UAAU,UAAU,GAAG,CAAC,2BAA2B,KAAK,CAAC,OAAO,kCAAkC,CAC3J,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,wEAAwE,CAAC,CAAC;QAC3G,OAAO,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAA2B;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;YACrD,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,8BAAe,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0D;QAC3E,IAAI,eAAe,GAAG,SAAS,CAAC;QAChC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAA,mBAAU,GAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBACrC,EAAE,EAAE,OAAO;gBACX,MAAM,EAAE,MAAM,CAAC,EAAE;gBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,eAAe,EAAE,eAAe;gBAChC,OAAO,EAAE,QAAQ,CAAC,WAAW;gBAC7B,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,eAAe,GAAG,OAAO,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACb,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACrC,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAwC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACnD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC,kDAAkD,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC;YAChD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,iBAAiB,CAAC,6BAA6B,EAAE,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAMnB;QACC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,EAAE;YACtC,UAAU,EAAE;gBACV,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;YACrD,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAEvC,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YACtC,EAAE,EAAE,MAAM,CAAC,OAAO;YAClB,QAAQ,EAAE,oBAAQ,CAAC,UAAU;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAEhD,MAAM,aAAa,GAA2B,MAAM,IAAI,CAAC,gCAAgC,CACvF,GAAG,EAAE,CACH,IAAI,CAAC,qBAAqB,CAAC,aAAa,CAAC;YACvC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,cAAc,EAAE,MAAM,CAAC,EAAE;YACzB,gBAAgB,EAAE,MAAM,CAAC,IAAI;SAC9B,CAAC,EACJ,CAAC,EACD,IAAI,EACJ,MAAM,CAAC,OAAO,CACf,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAE3C,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,cAAc,EAAE;gBACjF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,gBAAgB,EAAE,aAAa,CAAC,WAAW,CAAC,MAAM;gBAClD,kBAAkB,EAAE,aAAa,CAAC,wBAAwB,CAAC,MAAM;aAClE,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,2BAA2B,CACpC,KAAK,IAAI,EAAE;gBACT,MAAM,WAAW,GAAgB,IAAI,GAAG,EAAU,CAAC;gBACnD,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;oBAC/C,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9E,CAAC,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,oBAAoB,CAAC,uBAAuB,CAAC;oBACtD,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC;iBAC1C,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gCAAgC,CAAC,CAAC;gBAE3D,uDAAuD;gBACvD,IAAI,aAAa,CAAC,sBAAsB,IAAI,aAAa,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5F,MAAM,IAAI,CAAC,oBAAoB,CAAC,4BAA4B,CAAC;wBAC3D,YAAY,EAAE,aAAa,CAAC,sBAAsB;qBACnD,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,4CAA4C,CAAC,CAAC;gBACzE,CAAC;gBAED,KAAK,MAAM,UAAU,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;oBACnD,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;wBAC5C,OAAO,EAAE,KAAK,CAAC,EAAE;wBACjB,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;qBACpC,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gCAAgC,CAAC,CAAC;gBAE3D,MAAM,IAAI,CAAC,iBAAiB,CAAC,0BAA0B,CAAC;oBACtD,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,SAAS;oBACxD,OAAO,EAAE,KAAK,CAAC,EAAE;oBACjB,aAAa,EAAE,aAAa,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;wBACzE,OAAO;4BACL,WAAW,EAAE,YAAY,CAAC,WAAW;4BACrC,WAAW,EAAE,YAAY,CAAC,WAAW;4BACrC,YAAY,EAAE,YAAY,CAAC,YAAY;yBACxC,CAAC;oBACJ,CAAC,CAAC;iBACH,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,6CAA6C,CAAC,CAAC;YAC1E,CAAC,EACD,CAAC,EACD,IAAI,EACJ,4BAA4B,MAAM,CAAC,OAAO,EAAE,CAC7C,CAAC;YAEF,qCAAqC;YACrC,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC;aACjD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sEAAsE,EAAE,cAAc,EAAE;gBACvG,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,aAAa,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC;gBACzC,cAAc,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;gBACtD,OAAO,EAAE,qDAAqD;aAC/D,CAAC,CAAC;YAEH,uEAAuE;YACvE,yCAAyC;YACzC,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QAE5C,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YACtC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,QAAQ,EAAE,oBAAQ,CAAC,SAAS;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAEhD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,cAAc,EAAE;YAChF,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,CAAC,CAAC,aAAa;YAC5B,WAAW;YACX,cAAc,EAAE,MAAM,CAAC,EAAE;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAEtB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,4CAA4C,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,+CAA+C,CACjK,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE;YAC3B,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,MAAwC;QACnE,MAAM,oBAAoB,GAAG,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,IAAI,kDAA8B,CAAC;QAC1G,MAAM,uBAAuB,GAAG,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,IAAI,qDAAiC,CAAC;QAEnH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACnD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE3G,IAAI,WAAW,GAA4C,EAAE,CAAC;QAC9D,MAAM,KAAK,GAA6E,EAAE,CAAC;QAE3F,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,6EAA6E;YAC7E,8EAA8E;YAC9E,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YACrC,IAAI,WAA+B,CAAC;YACpC,IAAI,eAAmC,CAAC;YAExC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,uEAAuE;gBACvE,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBACnE,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC3E,WAAW,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,QAAQ,CAAC,CAAC;gBAE5C,gDAAgD;gBAChD,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7F,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,cAAc,GAAG,YAAY;yBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;yBACtE,IAAI,CAAC,IAAI,CAAC,CAAC;oBACd,MAAM,IAAI,IAAI,oBAAoB,KAAK,cAAc,KAAK,CAAC;gBAC7D,CAAC;gBACD,MAAM,YAAY,GAAG,UAAU;qBAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;qBACtE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,IAAI,IAAI,uBAAuB,KAAK,YAAY,GAAG,CAAC;gBAC1D,WAAW,GAAG,MAAM,CAAC;YACvB,CAAC;iBAAM,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,gDAAgD;gBAChD,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,WAAW;qBAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;qBACtE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,WAAW,GAAG,IAAI,oBAAoB,KAAK,WAAW,GAAG,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,6CAA6C;gBAC7C,WAAW,GAAG,SAAS,CAAC;YAC1B,CAAC;YAED,MAAM,eAAe,GAAG,IAAA,yCAAqB,EAAC;gBAC5C,SAAS,EAAE,MAAM,CAAC,QAAQ;gBAC1B,UAAU;gBACV,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,WAAW;gBACX,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC,CAAC;YAEH,IAAI,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,eAAe,EAAE,eAAe,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,uFAAuF;QACvF,iFAAiF;QACjF,MAAM,IAAI,CAAC,eAAe,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,OAAe;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACK,WAAW,CAAC,IAAY;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAQ,IAAA,sBAAa,EAAC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACrF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,UAAU,SAAS,iCAAiC,IAAI,GAAG,CAAC,CAAC;YAC/E,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,CAAC;YAC9F,MAAM,IAAI,KAAK,CACb,2BAA2B,IAAI,mBAAmB,SAAS,iDAAiD,CAC7G,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAA;AAjaY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;qCAMgB,mCAAiB;QACjB,gCAAc;QACV,uBAAU;QACb,gCAAc;QACN,kCAAe;QACb,sCAAiB;QACjB,sCAAiB;QACb,2CAAmB;QACpB,4CAAoB;QAC/B,gBAAS;QACtB,sBAAa;GAfnB,YAAY,CAiaxB"}
|
|
1
|
+
{"version":3,"file":"chunk.service.js","sourceRoot":"","sources":["../../../../src/foundations/chunk/services/chunk.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2CAA+C;AAC/C,2CAA4C;AAC5C,2CAA+C;AAC/C,uCAAyC;AAEzC,mCAAoC;AACpC,2CAAwC;AACxC,gFAAoF;AACpF,wGAAmG;AACnG,+DAA2D;AAM3D,oFAAgF;AAChF,oFAAmF;AACnF,oFAAgF;AAChF,qFAAiF;AACjF,oEAA2E;AAC3E,gFAA4E;AAC5E,8EAIgD;AAChD,+FAA2F;AAC3F,qFAAiF;AAG1E,IAAM,YAAY,GAAlB,MAAM,YAAY;IAIvB,YACmB,MAAyB,EACzB,MAAsB,EACtB,UAAsB,EACtB,OAAuB,EACvB,eAAgC,EAChC,iBAAoC,EACpC,iBAAoC,EACpC,qBAA0C,EAC1C,oBAA0C,EAC1C,SAAoB,EACrC,aAAiD;QAVhC,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAgB;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,YAAO,GAAP,OAAO,CAAgB;QACvB,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,0BAAqB,GAArB,qBAAqB,CAAqB;QAC1C,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,cAAS,GAAT,SAAS,CAAW;QAGrC,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;QACrG,IAAI,CAAC,gBAAgB,GAAG,aAAa,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IACvF,CAAC;IAEO,eAAe,CAAC,KAAU;QAChC,MAAM,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC/D,OAAO,CACL,YAAY,CAAC,QAAQ,CAAC,6BAA6B,CAAC;YACpD,YAAY,CAAC,QAAQ,CAAC,eAAe,CAAC;YACtC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YAC3C,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAClC,CAAC;IACJ,CAAC;IAEO,wBAAwB;QAC9B,OAAO;YACL,WAAW,EAAE,EAAE;YACf,wBAAwB,EAAE,EAAE;YAC5B,sBAAsB,EAAE,EAAE;YAC1B,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;SAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,SAA2B,EAC3B,aAAqB,CAAC,EACtB,cAAsB,IAAI,EAC1B,gBAAwB,oBAAoB;QAE5C,IAAI,SAAc,CAAC;QAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAElB,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChC,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;wBACzB,MAAM,OAAO,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;wBAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,wBAAwB,aAAa,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAC3H,CAAC;wBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;wBAC7D,SAAS;oBACX,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,gCAAgC,aAAa,UAAU,UAAU,GAAG,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAChH,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,aAAa,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC9E,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,gCAAgC,CAC5C,SAAgD,EAChD,aAAqB,CAAC,EACtB,cAAsB,IAAI,EAC1B,OAAe;QAEf,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;gBACjC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,OAAO,GAAG,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;gBAC/F,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;oBAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qCAAqC,OAAO,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,YAAY,KAAK,CAAC,OAAO,iBAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAC3J,CAAC;oBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC7D,SAAS;gBACX,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iDAAiD,OAAO,UAAU,UAAU,GAAG,CAAC,2BAA2B,KAAK,CAAC,OAAO,kCAAkC,CAC3J,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,wEAAwE,CAAC,CAAC;QAC3G,OAAO,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAA2B;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;YACrD,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,8BAAe,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0D;QAC3E,wFAAwF;QACxF,uFAAuF;QACvF,wEAAwE;QACxE,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC;YAChD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,IAAI,eAAe,GAAG,SAAS,CAAC;QAChC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAA,mBAAU,GAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBACrC,EAAE,EAAE,OAAO;gBACX,MAAM,EAAE,MAAM,CAAC,EAAE;gBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,eAAe,EAAE,eAAe;gBAChC,OAAO,EAAE,QAAQ,CAAC,WAAW;gBAC7B,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,eAAe,GAAG,OAAO,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACb,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACrC,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAwC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACnD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC,kDAAkD,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC;YAChD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,iBAAiB,CAAC,6BAA6B,EAAE,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAMnB;QACC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,EAAE;YACtC,UAAU,EAAE;gBACV,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;YACrD,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAEvC,kFAAkF;QAClF,gFAAgF;QAChF,kFAAkF;QAClF,wEAAwE;QACxE,gFAAgF;QAChF,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,OAAO,sEAAsE,CAAC,CAAC;YAChH,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YACtC,EAAE,EAAE,MAAM,CAAC,OAAO;YAClB,QAAQ,EAAE,oBAAQ,CAAC,UAAU;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAEhD,MAAM,aAAa,GAA2B,MAAM,IAAI,CAAC,gCAAgC,CACvF,GAAG,EAAE,CACH,IAAI,CAAC,qBAAqB,CAAC,aAAa,CAAC;YACvC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,cAAc,EAAE,MAAM,CAAC,EAAE;YACzB,gBAAgB,EAAE,MAAM,CAAC,IAAI;SAC9B,CAAC,EACJ,CAAC,EACD,IAAI,EACJ,MAAM,CAAC,OAAO,CACf,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAE3C,2EAA2E;QAC3E,wEAAwE;QACxE,2EAA2E;QAC3E,wEAAwE;QACxE,uEAAuE;QACvE,MAAM,oBAAoB,GAAG,IAAA,4CAAwB,EAAC;YACpD,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,gBAAgB,EAAE,MAAM,CAAC,IAAI;SAC9B,CAAC,CAAC;QAEH,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,cAAc,EAAE;gBACjF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,gBAAgB,EAAE,aAAa,CAAC,WAAW,CAAC,MAAM;gBAClD,kBAAkB,EAAE,aAAa,CAAC,wBAAwB,CAAC,MAAM;aAClE,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,2BAA2B,CACpC,KAAK,IAAI,EAAE;gBACT,MAAM,WAAW,GAAgB,IAAI,GAAG,EAAU,CAAC;gBACnD,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;oBAC/C,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9E,CAAC,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,oBAAoB,CAAC,uBAAuB,CAAC;oBACtD,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC;oBACzC,WAAW,EAAE,oBAAoB;iBAClC,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gCAAgC,CAAC,CAAC;gBAE3D,uDAAuD;gBACvD,IAAI,aAAa,CAAC,sBAAsB,IAAI,aAAa,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5F,MAAM,IAAI,CAAC,oBAAoB,CAAC,4BAA4B,CAAC;wBAC3D,YAAY,EAAE,aAAa,CAAC,sBAAsB;qBACnD,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,4CAA4C,CAAC,CAAC;gBACzE,CAAC;gBAED,KAAK,MAAM,UAAU,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;oBACnD,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;wBAC5C,OAAO,EAAE,KAAK,CAAC,EAAE;wBACjB,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;wBACnC,WAAW,EAAE,oBAAoB;qBAClC,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,gCAAgC,CAAC,CAAC;gBAE3D,MAAM,IAAI,CAAC,iBAAiB,CAAC,0BAA0B,CAAC;oBACtD,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,SAAS;oBACxD,OAAO,EAAE,KAAK,CAAC,EAAE;oBACjB,aAAa,EAAE,aAAa,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;wBACzE,OAAO;4BACL,WAAW,EAAE,YAAY,CAAC,WAAW;4BACrC,WAAW,EAAE,YAAY,CAAC,WAAW;4BACrC,YAAY,EAAE,YAAY,CAAC,YAAY;yBACxC,CAAC;oBACJ,CAAC,CAAC;iBACH,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,6CAA6C,CAAC,CAAC;YAC1E,CAAC,EACD,CAAC,EACD,IAAI,EACJ,4BAA4B,MAAM,CAAC,OAAO,EAAE,CAC7C,CAAC;YAEF,qCAAqC;YACrC,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC;aACjD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sEAAsE,EAAE,cAAc,EAAE;gBACvG,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,aAAa,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC;gBACzC,cAAc,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;gBACtD,OAAO,EAAE,qDAAqD;aAC/D,CAAC,CAAC;YAEH,uEAAuE;YACvE,yCAAyC;YACzC,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QAE5C,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YACtC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,QAAQ,EAAE,oBAAQ,CAAC,SAAS;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAEhD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,cAAc,EAAE;YAChF,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,CAAC,CAAC,aAAa;YAC5B,WAAW;YACX,cAAc,EAAE,MAAM,CAAC,EAAE;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAEtB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,4CAA4C,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,+CAA+C,CACjK,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE5C,2FAA2F;QAC3F,yFAAyF;QACzF,mFAAmF;QACnF,EAAE;QACF,yFAAyF;QACzF,sFAAsF;QACtF,oFAAoF;QACpF,EAAE;QACF,2FAA2F;QAC3F,wFAAwF;QACxF,4FAA4F;QAC5F,EAAE;QACF,0FAA0F;QAC1F,0FAA0F;QAC1F,sFAAsF;QACtF,MAAM,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE;YAC3B,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,MAAwC;QACnE,MAAM,oBAAoB,GAAG,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,IAAI,kDAA8B,CAAC;QAC1G,MAAM,uBAAuB,GAAG,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,IAAI,qDAAiC,CAAC;QAEnH,kFAAkF;QAClF,kFAAkF;QAClF,8EAA8E;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACnD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE3G,IAAI,WAAW,GAA4C,EAAE,CAAC;QAC9D,MAAM,KAAK,GAA6E,EAAE,CAAC;QAE3F,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,6EAA6E;YAC7E,8EAA8E;YAC9E,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YACrC,IAAI,WAA+B,CAAC;YACpC,IAAI,eAAmC,CAAC;YAExC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,uEAAuE;gBACvE,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBACnE,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC3E,WAAW,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,QAAQ,CAAC,CAAC;gBAE5C,gDAAgD;gBAChD,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7F,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,cAAc,GAAG,YAAY;yBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;yBACtE,IAAI,CAAC,IAAI,CAAC,CAAC;oBACd,MAAM,IAAI,IAAI,oBAAoB,KAAK,cAAc,KAAK,CAAC;gBAC7D,CAAC;gBACD,MAAM,YAAY,GAAG,UAAU;qBAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;qBACtE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,IAAI,IAAI,uBAAuB,KAAK,YAAY,GAAG,CAAC;gBAC1D,WAAW,GAAG,MAAM,CAAC;YACvB,CAAC;iBAAM,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,gDAAgD;gBAChD,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,WAAW;qBAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;qBACtE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,WAAW,GAAG,IAAI,oBAAoB,KAAK,WAAW,GAAG,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,6CAA6C;gBAC7C,WAAW,GAAG,SAAS,CAAC;YAC1B,CAAC;YAED,MAAM,eAAe,GAAG,IAAA,yCAAqB,EAAC;gBAC5C,SAAS,EAAE,MAAM,CAAC,QAAQ;gBAC1B,UAAU;gBACV,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,WAAW;gBACX,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC,CAAC;YAEH,IAAI,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,eAAe,EAAE,eAAe,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,uFAAuF;QACvF,iFAAiF;QACjF,gFAAgF;QAChF,uEAAuE;QACvE,MAAM,IAAI,CAAC,eAAe,CAAC,0BAA0B,CACnD,KAAK,EACL,IAAA,4CAAwB,EAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CACrF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,OAAe;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACK,WAAW,CAAC,IAAY;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAQ,IAAA,sBAAa,EAAC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACrF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,UAAU,SAAS,iCAAiC,IAAI,GAAG,CAAC,CAAC;YAC/E,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,CAAC;YAC9F,MAAM,IAAI,KAAK,CACb,2BAA2B,IAAI,mBAAmB,SAAS,iDAAiD,CAC7G,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAA;AAxdY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;qCAMgB,mCAAiB;QACjB,gCAAc;QACV,uBAAU;QACb,gCAAc;QACN,kCAAe;QACb,sCAAiB;QACjB,sCAAiB;QACb,2CAAmB;QACpB,4CAAoB;QAC/B,gBAAS;QACtB,sBAAa;GAfnB,YAAY,CAwdxB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunker.module.d.ts","sourceRoot":"","sources":["../../../src/foundations/chunker/chunker.module.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"chunker.module.d.ts","sourceRoot":"","sources":["../../../src/foundations/chunker/chunker.module.ts"],"names":[],"mappings":"AAcA,qBAiBa,aAAa;CAAG"}
|
|
@@ -19,6 +19,7 @@ const pptx_service_1 = require("./services/types/pptx.service");
|
|
|
19
19
|
const semanticsplitter_service_1 = require("./services/types/semanticsplitter.service");
|
|
20
20
|
const xlsx_service_1 = require("./services/types/xlsx.service");
|
|
21
21
|
const s3_module_1 = require("../s3/s3.module");
|
|
22
|
+
const tokenusage_module_1 = require("../tokenusage/tokenusage.module");
|
|
22
23
|
let ChunkerModule = class ChunkerModule {
|
|
23
24
|
};
|
|
24
25
|
exports.ChunkerModule = ChunkerModule;
|
|
@@ -36,7 +37,9 @@ exports.ChunkerModule = ChunkerModule = __decorate([
|
|
|
36
37
|
xlsx_service_1.XlsxService,
|
|
37
38
|
],
|
|
38
39
|
exports: [chunker_service_1.ChunkerService, imageextractor_service_1.ImageExtractorService, email_service_1.EmailParserService],
|
|
39
|
-
|
|
40
|
+
// TokenUsageModule provides the module-local TokenUsageService fallback used by
|
|
41
|
+
// ChunkerService when no application binds TOKEN_USAGE_RECORDER (mirrors LLMModule).
|
|
42
|
+
imports: [llm_module_1.LLMModule, s3_module_1.S3Module, tokenusage_module_1.TokenUsageModule],
|
|
40
43
|
})
|
|
41
44
|
], ChunkerModule);
|
|
42
45
|
//# sourceMappingURL=chunker.module.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunker.module.js","sourceRoot":"","sources":["../../../src/foundations/chunker/chunker.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,0DAAsD;AACtD,gEAA4D;AAC5D,gEAA4D;AAC5D,kEAAoE;AACpE,oFAAgF;AAChF,wFAAoF;AACpF,8DAA0D;AAC1D,gEAA4D;AAC5D,wFAAoF;AACpF,gEAA4D;AAC5D,+CAA2C;
|
|
1
|
+
{"version":3,"file":"chunker.module.js","sourceRoot":"","sources":["../../../src/foundations/chunker/chunker.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,0DAAsD;AACtD,gEAA4D;AAC5D,gEAA4D;AAC5D,kEAAoE;AACpE,oFAAgF;AAChF,wFAAoF;AACpF,8DAA0D;AAC1D,gEAA4D;AAC5D,wFAAoF;AACpF,gEAA4D;AAC5D,+CAA2C;AAC3C,uEAAmE;AAmB5D,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAjBzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,gCAAc;YACd,kDAAuB;YACvB,kDAAuB;YACvB,8CAAqB;YACrB,kCAAkB;YAClB,0BAAW;YACX,wBAAU;YACV,0BAAW;YACX,0BAAW;SACZ;QACD,OAAO,EAAE,CAAC,gCAAc,EAAE,8CAAqB,EAAE,kCAAkB,CAAC;QACpE,gFAAgF;QAChF,qFAAqF;QACrF,OAAO,EAAE,CAAC,sBAAS,EAAE,oBAAQ,EAAE,oCAAgB,CAAC;KACjD,CAAC;GACW,aAAa,CAAG"}
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { Document } from "@langchain/core/documents";
|
|
2
2
|
import { ConfigService } from "@nestjs/config";
|
|
3
|
+
import { TokenUsageRecorderInterface } from "../../../common/tokens";
|
|
3
4
|
import { BaseConfigInterface } from "../../../config/interfaces/base.config.interface";
|
|
4
5
|
import { ModelService } from "../../../core/llm/services/model.service";
|
|
5
6
|
import { S3Service } from "../../s3/services/s3.service";
|
|
7
|
+
import { TokenUsageService } from "../../tokenusage/services/tokenusage.service";
|
|
6
8
|
import { DocXService } from "./types/docx.service";
|
|
7
9
|
import { EmailParserService } from "./types/email.service";
|
|
8
10
|
import { MarkdownChunkingService } from "./types/markdownchunking.service";
|
|
@@ -10,6 +12,17 @@ import { PdfService } from "./types/pdf.service";
|
|
|
10
12
|
import { PptxService } from "./types/pptx.service";
|
|
11
13
|
import { SemanticSplitterService } from "./types/semanticsplitter.service";
|
|
12
14
|
import { XlsxService } from "./types/xlsx.service";
|
|
15
|
+
/**
|
|
16
|
+
* Opt-in cost attribution for the LLM calls the chunker makes while reading a
|
|
17
|
+
* file (today: image analysis). Without both `relationshipId` and
|
|
18
|
+
* `relationshipType` no usage record is written — the package stays
|
|
19
|
+
* domain-agnostic and the caller decides what the usage is billed against.
|
|
20
|
+
* Mirrors `EmbedderAttribution`.
|
|
21
|
+
*/
|
|
22
|
+
export interface ChunkerAttribution {
|
|
23
|
+
relationshipId: string;
|
|
24
|
+
relationshipType: string;
|
|
25
|
+
}
|
|
13
26
|
export declare class ChunkerService {
|
|
14
27
|
private readonly markdownChunkingService;
|
|
15
28
|
private readonly semanticSplitterService;
|
|
@@ -21,18 +34,47 @@ export declare class ChunkerService {
|
|
|
21
34
|
private readonly s3Service;
|
|
22
35
|
private readonly emailParserService;
|
|
23
36
|
private readonly config;
|
|
37
|
+
private readonly tokenUsageService?;
|
|
38
|
+
private readonly tokenUsageRecorder?;
|
|
24
39
|
private logger;
|
|
25
40
|
private readonly splitter;
|
|
26
41
|
private readonly targetChars;
|
|
27
|
-
constructor(markdownChunkingService: MarkdownChunkingService, semanticSplitterService: SemanticSplitterService, docxService: DocXService, pptxService: PptxService, pdfService: PdfService, xlsxService: XlsxService, modelService: ModelService, s3Service: S3Service, emailParserService: EmailParserService, config: ConfigService<BaseConfigInterface
|
|
42
|
+
constructor(markdownChunkingService: MarkdownChunkingService, semanticSplitterService: SemanticSplitterService, docxService: DocXService, pptxService: PptxService, pdfService: PdfService, xlsxService: XlsxService, modelService: ModelService, s3Service: S3Service, emailParserService: EmailParserService, config: ConfigService<BaseConfigInterface>, tokenUsageService?: TokenUsageService, tokenUsageRecorder?: TokenUsageRecorderInterface);
|
|
28
43
|
private _logChunkResult;
|
|
29
44
|
private _downloadFileAsBuffer;
|
|
30
45
|
private _downloadFile;
|
|
46
|
+
/**
|
|
47
|
+
* Page count for formats that carry no pagination of their own (everything
|
|
48
|
+
* except PDFs and images). Deliberately coarse — it exists so per-page costs
|
|
49
|
+
* (OCR, document AI) can be attributed to a document of any format.
|
|
50
|
+
*/
|
|
51
|
+
private _estimatePageCountFromText;
|
|
52
|
+
private _estimatePageCount;
|
|
53
|
+
/**
|
|
54
|
+
* Stamps the document's page count on every chunk it produced. The count
|
|
55
|
+
* travels on metadata because the return type of the public entry point is
|
|
56
|
+
* `Document[]` and must stay that way for existing callers. `extra` carries the
|
|
57
|
+
* optional read-quality flags (today: `ocrTruncated`) alongside it.
|
|
58
|
+
*/
|
|
59
|
+
private _stampTotalPages;
|
|
60
|
+
/**
|
|
61
|
+
* Enforces `MAX_CHUNK_CHARS` on the chunks about to leave the chunker.
|
|
62
|
+
*
|
|
63
|
+
* Splitters are best-effort: given text with no separator near the target size
|
|
64
|
+
* they emit a single huge chunk, which only fails much later (embedding call,
|
|
65
|
+
* LLM context). Splitting here is the last point where the oversize is still
|
|
66
|
+
* cheap to fix. `splitDocuments` carries the metadata onto the pieces, so the
|
|
67
|
+
* page count stamped upstream survives; the slice is a guarantee for text with
|
|
68
|
+
* no boundary to split on at all.
|
|
69
|
+
*/
|
|
70
|
+
private _capChunkChars;
|
|
31
71
|
generateContentStructureFromFile(params: {
|
|
32
72
|
fileType: string;
|
|
33
73
|
filePath: string;
|
|
74
|
+
attribution?: ChunkerAttribution;
|
|
34
75
|
}): Promise<Document[]>;
|
|
35
76
|
private _processLocalFile;
|
|
77
|
+
private _loadLocalFileDocuments;
|
|
36
78
|
private _createFromEmail;
|
|
37
79
|
private _extractAttachmentContent;
|
|
38
80
|
generateContentStructureFromMarkdown(params: {
|
|
@@ -42,11 +84,25 @@ export declare class ChunkerService {
|
|
|
42
84
|
extractContentFromUrl(params: {
|
|
43
85
|
url: string;
|
|
44
86
|
}): Promise<string>;
|
|
87
|
+
/**
|
|
88
|
+
* Image analysis is a vision LLM call made inside the package, so — exactly
|
|
89
|
+
* like `EmbedderService.persistUsage` — its usage is written through the
|
|
90
|
+
* optional `TOKEN_USAGE_RECORDER` seam, attribution is opt-in, and a failure
|
|
91
|
+
* to record never fails the chunking itself.
|
|
92
|
+
*/
|
|
93
|
+
private _persistImageUsage;
|
|
45
94
|
private _createChunksFromImage;
|
|
46
95
|
private _createFromMarkdown;
|
|
47
96
|
private _createFromDocX;
|
|
48
97
|
private _createFromPptx;
|
|
49
98
|
private _createFromXlsx;
|
|
99
|
+
/**
|
|
100
|
+
* A PDF's own page count is authoritative — except when it clearly is not.
|
|
101
|
+
* Broken or unreadable document metadata surfaces as "1 page", and a 50-page
|
|
102
|
+
* PDF billed as one page under-reports per-page cost by a factor of 50, so a
|
|
103
|
+
* reported single page carrying pages of text is replaced by the estimate.
|
|
104
|
+
*/
|
|
105
|
+
private _resolvePdfPageCount;
|
|
50
106
|
private _createFromPdf;
|
|
51
107
|
}
|
|
52
108
|
//# sourceMappingURL=chunker.service.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunker.service.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunker/services/chunker.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAIrD,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,kDAAkD,CAAC;AAGvF,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"chunker.service.d.ts","sourceRoot":"","sources":["../../../../src/foundations/chunker/services/chunker.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAIrD,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAAwB,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAC3F,OAAO,EAAE,mBAAmB,EAAE,MAAM,kDAAkD,CAAC;AAGvF,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAEzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8CAA8C,CAAC;AAIjF,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAqBD,qBACa,cAAc;IAOvB,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IACxC,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IACxC,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM;IAIX,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACL,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IApBhF,OAAO,CAAC,MAAM,CAA2C;IAEzD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyF;IAClH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAGlB,uBAAuB,EAAE,uBAAuB,EAChD,uBAAuB,EAAE,uBAAuB,EAChD,WAAW,EAAE,WAAW,EACxB,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,WAAW,EACxB,YAAY,EAAE,YAAY,EAC1B,SAAS,EAAE,SAAS,EACpB,kBAAkB,EAAE,kBAAkB,EACtC,MAAM,EAAE,aAAa,CAAC,mBAAmB,CAAC,EAI9B,iBAAiB,CAAC,EAAE,iBAAiB,EACP,kBAAkB,CAAC,EAAE,2BAA2B;IAc7G,OAAO,CAAC,eAAe;YAWT,qBAAqB;YAQrB,aAAa;IAO3B;;;;OAIG;IACH,OAAO,CAAC,0BAA0B;IAKlC,OAAO,CAAC,kBAAkB;IAI1B;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAOxB;;;;;;;;;OASG;YACW,cAAc;IA0CtB,gCAAgC,CAAC,MAAM,EAAE;QAC7C,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,kBAAkB,CAAC;KAClC,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YA8CT,iBAAiB;YAajB,uBAAuB;YA4CvB,gBAAgB;YAsDhB,yBAAyB;IAmDjC,oCAAoC,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAuBtG,qBAAqB,CAAC,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA6CrE;;;;;OAKG;YACW,kBAAkB;YAoBlB,sBAAsB;YAwEtB,mBAAmB;YAsBnB,eAAe;YAuCf,eAAe;YAoCf,eAAe;IAmC7B;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;YAWd,cAAc;CA0E7B"}
|