@equationalapplications/core-llm-wiki 7.2.0 → 7.3.0

package/dist/index.mjs

@@ -1,5 +1,5 @@
-import { __privateAdd, MetadataRepository, EmbeddingService, SearchService, JobManager, PromptService, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, normalizeSourceRef, normalizeSourceHash, entitySummaryMetaKey, WikiSourceRefHashCollision, validateManifest, generateId, BaseRepository, WikiGraphNodeOwnershipConflict, emptyManifest, resolveNodeType, WikiStrictOntologyViolation, validateInlineEdges, resolveEdgeDefinitions, typeSatisfies, normalizeTitleKey, WikiTransactionError, extractSqliteCode } from './chunk-TTECJ3S3.mjs';
-export { DEFAULT_CHUNK_OVERLAP, DEFAULT_MAX_CHUNK_LENGTH, DEFAULT_MAX_EMBED_CHARS, EMBED_CHARS_CEILING, HEAL_ANCHORS_PER_CANDIDATE, HEAL_BATCH_SIZE, HEAL_MAX_FACT_BODY_CHARS_L3, HEAL_MAX_TASKS, HEAL_RECHECK_MS, HOOK_TIMEOUT_MARKER, ONTOLOGY_BACKFILL_BATCH_SIZE, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS, ONTOLOGY_BACKFILL_RECHECK_MS, ONTOLOGY_BACKFILL_SYSTEM_PROMPT, PromptService, PrunePartialFailureError, WikiBusyError, WikiDuplicateHashError, WikiGraphNodeOwnershipConflict, WikiIngestEmptyError, WikiInvalidReadOptions, WikiParseError, WikiSourceRefHashCollision, WikiStrictOntologyViolation, WikiTransactionError, chunkText, configureRandomSource, parseEmbedding, safeSlice, validateManifest } from './chunk-TTECJ3S3.mjs';
+import { __privateAdd, MetadataRepository, EmbeddingService, SearchService, JobManager, PromptService, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, normalizeSourceRef, normalizeSourceHash, entitySummaryMetaKey, WikiSourceRefHashCollision, DiagnosticBuffer, validateManifest, generateId, BaseRepository, WikiGraphNodeOwnershipConflict, emptyManifest, resolveNodeType, WikiStrictOntologyViolation, validateInlineEdges, resolveEdgeDefinitions, typeSatisfies, normalizeTitleKey, WikiTransactionError, extractSqliteCode } from './chunk-IAYO63DQ.mjs';
+export { DEFAULT_CHUNK_OVERLAP, DEFAULT_MAX_CHUNK_LENGTH, DEFAULT_MAX_EMBED_CHARS, EMBED_CHARS_CEILING, HEAL_ANCHORS_PER_CANDIDATE, HEAL_BATCH_SIZE, HEAL_MAX_FACT_BODY_CHARS_L3, HEAL_MAX_TASKS, HEAL_RECHECK_MS, HOOK_TIMEOUT_MARKER, ONTOLOGY_BACKFILL_BATCH_SIZE, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS, ONTOLOGY_BACKFILL_RECHECK_MS, ONTOLOGY_BACKFILL_SYSTEM_PROMPT, PromptService, PrunePartialFailureError, WikiBusyError, WikiDuplicateHashError, WikiGraphNodeOwnershipConflict, WikiIngestEmptyError, WikiInvalidReadOptions, WikiParseError, WikiSourceRefHashCollision, WikiStrictOntologyViolation, WikiTransactionError, chunkText, configureRandomSource, parseEmbedding, safeSlice, validateManifest } from './chunk-IAYO63DQ.mjs';
 import { appendRelatedSection, buildConceptDocument, buildLogMd, buildEntityIndexMd, buildRootIndexMd, isAllowedOkfPath, parseRootIndexMd, parseEntityIndexMd, parseConcept, splitRelatedSection, extractMarkdownLinks, parseLogMd, parseEventIdComment, latestVerified, formatSourcesJson, appendEventIdComment, parseVerifiedFlexible, parseCitationsList, deriveTrustTier, isStaleAfter } from '@equationalapplications/core-okf';
 
 // src/db/schema.ts
@@ -2499,6 +2499,17 @@ var OntologyService = class {
     const canonical = resolveNodeType(rawType, manifest);
     if (!canonical) {
       if (strict) throw new WikiStrictOntologyViolation(opts?.entityId ?? "", "node", rawType);
+      if (opts?.drops && Array.isArray(fact.edges)) {
+        for (const edge of fact.edges) {
+          opts.drops.push({
+            reason: "no_source_type",
+            sourceId: null,
+            edgeType: typeof edge?.edge_type === "string" ? edge.edge_type : null,
+            sourceNodeType: null,
+            targetNodeType: null
+          });
+        }
+      }
       return { okf_type: null, edges: [] };
     }
     const edges = validateInlineEdges(canonical, null, fact.edges ?? [], manifest, opts);
@@ -2511,18 +2522,39 @@ var OntologyService = class {
    * writes inside their own transaction (e.g. `IngestionService.ingestDocument`
    * when delegating to `upsertGraphCore`).
    */
-  resolveEdges(entityId, sourceId, sourceType, edges, manifest, titleIndex, now) {
-    if (!sourceType || edges.length === 0) return [];
+  resolveEdges(entityId, sourceId, sourceType, edges, manifest, titleIndex, now, drops) {
+    if (edges.length === 0) return [];
+    if (!sourceType) {
+      for (const edge of edges) {
+        drops?.push({ reason: "no_source_type", sourceId, edgeType: edge.edge_type, sourceNodeType: null, targetNodeType: null });
+      }
+      return [];
+    }
     const out = [];
     for (const edge of edges) {
       const candidates = resolveEdgeDefinitions(edge.edge_type, manifest).filter((d) => typeSatisfies(d.source_type, sourceType, manifest));
-      if (candidates.length === 0) continue;
+      if (candidates.length === 0) {
+        drops?.push({ reason: "type_not_in_manifest", sourceId, edgeType: edge.edge_type, sourceNodeType: sourceType, targetNodeType: null });
+        continue;
+      }
       const targetKey = normalizeTitleKey(edge.target_title);
       const target = titleIndex.get(targetKey);
-      if (!target) continue;
+      if (!target) {
+        drops?.push({ reason: "target_not_found", sourceId, edgeType: edge.edge_type, sourceNodeType: sourceType, targetNodeType: null });
+        continue;
+      }
       const targetType = (target.okf_type ?? "").trim().toLowerCase();
       const def = candidates.find((d) => d.target_type.trim().toLowerCase() === targetType) ?? candidates.find((d) => typeSatisfies(d.target_type, targetType, manifest));
-      if (!def) continue;
+      if (!def) {
+        drops?.push({
+          reason: "target_type_mismatch",
+          sourceId,
+          edgeType: edge.edge_type,
+          sourceNodeType: sourceType,
+          targetNodeType: target.okf_type ?? null
+        });
+        continue;
+      }
       out.push({
         id: generateId(),
         entity_id: entityId,
@@ -2541,8 +2573,8 @@ var OntologyService = class {
    * want self-contained edge persistence (e.g. MaintenanceService heal /
    * backfill callers that do not have a separate edge-write step).
    */
-  async resolveAndPersistEdges(entityId, sourceId, sourceType, edges, manifest, titleIndex, tx, now) {
-    const resolved = this.resolveEdges(entityId, sourceId, sourceType, edges, manifest, titleIndex, now);
+  async resolveAndPersistEdges(entityId, sourceId, sourceType, edges, manifest, titleIndex, tx, now, drops) {
+    const resolved = this.resolveEdges(entityId, sourceId, sourceType, edges, manifest, titleIndex, now, drops);
     let persisted = 0;
     for (const edge of resolved) {
       const inserted = await this.edgeRepo.addIgnoreDuplicate(edge, tx);
@@ -3163,11 +3195,15 @@ var WikiMemory = class {
         attemptedSourceRef: sourceRef
       });
     }
-    return this.ingestionService.upsertGraphCore(
+    const diagBuffer = new DiagnosticBuffer();
+    const result = await this.ingestionService.upsertGraphCore(
       entityId,
       { sourceRef, sourceHash, nodes: params.nodes, edges: params.edges },
-      adapter
+      adapter,
+      { diag: { buffer: diagBuffer, operation: "upsertGraph" } }
     );
+    diagBuffer.flush(this.options);
+    return result;
   }
   /**
    * Returns up to `limit` unprocessed outbox events, oldest first.