npm - @undefineds.co/xpod - Versions diffs - 0.3.57 → 0.3.61 - Mend

@undefineds.co/xpod 0.3.57 → 0.3.61

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (779) hide show

package/dist/storage/rdf/RdfSparqlAdapter.jsonld CHANGED Viewed

@@ -39,6 +39,10 @@
       "requireElement": "RdfSparqlAdapter",
       "parameters": [],
       "memberFields": [
+        {
+          "@id": "undefineds:dist/storage/rdf/RdfSparqlAdapter.jsonld#RdfSparqlAdapter__member_assertServerOwnedNativeQuery",
+          "memberFieldName": "assertServerOwnedNativeQuery"
+        },
         {
           "@id": "undefineds:dist/storage/rdf/RdfSparqlAdapter.jsonld#RdfSparqlAdapter__member_compile",
           "memberFieldName": "compile"
@@ -359,6 +363,10 @@
           "@id": "undefineds:dist/storage/rdf/RdfSparqlAdapter.jsonld#RdfSparqlAdapter__member_compileFilter",
           "memberFieldName": "compileFilter"
         },
+        {
+          "@id": "undefineds:dist/storage/rdf/RdfSparqlAdapter.jsonld#RdfSparqlAdapter__member_compileDisjunctiveFilterBranches",
+          "memberFieldName": "compileDisjunctiveFilterBranches"
+        },
         {
           "@id": "undefineds:dist/storage/rdf/RdfSparqlAdapter.jsonld#RdfSparqlAdapter__member_compileOrFilter",
           "memberFieldName": "compileOrFilter"

package/dist/storage/rdf/RdfTermDictionary.d.ts CHANGED Viewed

@@ -1,6 +1,9 @@
 import type { Term } from '@rdfjs/types';
 import type { SqliteDatabase } from '../SqliteRuntime';
-import type { RdfTermKind } from './types';
+import type { RdfTermKind, RdfTermRewriteInput, RdfTermRewriteResult } from './types';
+interface RdfTermRewriteOptions {
+    useTransaction?: boolean;
+}
 export declare const RDF_TERM_VALUE_HEAD_LENGTH = 256;
 export declare class RdfTermDictionary {
     private readonly db;
@@ -17,6 +20,7 @@ export declare class RdfTermDictionary {
     idsByNormalizedTextSuffix(kind: RdfTermKind | RdfTermKind[], suffix: string): number[];
     idsByNormalizedTextRegex(kind: RdfTermKind | RdfTermKind[], pattern: string, flags?: string): number[];
     count(): number;
+    rewriteNamedNodePrefix(input: RdfTermRewriteInput, options?: RdfTermRewriteOptions): RdfTermRewriteResult;
     private findId;
     private toIdentity;
     private identity;
@@ -33,3 +37,5 @@ export declare class RdfTermDictionary {
     private rowToTerm;
 }
 export declare function rdfTermValueHead(value: string): string;
+export declare function matchesRewriteBoundary(value: string, oldPrefix: string): boolean;
+export {};

package/dist/storage/rdf/RdfTermDictionary.js CHANGED Viewed

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.RdfTermDictionary = exports.RDF_TERM_VALUE_HEAD_LENGTH = void 0;
 exports.rdfTermValueHead = rdfTermValueHead;
+exports.matchesRewriteBoundary = matchesRewriteBoundary;
 const node_crypto_1 = require("node:crypto");
 const n3_1 = require("n3");
 const RdfTermSemantics_1 = require("./RdfTermSemantics");
@@ -190,6 +191,124 @@ class RdfTermDictionary {
         const row = this.db.prepare('SELECT COUNT(*) AS count FROM rdf_terms').get();
         return row?.count ?? 0;
     }
+    rewriteNamedNodePrefix(input, options) {
+        if (!input.oldPrefix || !input.newPrefix || input.oldPrefix === input.newPrefix) {
+            return emptyRewriteResult();
+        }
+        const rows = this.db
+            .prepare(`
+        SELECT id, value
+        FROM rdf_terms
+        WHERE kind = 'iri'
+          AND value LIKE ? ESCAPE '\\'
+        ORDER BY id
+      `)
+            .all(`${escapeLikePattern(input.oldPrefix)}%`)
+            .filter((row) => matchesRewriteBoundary(row.value, input.oldPrefix));
+        const skippedTerms = [];
+        let rewrittenTerms = 0;
+        const affectedQuadKeys = new Set();
+        const update = this.db.prepare(`
+      UPDATE rdf_terms
+      SET value = ?,
+          value_head = ?,
+          hash = ?,
+          normalized_text = ?
+      WHERE id = ?
+    `);
+        const hashConflict = this.db.prepare('SELECT * FROM rdf_terms WHERE hash = ? AND id <> ?');
+        const termUsages = this.db.prepare(`
+      SELECT
+        quad.graph_id,
+        quad.subject_id,
+        quad.predicate_id,
+        quad.object_id,
+        graph.value AS graph_value
+      FROM rdf_quads quad
+      JOIN rdf_terms graph ON graph.id = quad.graph_id
+      WHERE quad.graph_id = ?
+         OR quad.subject_id = ?
+         OR quad.predicate_id = ?
+         OR quad.object_id = ?
+    `);
+        const runRewrite = () => {
+            if (input.scope !== 'safe_projection' || input.mode !== 'safe') {
+                // The local file-backed engine only has a proven contract for safe projection
+                // rewrites. Other scopes/modes are deliberately reported as skipped instead
+                // of mutating the global term dictionary with incomplete semantics.
+                for (const row of rows) {
+                    skippedTerms.push({
+                        id: row.id,
+                        value: row.value,
+                        reason: 'outside_scope',
+                    });
+                }
+                return;
+            }
+            const candidates = rows.map((row) => ({
+                row,
+                usages: termUsages.all(row.id, row.id, row.id, row.id),
+            }));
+            for (const candidate of candidates) {
+                const { row, usages } = candidate;
+                if (usages.length === 0) {
+                    skippedTerms.push({
+                        id: row.id,
+                        value: row.value,
+                        reason: 'outside_scope',
+                    });
+                    continue;
+                }
+                if (usages.some((usage) => !matchesRewriteBoundary(usage.graph_value, input.oldPrefix))) {
+                    skippedTerms.push({
+                        id: row.id,
+                        value: row.value,
+                        reason: 'mixed_usage',
+                    });
+                    continue;
+                }
+                const nextValue = `${input.newPrefix}${row.value.slice(input.oldPrefix.length)}`;
+                const identity = this.identity('iri', nextValue, null, null, nextValue, null);
+                const targetId = this.findId(identity);
+                if (targetId !== undefined && targetId !== row.id) {
+                    skippedTerms.push({
+                        id: row.id,
+                        value: row.value,
+                        reason: 'collision_conflict',
+                    });
+                    continue;
+                }
+                if (hashConflict.get(identity.hash, row.id)) {
+                    skippedTerms.push({
+                        id: row.id,
+                        value: row.value,
+                        reason: 'collision_conflict',
+                    });
+                    continue;
+                }
+                update.run(identity.value, identity.valueHead, identity.hash, identity.normalizedText, row.id);
+                for (const usage of usages) {
+                    affectedQuadKeys.add(affectedQuadKey(usage));
+                }
+                rewrittenTerms++;
+            }
+        };
+        if (options?.useTransaction === false) {
+            runRewrite();
+        }
+        else {
+            this.db.transaction(runRewrite)();
+        }
+        this.termCache.clear();
+        this.idCache.clear();
+        return {
+            matchedTerms: rows.length,
+            rewrittenTerms,
+            remappedTerms: 0,
+            skippedTerms,
+            affectedQuads: affectedQuadKeys.size,
+        };
+    }
     findId(identity) {
         const rows = this.db
             .prepare('SELECT * FROM rdf_terms WHERE hash = ?')
@@ -414,10 +533,30 @@ exports.RdfTermDictionary = RdfTermDictionary;
 function rdfTermValueHead(value) {
     return value.slice(0, exports.RDF_TERM_VALUE_HEAD_LENGTH);
 }
+function matchesRewriteBoundary(value, oldPrefix) {
+    if (!oldPrefix) {
+        return false;
+    }
+    return value === oldPrefix
+        || value.startsWith(`${oldPrefix}#`)
+        || (oldPrefix.endsWith('/') && value.startsWith(oldPrefix));
+}
 function normalizeSearchText(value) {
     return value.toLowerCase();
 }
 function escapeLikePattern(value) {
     return value.replace(/[\\%_]/g, (match) => `\\${match}`);
 }
+function emptyRewriteResult() {
+    return {
+        matchedTerms: 0,
+        rewrittenTerms: 0,
+        remappedTerms: 0,
+        skippedTerms: [],
+        affectedQuads: 0,
+    };
+}
+function affectedQuadKey(row) {
+    return `${row.graph_id}\u001f${row.subject_id}\u001f${row.predicate_id}\u001f${row.object_id}`;
+}
 //# sourceMappingURL=RdfTermDictionary.js.map

package/dist/storage/rdf/RdfTermDictionary.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"RdfTermDictionary.js","sourceRoot":"","sources":["../../../src/storage/rdf/RdfTermDictionary.ts"],"names":[],"mappings":";;;AAieA,4CAEC;AAneD,6CAAyC;AACzC,2BAAiC;AAIjC,yDAA2E;AAa9D,QAAA,0BAA0B,GAAG,GAAG,CAAC;AAE9C,MAAM,UAAU,GAAG,yCAAyC,CAAC;AAC7D,MAAM,eAAe,GAAG,uDAAuD,CAAC;AAEhF,MAAa,iBAAiB;IAI5B,YAAoC,EAAkB;QAAlB,OAAE,GAAF,EAAE,CAAgB;QAHrC,cAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,YAAO,GAAG,IAAI,GAAG,EAAgB,CAAC;IAEM,CAAC;IAEnD,UAAU;QACf,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAChC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAChC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;KAMZ,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAEM,WAAW,CAAC,IAAU;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACvC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,IAAI,MAAM,CAAC;QACX,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,GAAG,CACf,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,UAAU,EACnB,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,cAAc,EACvB,QAAQ,CAAC,YAAY,CACtB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBACpC,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,IAAI,CAAC,IAAU;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,SAAS,CAAC,EAAU;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAa,sCAAsC,CAAC;aAC3D,GAAG,CAAC,EAAE,CAAC,CAAC;QACX,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,UAAU,CAAC,GAAa;QAC7B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAgB,CAAC;QACvC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAa,wCAAwC,YAAY,GAAG,CAAC;aAC5E,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QAEnB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,gBAAgB,CAAC,IAAiC,EAAE,MAAc;QACvE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAgC;;yBAErB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;OAKjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;QAC3G,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aAC7C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,2BAA2B,CAAC,IAAiC,EAAE,IAAY;QAChF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAgC;;yBAErB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;OAEjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,EAAE,IAAI,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnD,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;aACzC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,yBAAyB,CAAC,IAAiC,EAAE,MAAc;QAChF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAgC;;yBAErB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;OAEjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,EAAE,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aAC3C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,wBAAwB,CAAC,IAAiC,EAAE,OAAe,EAAE,KAAc;QAChG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAa;;yBAEF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;OAEjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QACjB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,KAAK;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAoB,yCAAyC,CAAC,CAAC,GAAG,EAAE,CAAC;QAChG,OAAO,GAAG,EAAE,KAAK,IAAI,CAAC,CAAC;IACzB,CAAC;IAEO,MAAM,CAAC,QAAyB;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAa,wCAAwC,CAAC;aAC7D,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC;IACxE,CAAC;IAEO,UAAU,CAAC,IAAU;QAC3B,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACxE,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC1E,KAAK,cAAc;gBACjB,OAAO,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACpE,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,UAAU,CAAC;gBACzD,MAAM,UAAU,GAAG,aAAa,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAC/D,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,gBAAW,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC3D,OAAO,IAAI,CAAC,QAAQ,CAClB,SAAS,EACT,IAAI,CAAC,KAAK,EACV,UAAU,EACV,IAAI,CAAC,QAAQ,IAAI,IAAI,EACrB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,CACvD,CAAC;YACJ,CAAC;YACD,KAAK,UAAU;gBACb,MAAM,IAAI,KAAK,CAAC,6CAA6C,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAC7E,KAAK,MAAM;gBACT,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;YAC/F,OAAO,CAAC,CAAC,CAAC;gBACR,MAAM,UAAU,GAAU,IAAI,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAEO,QAAQ,CACd,IAAiB,EACjB,KAAa,EACb,UAAyB,EACzB,IAAmB,EACnB,cAA6B,EAC7B,YAA2B;QAE3B,MAAM,IAAI,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC;aAC9B,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,KAAK,CAAC;aACb,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;aAChC,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;aAClB,MAAM,CAAC,KAAK,CAAC,CAAC;QACjB,OAAO;YACL,IAAI;YACJ,KAAK;YACL,SAAS,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAClC,UAAU;YACV,IAAI;YACJ,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YACpE,YAAY;YACZ,IAAI;SACL,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,KAAa,EAAE,aAAqB;QACjE,IAAI,CAAC,IAAA,uCAAoB,EAAC,aAAa,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,OAAO,GAAG,IAAA,kCAAe,EAAC,KAAK,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAEO,yBAAyB;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE;aAClB,OAAO,CAAyB,2EAA2E,CAAC;aAC5G,GAAG,EAAE,CAAC;QACT,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,sBAAsB,GAAG,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,yCAAyC,CAAC,IAAI,KAAK,CAAC;QACvG,IAAI,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;YACzF,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAA2B,qBAAqB,CAAC,CAAC,GAAG,EAAE,EAAE,YAAY,IAAI,CAAC,CAAC;QAC9G,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBACvB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;gBACrD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;gBAC3C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;+BAiBU,kCAA0B;;;;;cAK3C,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;;;SAG5D,CAAC,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;SAGZ,CAAC,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;gBAAS,CAAC;YACT,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,IAAY;QACtC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;mCACkB,IAAI;;;;;;;;;;;;KAYlC,CAAC,CAAC;IACL,CAAC;IAEO,wBAAwB;QAC9B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;KAIZ,CAAC,CAAC;IACL,CAAC;IAEO,qBAAqB;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;0CAEyB,kCAA0B;;KAE/D,CAAC,CAAC;IACL,CAAC;IAEO,wBAAwB;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IACvE,CAAC;IAEO,qBAAqB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAa;;;;;;;KAOxC,CAAC,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC;QACtF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAqB,CAAC,CAAC;YAC3D,IAAI,QAAQ,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YACD,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,QAAyB;QAChD,OAAO;YACL,QAAQ,CAAC,IAAI;YACb,QAAQ,CAAC,KAAK;YACd,QAAQ,CAAC,UAAU,IAAI,EAAE;YACzB,QAAQ,CAAC,IAAI,IAAI,EAAE;SACpB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnB,CAAC;IAEO,kBAAkB,CAAC,GAAe,EAAE,QAAyB;QACnE,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI;eAC5B,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK;eAC5B,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,UAAU;eACvC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC;IAClC,CAAC;IAEO,gBAAgB;QACtB,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAmB,8BAA8B,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACvH,CAAC;IAEO,SAAS,CAAC,GAAe;QAC/B,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,KAAK;gBACR,OAAO,gBAAW,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1C,KAAK,OAAO;gBACV,OAAO,gBAAW,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1C,KAAK,eAAe;gBAClB,OAAO,gBAAW,CAAC,YAAY,EAAE,CAAC;YACpC,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;oBACb,OAAO,gBAAW,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClD,CAAC;gBACD,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;oBACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACjD,IAAI,QAAQ,CAAC,QAAQ,KAAK,WAAW,IAAI,QAAQ,CAAC,KAAK,KAAK,UAAU,IAAI,QAAQ,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;wBAC7G,OAAO,gBAAW,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC;gBACD,OAAO,gBAAW,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,gDAAiD,GAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;CACF;AAxcD,8CAwcC;AAED,SAAgB,gBAAgB,CAAC,KAAa;IAC5C,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,kCAA0B,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;AAC3D,CAAC","sourcesContent":["import { createHash } from 'node:crypto';\nimport { DataFactory } from 'n3';\nimport type { Term } from '@rdfjs/types';\nimport type { SqliteDatabase } from '../SqliteRuntime';\nimport type { RdfTermKind, RdfTermRow } from './types';\nimport { isRdfNumericDatatype, rdfNumericValue } from './RdfTermSemantics';\n\ninterface RdfTermIdentity {\n kind: RdfTermKind;\n value: string;\n valueHead: string;\n datatypeId: number \| null;\n lang: string \| null;\n normalizedText: string \| null;\n numericValue: number \| null;\n hash: string;\n}\n\nexport const RDF_TERM_VALUE_HEAD_LENGTH = 256;\n\nconst XSD_STRING = 'http://www.w3.org/2001/XMLSchema#string';\nconst RDF_LANG_STRING = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#langString';\n\nexport class RdfTermDictionary {\n private readonly termCache = new Map<string, number>();\n private readonly idCache = new Map<number, Term>();\n\n public constructor(private readonly db: SqliteDatabase) {}\n\n public initialize(): void {\n this.ensureSafeTermTableSchema();\n this.dropUnsafeRawTextIndexes();\n this.ensureValueHeadColumn();\n this.ensureNumericValueColumn();\n this.db.exec(`\n CREATE UNIQUE INDEX IF NOT EXISTS rdf_terms_identity_hash ON rdf_terms (hash);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_value_head ON rdf_terms (kind, value_head);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_datatype ON rdf_terms (kind, datatype_id);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_lang ON rdf_terms (kind, lang);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_numeric_value ON rdf_terms (kind, numeric_value);\n `);\n this.backfillNumericValues();\n }\n\n public getOrCreate(term: Term): number {\n const identity = this.toIdentity(term);\n const cacheKey = this.identityCacheKey(identity);\n const cached = this.termCache.get(cacheKey);\n if (cached !== undefined) {\n return cached;\n }\n\n const existing = this.findId(identity);\n if (existing !== undefined) {\n this.termCache.set(cacheKey, existing);\n return existing;\n }\n\n const stmt = this.db.prepare(`\n INSERT INTO rdf_terms (kind, value, value_head, datatype_id, lang, hash, normalized_text, numeric_value)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n `);\n let result;\n try {\n result = stmt.run(\n identity.kind,\n identity.value,\n identity.valueHead,\n identity.datatypeId,\n identity.lang,\n identity.hash,\n identity.normalizedText,\n identity.numericValue,\n );\n } catch (error) {\n const raced = this.findId(identity);\n if (raced !== undefined) {\n this.termCache.set(cacheKey, raced);\n return raced;\n }\n throw error;\n }\n const id = Number(result.lastInsertRowid);\n this.termCache.set(cacheKey, id);\n this.idCache.set(id, term);\n return id;\n }\n\n public find(term: Term): number \| undefined {\n const identity = this.toIdentity(term);\n const cacheKey = this.identityCacheKey(identity);\n const cached = this.termCache.get(cacheKey);\n if (cached !== undefined) {\n return cached;\n }\n\n const id = this.findId(identity);\n if (id !== undefined) {\n this.termCache.set(cacheKey, id);\n }\n return id;\n }\n\n public termForId(id: number): Term {\n const cached = this.idCache.get(id);\n if (cached) {\n return cached;\n }\n\n const row = this.db\n .prepare<RdfTermRow>('SELECT * FROM rdf_terms WHERE id = ?')\n .get(id);\n if (!row) {\n throw new Error(`RDF term not found: ${id}`);\n }\n\n const term = this.rowToTerm(row);\n this.idCache.set(id, term);\n return term;\n }\n\n public rowsForIds(ids: number[]): Map<number, Term> {\n const uniqueIds = Array.from(new Set(ids));\n const result = new Map<number, Term>();\n const missing: number[] = [];\n\n for (const id of uniqueIds) {\n const cached = this.idCache.get(id);\n if (cached) {\n result.set(id, cached);\n } else {\n missing.push(id);\n }\n }\n\n if (missing.length === 0) {\n return result;\n }\n\n const placeholders = missing.map(() => '?').join(', ');\n const rows = this.db\n .prepare<RdfTermRow>(`SELECT * FROM rdf_terms WHERE id IN (${placeholders})`)\n .all(...missing);\n\n for (const row of rows) {\n const term = this.rowToTerm(row);\n this.idCache.set(row.id, term);\n result.set(row.id, term);\n }\n\n return result;\n }\n\n public idsByValuePrefix(kind: RdfTermKind \| RdfTermKind[], prefix: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const rows = this.db\n .prepare<{ id: number; value: string }>(`\n SELECT id, value FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND value_head >= ?\n AND value_head < ?\n AND value >= ?\n AND value < ?\n `)\n .all(...kinds, rdfTermValueHead(prefix), `${rdfTermValueHead(prefix)}\\uffff`, prefix, `${prefix}\\uffff`);\n return rows\n .filter((row) => row.value.startsWith(prefix))\n .map((row) => row.id);\n }\n\n public idsByNormalizedTextContains(kind: RdfTermKind \| RdfTermKind[], text: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const needle = normalizeSearchText(text);\n const rows = this.db\n .prepare<{ id: number; value: string }>(`\n SELECT id, value FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND normalized_text LIKE ? ESCAPE '\\\\'\n `)\n .all(...kinds, `%${escapeLikePattern(needle)}%`);\n return rows\n .filter((row) => row.value.includes(text))\n .map((row) => row.id);\n }\n\n public idsByNormalizedTextSuffix(kind: RdfTermKind \| RdfTermKind[], suffix: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const needle = normalizeSearchText(suffix);\n const rows = this.db\n .prepare<{ id: number; value: string }>(`\n SELECT id, value FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND normalized_text LIKE ? ESCAPE '\\\\'\n `)\n .all(...kinds, `%${escapeLikePattern(needle)}`);\n return rows\n .filter((row) => row.value.endsWith(suffix))\n .map((row) => row.id);\n }\n\n public idsByNormalizedTextRegex(kind: RdfTermKind \| RdfTermKind[], pattern: string, flags?: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const rows = this.db\n .prepare<RdfTermRow>(`\n SELECT * FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND normalized_text IS NOT NULL\n `)\n .all(...kinds);\n const regex = new RegExp(pattern, flags);\n return rows\n .filter((row) => regex.test(row.value))\n .map((row) => row.id);\n }\n\n public count(): number {\n const row = this.db.prepare<{ count: number }>('SELECT COUNT() AS count FROM rdf_terms').get();\n return row?.count ?? 0;\n }\n\n private findId(identity: RdfTermIdentity): number \| undefined {\n const rows = this.db\n .prepare<RdfTermRow>('SELECT FROM rdf_terms WHERE hash = ?')\n .all(identity.hash);\n return rows.find((row) => this.rowMatchesIdentity(row, identity))?.id;\n }\n\n private toIdentity(term: Term): RdfTermIdentity {\n switch (term.termType) {\n case 'NamedNode':\n return this.identity('iri', term.value, null, null, term.value, null);\n case 'BlankNode':\n return this.identity('blank', term.value, null, null, term.value, null);\n case 'DefaultGraph':\n return this.identity('default_graph', '', null, null, null, null);\n case 'Literal': {\n const datatypeValue = term.datatype?.value \|\| XSD_STRING;\n const datatypeId = datatypeValue === XSD_STRING && !term.language\n ? null\n : this.getOrCreate(DataFactory.namedNode(datatypeValue));\n return this.identity(\n 'literal',\n term.value,\n datatypeId,\n term.language \|\| null,\n term.value,\n this.numericValueForLiteral(term.value, datatypeValue),\n );\n }\n case 'Variable':\n throw new Error(`Variables cannot be indexed as RDF terms: ${term.value}`);\n case 'Quad':\n throw new Error('Nested RDF-star quads are not supported by the first SolidRdfEngine index');\n default: {\n const exhaustive: never = term;\n throw new Error(`Unsupported RDF term: ${String(exhaustive)}`);\n }\n }\n }\n\n private identity(\n kind: RdfTermKind,\n value: string,\n datatypeId: number \| null,\n lang: string \| null,\n normalizedText: string \| null,\n numericValue: number \| null,\n ): RdfTermIdentity {\n const hash = createHash('sha256')\n .update(kind)\n .update('\\0')\n .update(value)\n .update('\\0')\n .update(String(datatypeId ?? ''))\n .update('\\0')\n .update(lang ?? '')\n .digest('hex');\n return {\n kind,\n value,\n valueHead: rdfTermValueHead(value),\n datatypeId,\n lang,\n normalizedText: normalizedText ? normalizedText.toLowerCase() : null,\n numericValue,\n hash,\n };\n }\n\n private numericValueForLiteral(value: string, datatypeValue: string): number \| null {\n if (!isRdfNumericDatatype(datatypeValue)) {\n return null;\n }\n const numeric = rdfNumericValue(value);\n return Number.isFinite(numeric) ? numeric : null;\n }\n\n private ensureSafeTermTableSchema(): void {\n const table = this.db\n .prepare<{ sql: string \| null }>(\"SELECT sql FROM sqlite_schema WHERE type = 'table' AND name = 'rdf_terms'\")\n .get();\n if (!table) {\n this.createSafeTermTable('rdf_terms');\n return;\n }\n\n const columns = this.termTableColumns();\n const hasRawUniqueConstraint = table.sql?.includes('UNIQUE (kind, value, datatype_id, lang)') ?? false;\n if (!hasRawUniqueConstraint && columns.has('value_head') && columns.has('numeric_value')) {\n return;\n }\n\n const foreignKeys = this.db.prepare<{ foreign_keys: number }>('PRAGMA foreign_keys').get()?.foreign_keys ?? 0;\n this.db.exec('PRAGMA foreign_keys = OFF;');\n try {\n this.db.transaction(() => {\n this.db.exec('DROP TABLE IF EXISTS rdf_terms_next;');\n this.createSafeTermTable('rdf_terms_next');\n this.db.exec(`\n INSERT INTO rdf_terms_next (\n id,\n kind,\n value,\n value_head,\n datatype_id,\n lang,\n hash,\n normalized_text,\n numeric_value,\n created_at\n )\n SELECT\n id,\n kind,\n value,\n substr(value, 1, ${RDF_TERM_VALUE_HEAD_LENGTH}),\n datatype_id,\n lang,\n hash,\n normalized_text,\n ${columns.has('numeric_value') ? 'numeric_value' : 'NULL'},\n created_at\n FROM rdf_terms;\n `);\n this.db.exec(`\n DROP TABLE rdf_terms;\n ALTER TABLE rdf_terms_next RENAME TO rdf_terms;\n `);\n })();\n } finally {\n if (foreignKeys) {\n this.db.exec('PRAGMA foreign_keys = ON;');\n }\n }\n }\n\n private createSafeTermTable(name: string): void {\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS ${name} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n kind TEXT NOT NULL,\n value TEXT NOT NULL,\n value_head TEXT NOT NULL,\n datatype_id INTEGER,\n lang TEXT,\n hash TEXT NOT NULL,\n normalized_text TEXT,\n numeric_value REAL,\n created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%fZ', 'now'))\n );\n `);\n }\n\n private dropUnsafeRawTextIndexes(): void {\n this.db.exec(`\n DROP INDEX IF EXISTS rdf_terms_hash;\n DROP INDEX IF EXISTS rdf_terms_kind_value;\n DROP INDEX IF EXISTS rdf_terms_normalized_text;\n `);\n }\n\n private ensureValueHeadColumn(): void {\n const columns = this.termTableColumns();\n if (!columns.has('value_head')) {\n this.db.exec('ALTER TABLE rdf_terms ADD COLUMN value_head TEXT;');\n }\n this.db.exec(`\n UPDATE rdf_terms\n SET value_head = substr(value, 1, ${RDF_TERM_VALUE_HEAD_LENGTH})\n WHERE value_head IS NULL;\n `);\n }\n\n private ensureNumericValueColumn(): void {\n const columns = this.termTableColumns();\n if (columns.has('numeric_value')) {\n return;\n }\n this.db.exec('ALTER TABLE rdf_terms ADD COLUMN numeric_value REAL;');\n }\n\n private backfillNumericValues(): void {\n const rows = this.db.prepare<RdfTermRow>(`\n SELECT literal.*\n FROM rdf_terms literal\n JOIN rdf_terms datatype ON datatype.id = literal.datatype_id\n WHERE literal.kind = 'literal'\n AND literal.numeric_value IS NULL\n AND datatype.kind = 'iri'\n `).all();\n const update = this.db.prepare('UPDATE rdf_terms SET numeric_value = ? WHERE id = ?');\n for (const row of rows) {\n const datatype = this.termForId(row.datatype_id as number);\n if (datatype.termType !== 'NamedNode') {\n continue;\n }\n const numericValue = this.numericValueForLiteral(row.value, datatype.value);\n if (numericValue !== null) {\n update.run(numericValue, row.id);\n }\n }\n }\n\n private identityCacheKey(identity: RdfTermIdentity): string {\n return [\n identity.kind,\n identity.value,\n identity.datatypeId ?? '',\n identity.lang ?? '',\n ].join('\\u001f');\n }\n\n private rowMatchesIdentity(row: RdfTermRow, identity: RdfTermIdentity): boolean {\n return row.kind === identity.kind\n && row.value === identity.value\n && row.datatype_id === identity.datatypeId\n && row.lang === identity.lang;\n }\n\n private termTableColumns(): Set<string> {\n return new Set(this.db.prepare<{ name: string }>('PRAGMA table_info(rdf_terms)').all().map((column) => column.name));\n }\n\n private rowToTerm(row: RdfTermRow): Term {\n switch (row.kind) {\n case 'iri':\n return DataFactory.namedNode(row.value);\n case 'blank':\n return DataFactory.blankNode(row.value);\n case 'default_graph':\n return DataFactory.defaultGraph();\n case 'literal': {\n if (row.lang) {\n return DataFactory.literal(row.value, row.lang);\n }\n if (row.datatype_id) {\n const datatype = this.termForId(row.datatype_id);\n if (datatype.termType === 'NamedNode' && datatype.value !== XSD_STRING && datatype.value !== RDF_LANG_STRING) {\n return DataFactory.literal(row.value, datatype);\n }\n }\n return DataFactory.literal(row.value);\n }\n default:\n throw new Error(`Unsupported RDF term kind in dictionary row: ${(row as RdfTermRow).kind}`);\n }\n }\n}\n\nexport function rdfTermValueHead(value: string): string {\n return value.slice(0, RDF_TERM_VALUE_HEAD_LENGTH);\n}\n\nfunction normalizeSearchText(value: string): string {\n return value.toLowerCase();\n}\n\nfunction escapeLikePattern(value: string): string {\n return value.replace(/[\\\\%_]/g, (match) => `\\\\${match}`);\n}\n"]}
1	+ {"version":3,"file":"RdfTermDictionary.js","sourceRoot":"","sources":["../../../src/storage/rdf/RdfTermDictionary.ts"],"names":[],"mappings":";;;AAynBA,4CAEC;AAED,wDAOC;AApoBD,6CAAyC;AACzC,2BAAiC;AAIjC,yDAA2E;AA8B9D,QAAA,0BAA0B,GAAG,GAAG,CAAC;AAE9C,MAAM,UAAU,GAAG,yCAAyC,CAAC;AAC7D,MAAM,eAAe,GAAG,uDAAuD,CAAC;AAEhF,MAAa,iBAAiB;IAI5B,YAAoC,EAAkB;QAAlB,OAAE,GAAF,EAAE,CAAgB;QAHrC,cAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,YAAO,GAAG,IAAI,GAAG,EAAgB,CAAC;IAEM,CAAC;IAEnD,UAAU;QACf,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAChC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAChC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;KAMZ,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAEM,WAAW,CAAC,IAAU;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACvC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,IAAI,MAAM,CAAC;QACX,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,GAAG,CACf,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,UAAU,EACnB,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,cAAc,EACvB,QAAQ,CAAC,YAAY,CACtB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBACpC,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,IAAI,CAAC,IAAU;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,SAAS,CAAC,EAAU;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAa,sCAAsC,CAAC;aAC3D,GAAG,CAAC,EAAE,CAAC,CAAC;QACX,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,UAAU,CAAC,GAAa;QAC7B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAgB,CAAC;QACvC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAa,wCAAwC,YAAY,GAAG,CAAC;aAC5E,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QAEnB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,gBAAgB,CAAC,IAAiC,EAAE,MAAc;QACvE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAgC;;yBAErB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;OAKjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;QAC3G,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aAC7C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,2BAA2B,CAAC,IAAiC,EAAE,IAAY;QAChF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAgC;;yBAErB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;OAEjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,EAAE,IAAI,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnD,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;aACzC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,yBAAyB,CAAC,IAAiC,EAAE,MAAc;QAChF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAgC;;yBAErB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;OAEjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,EAAE,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aAC3C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,wBAAwB,CAAC,IAAiC,EAAE,OAAe,EAAE,KAAc;QAChG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAa;;yBAEF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;OAEjD,CAAC;aACD,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QACjB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAEM,KAAK;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAoB,yCAAyC,CAAC,CAAC,GAAG,EAAE,CAAC;QAChG,OAAO,GAAG,EAAE,KAAK,IAAI,CAAC,CAAC;IACzB,CAAC;IAEM,sBAAsB,CAAC,KAA0B,EAAE,OAA+B;QACvF,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;YAChF,OAAO,kBAAkB,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAmC;;;;;;OAM1C,CAAC;aACD,GAAG,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC;aAC7C,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAEvE,MAAM,YAAY,GAAyC,EAAE,CAAC;QAC9D,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;KAO9B,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAa,oDAAoD,CAAC,CAAC;QACvG,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAkB;;;;;;;;;;;;;KAanD,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,GAAS,EAAE;YAC5B,IAAI,KAAK,CAAC,KAAK,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/D,8EAA8E;gBAC9E,4EAA4E;gBAC5E,oEAAoE;gBACpE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,YAAY,CAAC,IAAI,CAAC;wBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,MAAM,EAAE,eAAe;qBACxB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO;YACT,CAAC;YAED,MAAM,UAAU,GAA8B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC/D,GAAG;gBACH,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC;aACvD,CAAC,CAAC,CAAC;YAEJ,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;gBAClC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxB,YAAY,CAAC,IAAI,CAAC;wBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,MAAM,EAAE,eAAe;qBACxB,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;oBACxF,YAAY,CAAC,IAAI,CAAC;wBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,MAAM,EAAE,aAAa;qBACtB,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAG,GAAG,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;gBAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACvC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;oBAClD,YAAY,CAAC,IAAI,CAAC;wBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,MAAM,EAAE,oBAAoB;qBAC7B,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,IAAI,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC5C,YAAY,CAAC,IAAI,CAAC;wBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,MAAM,EAAE,oBAAoB;qBAC7B,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,MAAM,CAAC,GAAG,CACR,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,cAAc,EACvB,GAAG,CAAC,EAAE,CACP,CAAC;gBACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/C,CAAC;gBACD,cAAc,EAAE,CAAC;YACnB,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,OAAO,EAAE,cAAc,KAAK,KAAK,EAAE,CAAC;YACtC,UAAU,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAErB,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,MAAM;YACzB,cAAc;YACd,aAAa,EAAE,CAAC;YAChB,YAAY;YACZ,aAAa,EAAE,gBAAgB,CAAC,IAAI;SACrC,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,QAAyB;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAa,wCAAwC,CAAC;aAC7D,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC;IACxE,CAAC;IAEO,UAAU,CAAC,IAAU;QAC3B,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACxE,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC1E,KAAK,cAAc;gBACjB,OAAO,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACpE,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,UAAU,CAAC;gBACzD,MAAM,UAAU,GAAG,aAAa,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAC/D,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,gBAAW,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC3D,OAAO,IAAI,CAAC,QAAQ,CAClB,SAAS,EACT,IAAI,CAAC,KAAK,EACV,UAAU,EACV,IAAI,CAAC,QAAQ,IAAI,IAAI,EACrB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,CACvD,CAAC;YACJ,CAAC;YACD,KAAK,UAAU;gBACb,MAAM,IAAI,KAAK,CAAC,6CAA6C,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAC7E,KAAK,MAAM;gBACT,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;YAC/F,OAAO,CAAC,CAAC,CAAC;gBACR,MAAM,UAAU,GAAU,IAAI,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAEO,QAAQ,CACd,IAAiB,EACjB,KAAa,EACb,UAAyB,EACzB,IAAmB,EACnB,cAA6B,EAC7B,YAA2B;QAE3B,MAAM,IAAI,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC;aAC9B,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,KAAK,CAAC;aACb,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;aAChC,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;aAClB,MAAM,CAAC,KAAK,CAAC,CAAC;QACjB,OAAO;YACL,IAAI;YACJ,KAAK;YACL,SAAS,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAClC,UAAU;YACV,IAAI;YACJ,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YACpE,YAAY;YACZ,IAAI;SACL,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,KAAa,EAAE,aAAqB;QACjE,IAAI,CAAC,IAAA,uCAAoB,EAAC,aAAa,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,OAAO,GAAG,IAAA,kCAAe,EAAC,KAAK,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAEO,yBAAyB;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE;aAClB,OAAO,CAAyB,2EAA2E,CAAC;aAC5G,GAAG,EAAE,CAAC;QACT,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,sBAAsB,GAAG,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,yCAAyC,CAAC,IAAI,KAAK,CAAC;QACvG,IAAI,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;YACzF,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAA2B,qBAAqB,CAAC,CAAC,GAAG,EAAE,EAAE,YAAY,IAAI,CAAC,CAAC;QAC9G,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBACvB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;gBACrD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;gBAC3C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;+BAiBU,kCAA0B;;;;;cAK3C,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;;;SAG5D,CAAC,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;SAGZ,CAAC,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;gBAAS,CAAC;YACT,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,IAAY;QACtC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;mCACkB,IAAI;;;;;;;;;;;;KAYlC,CAAC,CAAC;IACL,CAAC;IAEO,wBAAwB;QAC9B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;KAIZ,CAAC,CAAC;IACL,CAAC;IAEO,qBAAqB;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;0CAEyB,kCAA0B;;KAE/D,CAAC,CAAC;IACL,CAAC;IAEO,wBAAwB;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IACvE,CAAC;IAEO,qBAAqB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAa;;;;;;;KAOxC,CAAC,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC;QACtF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAqB,CAAC,CAAC;YAC3D,IAAI,QAAQ,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YACD,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,QAAyB;QAChD,OAAO;YACL,QAAQ,CAAC,IAAI;YACb,QAAQ,CAAC,KAAK;YACd,QAAQ,CAAC,UAAU,IAAI,EAAE;YACzB,QAAQ,CAAC,IAAI,IAAI,EAAE;SACpB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnB,CAAC;IAEO,kBAAkB,CAAC,GAAe,EAAE,QAAyB;QACnE,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI;eAC5B,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK;eAC5B,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,UAAU;eACvC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC;IAClC,CAAC;IAEO,gBAAgB;QACtB,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAmB,8BAA8B,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACvH,CAAC;IAEO,SAAS,CAAC,GAAe;QAC/B,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,KAAK;gBACR,OAAO,gBAAW,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1C,KAAK,OAAO;gBACV,OAAO,gBAAW,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1C,KAAK,eAAe;gBAClB,OAAO,gBAAW,CAAC,YAAY,EAAE,CAAC;YACpC,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;oBACb,OAAO,gBAAW,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClD,CAAC;gBACD,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;oBACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACjD,IAAI,QAAQ,CAAC,QAAQ,KAAK,WAAW,IAAI,QAAQ,CAAC,KAAK,KAAK,UAAU,IAAI,QAAQ,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;wBAC7G,OAAO,gBAAW,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC;gBACD,OAAO,gBAAW,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,gDAAiD,GAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;CACF;AA/kBD,8CA+kBC;AAED,SAAgB,gBAAgB,CAAC,KAAa;IAC5C,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,kCAA0B,CAAC,CAAC;AACpD,CAAC;AAED,SAAgB,sBAAsB,CAAC,KAAa,EAAE,SAAiB;IACrE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,KAAK,KAAK,SAAS;WACrB,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,GAAG,CAAC;WACjC,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,kBAAkB;IACzB,OAAO;QACL,YAAY,EAAE,CAAC;QACf,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,EAAE;QAChB,aAAa,EAAE,CAAC;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,GAAoF;IAC3G,OAAO,GAAG,GAAG,CAAC,QAAQ,SAAS,GAAG,CAAC,UAAU,SAAS,GAAG,CAAC,YAAY,SAAS,GAAG,CAAC,SAAS,EAAE,CAAC;AACjG,CAAC","sourcesContent":["import { createHash } from 'node:crypto';\nimport { DataFactory } from 'n3';\nimport type { Term } from '@rdfjs/types';\nimport type { SqliteDatabase } from '../SqliteRuntime';\nimport type { RdfTermKind, RdfTermRewriteInput, RdfTermRewriteResult, RdfTermRow } from './types';\nimport { isRdfNumericDatatype, rdfNumericValue } from './RdfTermSemantics';\n\ninterface RdfTermIdentity {\n kind: RdfTermKind;\n value: string;\n valueHead: string;\n datatypeId: number \| null;\n lang: string \| null;\n normalizedText: string \| null;\n numericValue: number \| null;\n hash: string;\n}\n\ninterface RdfTermRewriteOptions {\n useTransaction?: boolean;\n}\n\ninterface RdfTermUsageRow {\n graph_id: number;\n subject_id: number;\n predicate_id: number;\n object_id: number;\n graph_value: string;\n}\n\ninterface RdfTermRewriteCandidate {\n row: Pick<RdfTermRow, 'id' \| 'value'>;\n usages: RdfTermUsageRow[];\n}\n\nexport const RDF_TERM_VALUE_HEAD_LENGTH = 256;\n\nconst XSD_STRING = 'http://www.w3.org/2001/XMLSchema#string';\nconst RDF_LANG_STRING = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#langString';\n\nexport class RdfTermDictionary {\n private readonly termCache = new Map<string, number>();\n private readonly idCache = new Map<number, Term>();\n\n public constructor(private readonly db: SqliteDatabase) {}\n\n public initialize(): void {\n this.ensureSafeTermTableSchema();\n this.dropUnsafeRawTextIndexes();\n this.ensureValueHeadColumn();\n this.ensureNumericValueColumn();\n this.db.exec(`\n CREATE UNIQUE INDEX IF NOT EXISTS rdf_terms_identity_hash ON rdf_terms (hash);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_value_head ON rdf_terms (kind, value_head);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_datatype ON rdf_terms (kind, datatype_id);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_lang ON rdf_terms (kind, lang);\n CREATE INDEX IF NOT EXISTS rdf_terms_kind_numeric_value ON rdf_terms (kind, numeric_value);\n `);\n this.backfillNumericValues();\n }\n\n public getOrCreate(term: Term): number {\n const identity = this.toIdentity(term);\n const cacheKey = this.identityCacheKey(identity);\n const cached = this.termCache.get(cacheKey);\n if (cached !== undefined) {\n return cached;\n }\n\n const existing = this.findId(identity);\n if (existing !== undefined) {\n this.termCache.set(cacheKey, existing);\n return existing;\n }\n\n const stmt = this.db.prepare(`\n INSERT INTO rdf_terms (kind, value, value_head, datatype_id, lang, hash, normalized_text, numeric_value)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n `);\n let result;\n try {\n result = stmt.run(\n identity.kind,\n identity.value,\n identity.valueHead,\n identity.datatypeId,\n identity.lang,\n identity.hash,\n identity.normalizedText,\n identity.numericValue,\n );\n } catch (error) {\n const raced = this.findId(identity);\n if (raced !== undefined) {\n this.termCache.set(cacheKey, raced);\n return raced;\n }\n throw error;\n }\n const id = Number(result.lastInsertRowid);\n this.termCache.set(cacheKey, id);\n this.idCache.set(id, term);\n return id;\n }\n\n public find(term: Term): number \| undefined {\n const identity = this.toIdentity(term);\n const cacheKey = this.identityCacheKey(identity);\n const cached = this.termCache.get(cacheKey);\n if (cached !== undefined) {\n return cached;\n }\n\n const id = this.findId(identity);\n if (id !== undefined) {\n this.termCache.set(cacheKey, id);\n }\n return id;\n }\n\n public termForId(id: number): Term {\n const cached = this.idCache.get(id);\n if (cached) {\n return cached;\n }\n\n const row = this.db\n .prepare<RdfTermRow>('SELECT * FROM rdf_terms WHERE id = ?')\n .get(id);\n if (!row) {\n throw new Error(`RDF term not found: ${id}`);\n }\n\n const term = this.rowToTerm(row);\n this.idCache.set(id, term);\n return term;\n }\n\n public rowsForIds(ids: number[]): Map<number, Term> {\n const uniqueIds = Array.from(new Set(ids));\n const result = new Map<number, Term>();\n const missing: number[] = [];\n\n for (const id of uniqueIds) {\n const cached = this.idCache.get(id);\n if (cached) {\n result.set(id, cached);\n } else {\n missing.push(id);\n }\n }\n\n if (missing.length === 0) {\n return result;\n }\n\n const placeholders = missing.map(() => '?').join(', ');\n const rows = this.db\n .prepare<RdfTermRow>(`SELECT * FROM rdf_terms WHERE id IN (${placeholders})`)\n .all(...missing);\n\n for (const row of rows) {\n const term = this.rowToTerm(row);\n this.idCache.set(row.id, term);\n result.set(row.id, term);\n }\n\n return result;\n }\n\n public idsByValuePrefix(kind: RdfTermKind \| RdfTermKind[], prefix: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const rows = this.db\n .prepare<{ id: number; value: string }>(`\n SELECT id, value FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND value_head >= ?\n AND value_head < ?\n AND value >= ?\n AND value < ?\n `)\n .all(...kinds, rdfTermValueHead(prefix), `${rdfTermValueHead(prefix)}\\uffff`, prefix, `${prefix}\\uffff`);\n return rows\n .filter((row) => row.value.startsWith(prefix))\n .map((row) => row.id);\n }\n\n public idsByNormalizedTextContains(kind: RdfTermKind \| RdfTermKind[], text: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const needle = normalizeSearchText(text);\n const rows = this.db\n .prepare<{ id: number; value: string }>(`\n SELECT id, value FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND normalized_text LIKE ? ESCAPE '\\\\'\n `)\n .all(...kinds, `%${escapeLikePattern(needle)}%`);\n return rows\n .filter((row) => row.value.includes(text))\n .map((row) => row.id);\n }\n\n public idsByNormalizedTextSuffix(kind: RdfTermKind \| RdfTermKind[], suffix: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const needle = normalizeSearchText(suffix);\n const rows = this.db\n .prepare<{ id: number; value: string }>(`\n SELECT id, value FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND normalized_text LIKE ? ESCAPE '\\\\'\n `)\n .all(...kinds, `%${escapeLikePattern(needle)}`);\n return rows\n .filter((row) => row.value.endsWith(suffix))\n .map((row) => row.id);\n }\n\n public idsByNormalizedTextRegex(kind: RdfTermKind \| RdfTermKind[], pattern: string, flags?: string): number[] {\n const kinds = Array.isArray(kind) ? kind : [kind];\n if (kinds.length === 0) {\n return [];\n }\n const rows = this.db\n .prepare<RdfTermRow>(`\n SELECT * FROM rdf_terms\n WHERE kind IN (${kinds.map(() => '?').join(', ')})\n AND normalized_text IS NOT NULL\n `)\n .all(...kinds);\n const regex = new RegExp(pattern, flags);\n return rows\n .filter((row) => regex.test(row.value))\n .map((row) => row.id);\n }\n\n public count(): number {\n const row = this.db.prepare<{ count: number }>('SELECT COUNT() AS count FROM rdf_terms').get();\n return row?.count ?? 0;\n }\n\n public rewriteNamedNodePrefix(input: RdfTermRewriteInput, options?: RdfTermRewriteOptions): RdfTermRewriteResult {\n if (!input.oldPrefix \|\| !input.newPrefix \|\| input.oldPrefix === input.newPrefix) {\n return emptyRewriteResult();\n }\n\n const rows = this.db\n .prepare<Pick<RdfTermRow, 'id' \| 'value'>>(`\n SELECT id, value\n FROM rdf_terms\n WHERE kind = 'iri'\n AND value LIKE ? ESCAPE '\\\\'\n ORDER BY id\n `)\n .all(`${escapeLikePattern(input.oldPrefix)}%`)\n .filter((row) => matchesRewriteBoundary(row.value, input.oldPrefix));\n\n const skippedTerms: RdfTermRewriteResult['skippedTerms'] = [];\n let rewrittenTerms = 0;\n const affectedQuadKeys = new Set<string>();\n\n const update = this.db.prepare(`\n UPDATE rdf_terms\n SET value = ?,\n value_head = ?,\n hash = ?,\n normalized_text = ?\n WHERE id = ?\n `);\n const hashConflict = this.db.prepare<RdfTermRow>('SELECT FROM rdf_terms WHERE hash = ? AND id <> ?');\n const termUsages = this.db.prepare<RdfTermUsageRow>(`\n SELECT\n quad.graph_id,\n quad.subject_id,\n quad.predicate_id,\n quad.object_id,\n graph.value AS graph_value\n FROM rdf_quads quad\n JOIN rdf_terms graph ON graph.id = quad.graph_id\n WHERE quad.graph_id = ?\n OR quad.subject_id = ?\n OR quad.predicate_id = ?\n OR quad.object_id = ?\n `);\n\n const runRewrite = (): void => {\n if (input.scope !== 'safe_projection' \|\| input.mode !== 'safe') {\n // The local file-backed engine only has a proven contract for safe projection\n // rewrites. Other scopes/modes are deliberately reported as skipped instead\n // of mutating the global term dictionary with incomplete semantics.\n for (const row of rows) {\n skippedTerms.push({\n id: row.id,\n value: row.value,\n reason: 'outside_scope',\n });\n }\n return;\n }\n\n const candidates: RdfTermRewriteCandidate[] = rows.map((row) => ({\n row,\n usages: termUsages.all(row.id, row.id, row.id, row.id),\n }));\n\n for (const candidate of candidates) {\n const { row, usages } = candidate;\n if (usages.length === 0) {\n skippedTerms.push({\n id: row.id,\n value: row.value,\n reason: 'outside_scope',\n });\n continue;\n }\n if (usages.some((usage) => !matchesRewriteBoundary(usage.graph_value, input.oldPrefix))) {\n skippedTerms.push({\n id: row.id,\n value: row.value,\n reason: 'mixed_usage',\n });\n continue;\n }\n\n const nextValue = `${input.newPrefix}${row.value.slice(input.oldPrefix.length)}`;\n const identity = this.identity('iri', nextValue, null, null, nextValue, null);\n const targetId = this.findId(identity);\n if (targetId !== undefined && targetId !== row.id) {\n skippedTerms.push({\n id: row.id,\n value: row.value,\n reason: 'collision_conflict',\n });\n continue;\n }\n if (hashConflict.get(identity.hash, row.id)) {\n skippedTerms.push({\n id: row.id,\n value: row.value,\n reason: 'collision_conflict',\n });\n continue;\n }\n\n update.run(\n identity.value,\n identity.valueHead,\n identity.hash,\n identity.normalizedText,\n row.id,\n );\n for (const usage of usages) {\n affectedQuadKeys.add(affectedQuadKey(usage));\n }\n rewrittenTerms++;\n }\n };\n\n if (options?.useTransaction === false) {\n runRewrite();\n } else {\n this.db.transaction(runRewrite)();\n }\n\n this.termCache.clear();\n this.idCache.clear();\n\n return {\n matchedTerms: rows.length,\n rewrittenTerms,\n remappedTerms: 0,\n skippedTerms,\n affectedQuads: affectedQuadKeys.size,\n };\n }\n\n private findId(identity: RdfTermIdentity): number \| undefined {\n const rows = this.db\n .prepare<RdfTermRow>('SELECT * FROM rdf_terms WHERE hash = ?')\n .all(identity.hash);\n return rows.find((row) => this.rowMatchesIdentity(row, identity))?.id;\n }\n\n private toIdentity(term: Term): RdfTermIdentity {\n switch (term.termType) {\n case 'NamedNode':\n return this.identity('iri', term.value, null, null, term.value, null);\n case 'BlankNode':\n return this.identity('blank', term.value, null, null, term.value, null);\n case 'DefaultGraph':\n return this.identity('default_graph', '', null, null, null, null);\n case 'Literal': {\n const datatypeValue = term.datatype?.value \|\| XSD_STRING;\n const datatypeId = datatypeValue === XSD_STRING && !term.language\n ? null\n : this.getOrCreate(DataFactory.namedNode(datatypeValue));\n return this.identity(\n 'literal',\n term.value,\n datatypeId,\n term.language \|\| null,\n term.value,\n this.numericValueForLiteral(term.value, datatypeValue),\n );\n }\n case 'Variable':\n throw new Error(`Variables cannot be indexed as RDF terms: ${term.value}`);\n case 'Quad':\n throw new Error('Nested RDF-star quads are not supported by the first SolidRdfEngine index');\n default: {\n const exhaustive: never = term;\n throw new Error(`Unsupported RDF term: ${String(exhaustive)}`);\n }\n }\n }\n\n private identity(\n kind: RdfTermKind,\n value: string,\n datatypeId: number \| null,\n lang: string \| null,\n normalizedText: string \| null,\n numericValue: number \| null,\n ): RdfTermIdentity {\n const hash = createHash('sha256')\n .update(kind)\n .update('\\0')\n .update(value)\n .update('\\0')\n .update(String(datatypeId ?? ''))\n .update('\\0')\n .update(lang ?? '')\n .digest('hex');\n return {\n kind,\n value,\n valueHead: rdfTermValueHead(value),\n datatypeId,\n lang,\n normalizedText: normalizedText ? normalizedText.toLowerCase() : null,\n numericValue,\n hash,\n };\n }\n\n private numericValueForLiteral(value: string, datatypeValue: string): number \| null {\n if (!isRdfNumericDatatype(datatypeValue)) {\n return null;\n }\n const numeric = rdfNumericValue(value);\n return Number.isFinite(numeric) ? numeric : null;\n }\n\n private ensureSafeTermTableSchema(): void {\n const table = this.db\n .prepare<{ sql: string \| null }>(\"SELECT sql FROM sqlite_schema WHERE type = 'table' AND name = 'rdf_terms'\")\n .get();\n if (!table) {\n this.createSafeTermTable('rdf_terms');\n return;\n }\n\n const columns = this.termTableColumns();\n const hasRawUniqueConstraint = table.sql?.includes('UNIQUE (kind, value, datatype_id, lang)') ?? false;\n if (!hasRawUniqueConstraint && columns.has('value_head') && columns.has('numeric_value')) {\n return;\n }\n\n const foreignKeys = this.db.prepare<{ foreign_keys: number }>('PRAGMA foreign_keys').get()?.foreign_keys ?? 0;\n this.db.exec('PRAGMA foreign_keys = OFF;');\n try {\n this.db.transaction(() => {\n this.db.exec('DROP TABLE IF EXISTS rdf_terms_next;');\n this.createSafeTermTable('rdf_terms_next');\n this.db.exec(`\n INSERT INTO rdf_terms_next (\n id,\n kind,\n value,\n value_head,\n datatype_id,\n lang,\n hash,\n normalized_text,\n numeric_value,\n created_at\n )\n SELECT\n id,\n kind,\n value,\n substr(value, 1, ${RDF_TERM_VALUE_HEAD_LENGTH}),\n datatype_id,\n lang,\n hash,\n normalized_text,\n ${columns.has('numeric_value') ? 'numeric_value' : 'NULL'},\n created_at\n FROM rdf_terms;\n `);\n this.db.exec(`\n DROP TABLE rdf_terms;\n ALTER TABLE rdf_terms_next RENAME TO rdf_terms;\n `);\n })();\n } finally {\n if (foreignKeys) {\n this.db.exec('PRAGMA foreign_keys = ON;');\n }\n }\n }\n\n private createSafeTermTable(name: string): void {\n this.db.exec(`\n CREATE TABLE IF NOT EXISTS ${name} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n kind TEXT NOT NULL,\n value TEXT NOT NULL,\n value_head TEXT NOT NULL,\n datatype_id INTEGER,\n lang TEXT,\n hash TEXT NOT NULL,\n normalized_text TEXT,\n numeric_value REAL,\n created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%fZ', 'now'))\n );\n `);\n }\n\n private dropUnsafeRawTextIndexes(): void {\n this.db.exec(`\n DROP INDEX IF EXISTS rdf_terms_hash;\n DROP INDEX IF EXISTS rdf_terms_kind_value;\n DROP INDEX IF EXISTS rdf_terms_normalized_text;\n `);\n }\n\n private ensureValueHeadColumn(): void {\n const columns = this.termTableColumns();\n if (!columns.has('value_head')) {\n this.db.exec('ALTER TABLE rdf_terms ADD COLUMN value_head TEXT;');\n }\n this.db.exec(`\n UPDATE rdf_terms\n SET value_head = substr(value, 1, ${RDF_TERM_VALUE_HEAD_LENGTH})\n WHERE value_head IS NULL;\n `);\n }\n\n private ensureNumericValueColumn(): void {\n const columns = this.termTableColumns();\n if (columns.has('numeric_value')) {\n return;\n }\n this.db.exec('ALTER TABLE rdf_terms ADD COLUMN numeric_value REAL;');\n }\n\n private backfillNumericValues(): void {\n const rows = this.db.prepare<RdfTermRow>(`\n SELECT literal.*\n FROM rdf_terms literal\n JOIN rdf_terms datatype ON datatype.id = literal.datatype_id\n WHERE literal.kind = 'literal'\n AND literal.numeric_value IS NULL\n AND datatype.kind = 'iri'\n `).all();\n const update = this.db.prepare('UPDATE rdf_terms SET numeric_value = ? WHERE id = ?');\n for (const row of rows) {\n const datatype = this.termForId(row.datatype_id as number);\n if (datatype.termType !== 'NamedNode') {\n continue;\n }\n const numericValue = this.numericValueForLiteral(row.value, datatype.value);\n if (numericValue !== null) {\n update.run(numericValue, row.id);\n }\n }\n }\n\n private identityCacheKey(identity: RdfTermIdentity): string {\n return [\n identity.kind,\n identity.value,\n identity.datatypeId ?? '',\n identity.lang ?? '',\n ].join('\\u001f');\n }\n\n private rowMatchesIdentity(row: RdfTermRow, identity: RdfTermIdentity): boolean {\n return row.kind === identity.kind\n && row.value === identity.value\n && row.datatype_id === identity.datatypeId\n && row.lang === identity.lang;\n }\n\n private termTableColumns(): Set<string> {\n return new Set(this.db.prepare<{ name: string }>('PRAGMA table_info(rdf_terms)').all().map((column) => column.name));\n }\n\n private rowToTerm(row: RdfTermRow): Term {\n switch (row.kind) {\n case 'iri':\n return DataFactory.namedNode(row.value);\n case 'blank':\n return DataFactory.blankNode(row.value);\n case 'default_graph':\n return DataFactory.defaultGraph();\n case 'literal': {\n if (row.lang) {\n return DataFactory.literal(row.value, row.lang);\n }\n if (row.datatype_id) {\n const datatype = this.termForId(row.datatype_id);\n if (datatype.termType === 'NamedNode' && datatype.value !== XSD_STRING && datatype.value !== RDF_LANG_STRING) {\n return DataFactory.literal(row.value, datatype);\n }\n }\n return DataFactory.literal(row.value);\n }\n default:\n throw new Error(`Unsupported RDF term kind in dictionary row: ${(row as RdfTermRow).kind}`);\n }\n }\n}\n\nexport function rdfTermValueHead(value: string): string {\n return value.slice(0, RDF_TERM_VALUE_HEAD_LENGTH);\n}\n\nexport function matchesRewriteBoundary(value: string, oldPrefix: string): boolean {\n if (!oldPrefix) {\n return false;\n }\n return value === oldPrefix\n \|\| value.startsWith(`${oldPrefix}#`)\n \|\| (oldPrefix.endsWith('/') && value.startsWith(oldPrefix));\n}\n\nfunction normalizeSearchText(value: string): string {\n return value.toLowerCase();\n}\n\nfunction escapeLikePattern(value: string): string {\n return value.replace(/[\\\\%_]/g, (match) => `\\\\${match}`);\n}\n\nfunction emptyRewriteResult(): RdfTermRewriteResult {\n return {\n matchedTerms: 0,\n rewrittenTerms: 0,\n remappedTerms: 0,\n skippedTerms: [],\n affectedQuads: 0,\n };\n}\n\nfunction affectedQuadKey(row: Pick<RdfTermUsageRow, 'graph_id' \| 'subject_id' \| 'predicate_id' \| 'object_id'>): string {\n return `${row.graph_id}\\u001f${row.subject_id}\\u001f${row.predicate_id}\\u001f${row.object_id}`;\n}\n"]}

package/dist/storage/rdf/RdfTermDictionary.jsonld CHANGED Viewed

@@ -71,6 +71,10 @@
           "@id": "undefineds:dist/storage/rdf/RdfTermDictionary.jsonld#RdfTermDictionary__member_count",
           "memberFieldName": "count"
         },
+        {
+          "@id": "undefineds:dist/storage/rdf/RdfTermDictionary.jsonld#RdfTermDictionary__member_rewriteNamedNodePrefix",
+          "memberFieldName": "rewriteNamedNodePrefix"
+        },
         {
           "@id": "undefineds:dist/storage/rdf/RdfTermDictionary.jsonld#RdfTermDictionary__member_findId",
           "memberFieldName": "findId"

package/dist/storage/rdf/RdfTextIndex.d.ts CHANGED Viewed

@@ -1,5 +1,7 @@
-import type { RdfTextChunkInput, RdfTextIndexOptions, RdfTextIndexStats, RdfSearchCardinalityEstimate, RdfTextSearchOptions, RdfTextSearchResult, RdfTextSourceInput, RdfTextTermDocumentFrequency } from './types';
-export declare class RdfTextIndex {
+import type { RdfTextChunkInput, RdfTextChunkRow, RdfTextIndexOptions, RdfTextIndexSyncLike, RdfTextRebuildStatus, RdfTextRebuildStatusInput, RdfTextSearchOrder, RdfTextIndexStats, RdfSearchCardinalityEstimate, RdfTextSearchOptions, RdfTextSearchResult, RdfTextSourceMetadata, RdfTextSourceInput, RdfTextTermDocumentFrequency, RdfTextRetrievalKind } from './types';
+export declare const RDF_TEXT_TERM_MAX_INDEX_LENGTH = 256;
+export declare const RDF_TEXT_SCHEMA_VERSION = 2;
+export declare class RdfTextIndex implements RdfTextIndexSyncLike {
     private readonly options;
     private readonly sqliteRuntime;
     private db;
@@ -7,17 +9,58 @@ export declare class RdfTextIndex {
     open(): void;
     close(): void;
     clear(): void;
+    schemaVersion(): number;
+    sourceMetadata(source: string): RdfTextSourceMetadata | undefined;
+    recordRebuildStatus(input: RdfTextRebuildStatusInput): void;
+    rebuildStatus(source: string): RdfTextRebuildStatus | undefined;
     indexText(source: RdfTextSourceInput, text: string, chunks?: RdfTextChunkInput[]): void;
+    moveSource(oldSource: string, next: RdfTextSourceInput): number;
     deleteSource(source: string): number;
     search(options: RdfTextSearchOptions): RdfTextSearchResult[];
     estimateSearchCardinality(options: RdfTextSearchOptions): RdfSearchCardinalityEstimate;
     stats(): RdfTextIndexStats;
     termDocumentFrequency(limit?: number): RdfTextTermDocumentFrequency[];
     private initializeSchema;
+    private ensureSourceKeyColumn;
+    private ensureChunkRetrievalColumns;
+    private ensureEntityProvenanceColumns;
     private backfillTermPostings;
     private upsertSource;
     private chunkText;
     private estimateDatabaseBytes;
     private toSearchResult;
+    private entitiesForChunks;
+    private entitiesForChunk;
     private requireDb;
 }
+export declare function chunkRdfTextSource(source: RdfTextSourceInput, text: string): RdfTextChunkInput[];
+export declare function deterministicRdfTextChunkKey(source: string, ordinal: number): string;
+export declare function rdfTextSha256(value: string): string;
+export declare function normalizeRdfText(value: string): string;
+export declare function normalizedRdfTextTokenCount(value: string): number;
+export declare function tokenizeNormalizedRdfText(value: string): string[];
+export declare function rdfTextTermOccurrences(normalizedText: string): Map<string, number>;
+export declare function rdfTextOccurrenceCount(haystack: string, needle: string): number;
+export declare function applyRdfTextResultWindow(rows: number, offset: number | undefined, limit: number | undefined): number;
+export declare function compareRdfTextSearchHits(left: {
+    row: RdfTextChunkRow;
+    score: number;
+}, right: {
+    row: RdfTextChunkRow;
+    score: number;
+}, orderBy: RdfTextSearchOrder[] | undefined): number;
+export declare function normalizeRdfTextPerSourceLimit(limit: number | undefined): number | undefined;
+export declare function escapeRdfTextLikePattern(value: string): string;
+export declare function parseRdfTextPath(value: string | null): string[];
+export declare function normalizeRdfTextRetrievalKind(value: string | null | undefined): RdfTextRetrievalKind;
+export declare function rdfTextIndexBudgetSkip(maxSourceBytes: number | undefined, text: string): {
+    reason: string;
+    message: string;
+} | undefined;
+export declare function rdfTextIndexChunkCap(maxChunksPerSource: number | undefined, chunks: RdfTextChunkInput[]): {
+    chunks: RdfTextChunkInput[];
+    capped?: {
+        reason: string;
+        message: string;
+    };
+};