@undefineds.co/xpod 0.3.75 → 0.4.0-rc.139

package/dist/storage/rdf/SolidRdfEngine.js

@@ -1,19 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SolidRdfEngine = void 0;
-const n3_1 = require("n3");
-const types_1 = require("../quint/types");
 const RdfQuadIndex_1 = require("./RdfQuadIndex");
-const Rdf3xIndex_1 = require("./Rdf3xIndex");
 const RdfTextIndex_1 = require("./RdfTextIndex");
 const RdfVectorIndex_1 = require("./RdfVectorIndex");
-const RdfShadowComparator_1 = require("./RdfShadowComparator");
 const RdfQueryExecutor_1 = require("./RdfQueryExecutor");
+const LocalQleverNativeSparqlClient_1 = require("./LocalQleverNativeSparqlClient");
 class SolidRdfEngine {
     constructor(options) {
-        const indexOptions = isRdfQuadIndexOptions(options.index) ? options.index : undefined;
-        const rdf3xIndexInput = normalizeOptionalRdf3xIndex(options.rdf3xIndex);
-        this.derivedIndexProfile = resolveDerivedIndexProfile(options, indexOptions, rdf3xIndexInput);
         if (options.index instanceof RdfQuadIndex_1.RdfQuadIndex) {
             this.index = options.index;
             this.ownsIndex = false;
@@ -44,54 +38,19 @@ class SolidRdfEngine {
         else {
             this.ownsVectorIndex = false;
         }
-        let autoConfiguredRdf3xPrimary = false;
-        if (rdf3xIndexInput instanceof Rdf3xIndex_1.Rdf3xIndex) {
-            this.rdf3xIndex = rdf3xIndexInput;
-            this.ownsRdf3xIndex = false;
-        }
-        else if (isRdf3xIndexOptions(rdf3xIndexInput)) {
-            this.rdf3xIndex = new Rdf3xIndex_1.Rdf3xIndex(rdf3xIndexInput);
-            this.ownsRdf3xIndex = true;
-        }
-        else if (shouldAutoConfigureRdf3xIndex(this.derivedIndexProfile, rdf3xIndexInput, indexOptions)) {
-            this.rdf3xIndex = new Rdf3xIndex_1.Rdf3xIndex({
-                path: indexOptions.path,
-                debug: indexOptions.debug,
-            });
-            this.ownsRdf3xIndex = true;
-            autoConfiguredRdf3xPrimary = true;
-        }
-        else {
-            this.ownsRdf3xIndex = false;
-        }
-        if (this.derivedIndexProfile === 'baseline' && this.rdf3xIndex) {
-            throw new Error('SolidRdfEngine derivedIndexProfile=baseline cannot materialize an rdf3xIndex');
-        }
-        if (this.derivedIndexProfile === 'rdf3x' && !this.rdf3xIndex) {
-            throw new Error('SolidRdfEngine derivedIndexProfile=rdf3x requires an rdf3xIndex or a file-backed index option');
-        }
-        if (options.rdf3xPrimary && !this.rdf3xIndex) {
-            throw new Error('SolidRdfEngine rdf3xPrimary requires an rdf3xIndex or a file-backed index option');
-        }
-        this.rdf3xPrimary = options.rdf3xPrimary ?? autoConfiguredRdf3xPrimary;
-        this.compatibilityStore = options.compatibilityStore;
-        if (this.compatibilityStore) {
-            this.shadowComparator = new RdfShadowComparator_1.RdfShadowComparator(this.index, this.compatibilityStore);
-        }
+        this.nativeSparqlClient = options.nativeSparqlClient;
         if (options.autoOpen) {
-            this.open();
+            void this.open();
         }
     }
-    open() {
+    async open() {
         this.index.open();
         this.textIndex?.open();
         this.vectorIndex?.open();
-        this.rdf3xIndex?.open();
+        await this.nativeSparqlClient?.start();
     }
     async close() {
-        if (this.ownsRdf3xIndex) {
-            this.rdf3xIndex?.close();
-        }
+        await this.nativeSparqlClient?.close();
         if (this.ownsVectorIndex) {
             this.vectorIndex?.close();
         }
@@ -101,9 +60,6 @@ class SolidRdfEngine {
         if (this.ownsIndex) {
             this.index.close();
         }
-        if (this.compatibilityStore) {
-            await this.compatibilityStore.close();
-        }
     }
     put(quads, options) {
         this.index.multiPut(Array.isArray(quads) ? quads : [quads], options);
@@ -130,20 +86,19 @@ class SolidRdfEngine {
         return this.index.scan(query.pattern, query.options);
     }
     query(query) {
-        const rdf3xReady = this.isRdf3xPrimaryReady();
-        const result = new RdfQueryExecutor_1.RdfQueryExecutor(this.index, this.textIndex, this.vectorIndex, rdf3xReady ? this.rdf3xIndex : undefined).query(query);
-        if (this.rdf3xPrimary && this.rdf3xIndex && !rdf3xReady) {
-            result.metrics.plan.unshift('Rdf3xPrimaryNeedsRefreshFallback');
+        return new RdfQueryExecutor_1.RdfQueryExecutor(this.index, this.textIndex, this.vectorIndex).query(query);
+    }
+    async sparqlQuery(query, options) {
+        if (!this.nativeSparqlClient) {
+            throw new LocalQleverNativeSparqlClient_1.LocalQleverRuntimeError('qlever_runtime_unavailable', 'Local QLever runtime is not configured');
         }
-        return result;
+        return this.nativeSparqlClient.query(query, options);
     }
-    refreshDerivedIndexes(options) {
+    refreshDerivedIndexes(_options) {
         const factsDataVersion = this.index.dataVersion();
-        const rdf3x = this.refreshRdf3xDerivedIndex(factsDataVersion, options?.mode === 'full');
         return {
-            derivedIndexProfile: this.derivedIndexProfile,
+            derivedIndexProfile: 'baseline',
             factsDataVersion,
-            ...(rdf3x ? { rdf3x } : {}),
         };
     }
     indexTextSource(source, text, chunks) {
@@ -152,65 +107,30 @@ class SolidRdfEngine {
     deleteTextSource(source) {
         return this.requireTextIndex().deleteSource(source);
     }
+    moveTextSource(oldSource, next) {
+        return this.requireTextIndex().moveSource(oldSource, next);
+    }
+    listTextSources(options) {
+        return this.requireTextIndex().listSources(options);
+    }
     searchText(options) {
         return this.requireTextIndex().search(typeof options === 'string' ? { query: options } : options);
     }
+    listTextSourceChunks(sourceKey) {
+        return this.requireTextIndex().listSourceChunks(sourceKey);
+    }
     indexVectorSource(source, chunks) {
         this.requireVectorIndex().indexVector(source, chunks);
     }
     deleteVectorSource(source) {
         return this.requireVectorIndex().deleteSource(source);
     }
+    moveVectorSource(oldSource, next) {
+        return this.requireVectorIndex().moveSource(oldSource, next);
+    }
     searchVector(options) {
         return this.requireVectorIndex().search(options);
     }
-    async shadowScan(query) {
-        if (!this.shadowComparator) {
-            throw new Error('SolidRdfEngine shadowScan requires a compatibility QuintStore');
-        }
-        return this.shadowComparator.compareScan(query);
-    }
-    shadowRdf3xScan(query) {
-        const rdf3xIndex = this.requireRdf3xIndex();
-        const rdf3xPattern = toRdf3xTriplePattern(query.pattern);
-        const rebuild = rdf3xIndex.rebuildFromCurrentQuads();
-        const primary = this.index.scan(query.pattern, query.options);
-        const rdf3x = rdf3xIndex.scan(rdf3xPattern, query.options);
-        const diff = (0, RdfShadowComparator_1.diffQuads)(rdf3x.quads, primary.quads);
-        const orderedMatch = canonicalQuadKeys(primary.quads).join('\n') === canonicalQuadKeys(rdf3x.quads).join('\n');
-        return {
-            matched: diff.missingFromPrimary.length === 0 && diff.extraInPrimary.length === 0,
-            orderedMatch,
-            primary: primary.quads,
-            rdf3x: rdf3x.quads,
-            diff: {
-                missingFromRdf3x: diff.extraInPrimary,
-                extraInRdf3x: diff.missingFromPrimary,
-            },
-            primaryMetrics: primary.metrics,
-            rdf3xMetrics: rdf3x.metrics,
-            rebuild,
-        };
-    }
-    shadowRdf3xJoin(patterns, options) {
-        const rdf3xIndex = this.requireRdf3xIndex();
-        const rebuild = rdf3xIndex.rebuildFromCurrentQuads();
-        const primary = this.index.joinPatterns(patterns, options);
-        const rdf3x = rdf3xIndex.joinPatterns(patterns, options);
-        const primaryKeys = primary.bindings.map(canonicalBindingKey);
-        const rdf3xKeys = rdf3x.bindings.map(canonicalBindingKey);
-        const diff = diffBindingKeys(rdf3xKeys, primaryKeys);
-        return {
-            matched: diff.missingFromRdf3x.length === 0 && diff.extraInRdf3x.length === 0,
-            orderedMatch: primaryKeys.join('\n') === rdf3xKeys.join('\n'),
-            primary: primary.bindings,
-            rdf3x: rdf3x.bindings,
-            diff,
-            primaryMetrics: primary.metrics,
-            rdf3xMetrics: rdf3x.metrics,
-            rebuild,
-        };
-    }
     supportsPrimary(query) {
         try {
             this.index.scan(query.pattern, { ...query.options, limit: 0 });
@@ -222,27 +142,12 @@ class SolidRdfEngine {
     }
     storageStats(_options) {
         const facts = this.index.stats();
-        const rdf3x = this.rdf3xIndex
-            ? (() => {
-                const stats = this.rdf3xIndex.stats();
-                const factsDataVersion = this.index.dataVersion();
-                return {
-                    stats,
-                    factsDataVersion,
-                    rdf3xFactsDataVersion: stats.factsDataVersion,
-                    refreshLag: Math.max(0, factsDataVersion - stats.factsDataVersion),
-                    syncedWithFacts: stats.factsDataVersion === factsDataVersion,
-                    pendingSources: 0,
-                };
-            })()
-            : undefined;
         const factsBytes = facts.databaseBytes;
-        const derivedBytes = rdf3x?.stats.databaseBytes ?? 0;
+        const derivedBytes = 0;
         const totalBytes = factsBytes + derivedBytes;
         return {
-            derivedIndexProfile: this.derivedIndexProfile,
+            derivedIndexProfile: 'baseline',
             facts,
-            ...(rdf3x ? { rdf3x } : {}),
             factsBytes,
             derivedBytes,
             totalBytes,
@@ -262,39 +167,6 @@ class SolidRdfEngine {
         }
         return this.vectorIndex;
     }
-    requireRdf3xIndex() {
-        if (!this.rdf3xIndex) {
-            throw new Error('SolidRdfEngine RDF-3X shadow index is not configured');
-        }
-        return this.rdf3xIndex;
-    }
-    isRdf3xPrimaryReady() {
-        return Boolean(this.rdf3xPrimary && this.rdf3xIndex?.isSyncedWithCurrentQuads());
-    }
-    refreshRdf3xDerivedIndex(factsDataVersion = this.index.dataVersion(), force = false) {
-        if (!this.rdf3xIndex) {
-            return undefined;
-        }
-        const dataVersion = factsDataVersion;
-        const rdf3xIndex = this.rdf3xIndex;
-        const previousFactsDataVersion = rdf3xIndex.factsDataVersion();
-        if (!force && previousFactsDataVersion === dataVersion) {
-            return {
-                refreshed: false,
-                previousFactsDataVersion,
-                factsDataVersion: dataVersion,
-                syncedWithFacts: true,
-            };
-        }
-        const rebuild = rdf3xIndex.rebuildFromCurrentQuads({ mode: force ? 'full' : 'auto' });
-        return {
-            refreshed: true,
-            previousFactsDataVersion,
-            factsDataVersion: rebuild.factsDataVersion,
-            syncedWithFacts: rdf3xIndex.factsDataVersion() === this.index.dataVersion(),
-            rebuild,
-        };
-    }
 }
 exports.SolidRdfEngine = SolidRdfEngine;
 function isRdfTextIndexOptions(input) {
@@ -315,165 +187,13 @@ function isRdfVectorIndexLike(input) {
         && typeof input.indexVector === 'function'
         && typeof input.search === 'function';
 }
-function isRdf3xIndexOptions(input) {
-    return input !== undefined && !(input instanceof Rdf3xIndex_1.Rdf3xIndex) && typeof input.path === 'string';
-}
 function isRdfQuadIndexOptions(input) {
     return !(input instanceof RdfQuadIndex_1.RdfQuadIndex) && typeof input.path === 'string';
 }
-function resolveDerivedIndexProfile(options, indexOptions, rdf3xIndexInput) {
-    if (options.derivedIndexProfile) {
-        return options.derivedIndexProfile;
-    }
-    if (rdf3xIndexInput !== undefined || options.rdf3xPrimary === true) {
-        return 'rdf3x';
-    }
-    if (options.rdf3xPrimary === false) {
-        return 'baseline';
-    }
-    return indexOptions !== undefined && indexOptions.path !== ':memory:' ? 'rdf3x' : 'baseline';
-}
-function shouldAutoConfigureRdf3xIndex(profile, rdf3xIndexInput, indexOptions) {
-    return profile === 'rdf3x'
-        && rdf3xIndexInput === undefined
-        && indexOptions !== undefined
-        && indexOptions.path !== ':memory:';
-}
-function normalizeOptionalRdf3xIndex(input) {
-    if (input instanceof Rdf3xIndex_1.Rdf3xIndex || isRdf3xIndexOptions(input)) {
-        return input;
-    }
-    return undefined;
-}
 function byteRatio(numerator, denominator) {
     if (denominator <= 0) {
         return numerator <= 0 ? 1 : Number.POSITIVE_INFINITY;
     }
     return numerator / denominator;
 }
-function canonicalQuadKeys(quads) {
-    return quads.map((quad) => [
-        (0, n3_1.termToId)(quad.graph),
-        (0, n3_1.termToId)(quad.subject),
-        (0, n3_1.termToId)(quad.predicate),
-        (0, n3_1.termToId)(quad.object),
-    ].join('\u001f'));
-}
-function canonicalBindingKey(binding) {
-    return Object.keys(binding)
-        .sort()
-        .map((key) => `${key}=${(0, n3_1.termToId)(binding[key])}`)
-        .join('\u001f');
-}
-function diffBindingKeys(rdf3xKeys, primaryKeys) {
-    const rdf3xSet = new Set(rdf3xKeys);
-    const primarySet = new Set(primaryKeys);
-    return {
-        missingFromRdf3x: Array.from(primarySet).filter((key) => !rdf3xSet.has(key)).sort(),
-        extraInRdf3x: Array.from(rdf3xSet).filter((key) => !primarySet.has(key)).sort(),
-    };
-}
-function toRdf3xTriplePattern(pattern) {
-    const result = {};
-    for (const key of ['graph', 'subject', 'predicate', 'object']) {
-        const value = pattern[key];
-        if (!value) {
-            continue;
-        }
-        if (!(0, types_1.isTerm)(value)) {
-            if (isRdf3xTermInPattern(value)) {
-                result[key] = value;
-                continue;
-            }
-            if (isRdf3xTermNotInPattern(value)) {
-                result[key] = value;
-                continue;
-            }
-            if (isRdf3xCompatibleOperatorPattern(key, value)) {
-                result[key] = value;
-                continue;
-            }
-            throw new Error(`SolidRdfEngine RDF-3X shadow scan only supports exact ${key} terms${key === 'graph' ? ' or graph $startsWith' : ''}`);
-        }
-        result[key] = value;
-    }
-    return result;
-}
-function isRdf3xTermInPattern(value) {
-    return value !== null
-        && typeof value === 'object'
-        && !('termType' in value)
-        && Object.keys(value).length === 1
-        && Array.isArray(value.$in)
-        && (value.$in).length > 0
-        && (value.$in).every((entry) => (0, types_1.isTerm)(entry));
-}
-function isRdf3xTermNotInPattern(value) {
-    return value !== null
-        && typeof value === 'object'
-        && !('termType' in value)
-        && Object.keys(value).length === 1
-        && Array.isArray(value.$notIn)
-        && (value.$notIn).length > 0
-        && (value.$notIn).every((entry) => (0, types_1.isTerm)(entry));
-}
-function isRdf3xCompatibleOperatorPattern(key, value) {
-    if (value === null || typeof value !== 'object' || 'termType' in value) {
-        return false;
-    }
-    const allowed = new Set([
-        '$in',
-        '$notIn',
-        '$termType',
-        '$language',
-        '$notLanguage',
-        '$langMatches',
-        '$datatype',
-        '$notDatatype',
-        ...(key === 'graph' ? ['$startsWith'] : []),
-        ...(key === 'object' ? ['$gt', '$gte', '$lt', '$lte', '$contains', '$endsWith'] : []),
-    ]);
-    if (Object.keys(value).length === 0 || Object.keys(value).some((operator) => !allowed.has(operator))) {
-        return false;
-    }
-    const operators = value;
-    if (operators.$in !== undefined && !isRdf3xTermInPattern({ $in: operators.$in }))
-        return false;
-    if (operators.$notIn !== undefined && !isRdf3xTermNotInPattern({ $notIn: operators.$notIn }))
-        return false;
-    if (operators.$startsWith !== undefined && typeof operators.$startsWith !== 'string')
-        return false;
-    if (operators.$termType !== undefined && !['iri', 'blank', 'literal', 'numeric'].includes(operators.$termType))
-        return false;
-    for (const languageOperator of ['$language', '$notLanguage', '$langMatches']) {
-        if (operators[languageOperator] !== undefined && typeof operators[languageOperator] !== 'string')
-            return false;
-    }
-    for (const datatypeOperator of ['$datatype', '$notDatatype']) {
-        const datatype = operators[datatypeOperator];
-        if (datatype !== undefined && (!(0, types_1.isTerm)(datatype) || datatype.termType !== 'NamedNode'))
-            return false;
-    }
-    if (key === 'object') {
-        for (const rangeOperator of ['$gt', '$gte', '$lt', '$lte']) {
-            const rangeValue = operators[rangeOperator];
-            if (rangeValue !== undefined && !isRdf3xObjectRangeValue(rangeValue))
-                return false;
-        }
-        for (const textOperator of ['$contains', '$endsWith']) {
-            if (operators[textOperator] !== undefined && typeof operators[textOperator] !== 'string')
-                return false;
-        }
-    }
-    return true;
-}
-function isRdf3xObjectRangeValue(value) {
-    if (typeof value === 'number') {
-        return Number.isFinite(value);
-    }
-    if (typeof value === 'string') {
-        return true;
-    }
-    return (0, types_1.isTerm)(value);
-}
 //# sourceMappingURL=SolidRdfEngine.js.map

package/dist/storage/rdf/SolidRdfEngine.jsonld

@@ -28,30 +28,6 @@
             ]
           }
         },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_derivedIndexProfile",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              {
-                "@type": "ParameterRangeUnion",
-                "parameterRangeElements": [
-                  {
-                    "@type": "ParameterRangeLiteral",
-                    "parameterRangeValueLiteral": "baseline"
-                  },
-                  {
-                    "@type": "ParameterRangeLiteral",
-                    "parameterRangeValueLiteral": "rdf3x"
-                  }
-                ]
-              },
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_textIndex",
           "range": {
@@ -93,39 +69,11 @@
           }
         },
         {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_rdf3xIndex_path",
-          "range": "xsd:string"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_rdf3xIndex_debug",
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_nativeSparqlClient",
           "range": {
             "@type": "ParameterRangeUnion",
             "parameterRangeElements": [
-              "xsd:boolean",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_rdf3xPrimary",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "xsd:boolean",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_compatibilityStore",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "undefineds:dist/storage/quint/types.jsonld#QuintStore",
+              "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#LocalNativeSparqlClientLike",
               {
                 "@type": "ParameterRangeUndefined"
               }
@@ -161,28 +109,6 @@
           "memberFieldName": "vectorIndex",
           "range": "undefineds:dist/storage/rdf/types.jsonld#RdfVectorIndexSyncLike"
         },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_rdf3xIndex",
-          "memberFieldName": "rdf3xIndex",
-          "range": "undefineds:dist/storage/rdf/Rdf3xIndex.jsonld#Rdf3xIndex"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_derivedIndexProfile",
-          "memberFieldName": "derivedIndexProfile",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              {
-                "@type": "ParameterRangeLiteral",
-                "parameterRangeValueLiteral": "baseline"
-              },
-              {
-                "@type": "ParameterRangeLiteral",
-                "parameterRangeValueLiteral": "rdf3x"
-              }
-            ]
-          }
-        },
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_ownsIndex",
           "memberFieldName": "ownsIndex"
@@ -196,20 +122,8 @@
           "memberFieldName": "ownsVectorIndex"
         },
         {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_ownsRdf3xIndex",
-          "memberFieldName": "ownsRdf3xIndex"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_rdf3xPrimary",
-          "memberFieldName": "rdf3xPrimary"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_compatibilityStore",
-          "memberFieldName": "compatibilityStore"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_shadowComparator",
-          "memberFieldName": "shadowComparator"
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_nativeSparqlClient",
+          "memberFieldName": "nativeSparqlClient"
         },
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_constructor",
@@ -259,6 +173,10 @@
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_query",
           "memberFieldName": "query"
         },
+        {
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_sparqlQuery",
+          "memberFieldName": "sparqlQuery"
+        },
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_refreshDerivedIndexes",
           "memberFieldName": "refreshDerivedIndexes"
@@ -271,10 +189,22 @@
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_deleteTextSource",
           "memberFieldName": "deleteTextSource"
         },
+        {
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_moveTextSource",
+          "memberFieldName": "moveTextSource"
+        },
+        {
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_listTextSources",
+          "memberFieldName": "listTextSources"
+        },
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_searchText",
           "memberFieldName": "searchText"
         },
+        {
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_listTextSourceChunks",
+          "memberFieldName": "listTextSourceChunks"
+        },
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_indexVectorSource",
           "memberFieldName": "indexVectorSource"
@@ -284,20 +214,12 @@
           "memberFieldName": "deleteVectorSource"
         },
         {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_searchVector",
-          "memberFieldName": "searchVector"
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_moveVectorSource",
+          "memberFieldName": "moveVectorSource"
         },
         {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_shadowScan",
-          "memberFieldName": "shadowScan"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_shadowRdf3xScan",
-          "memberFieldName": "shadowRdf3xScan"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_shadowRdf3xJoin",
-          "memberFieldName": "shadowRdf3xJoin"
+          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_searchVector",
+          "memberFieldName": "searchVector"
         },
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_supportsPrimary",
@@ -314,18 +236,6 @@
         {
           "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_requireVectorIndex",
           "memberFieldName": "requireVectorIndex"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_requireRdf3xIndex",
-          "memberFieldName": "requireRdf3xIndex"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_isRdf3xPrimaryReady",
-          "memberFieldName": "isRdf3xPrimaryReady"
-        },
-        {
-          "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine__member_refreshRdf3xDerivedIndex",
-          "memberFieldName": "refreshRdf3xDerivedIndex"
         }
       ],
       "constructorArguments": [
@@ -352,12 +262,6 @@
                 ]
               }
             },
-            {
-              "keyRaw": "derivedIndexProfile",
-              "value": {
-                "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_derivedIndexProfile"
-              }
-            },
             {
               "keyRaw": "textIndex",
               "value": {
@@ -371,35 +275,9 @@
               }
             },
             {
-              "keyRaw": "rdf3xIndex",
-              "value": {
-                "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_rdf3xIndex__constructorArgument",
-                "fields": [
-                  {
-                    "keyRaw": "path",
-                    "value": {
-                      "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_rdf3xIndex_path"
-                    }
-                  },
-                  {
-                    "keyRaw": "debug",
-                    "value": {
-                      "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_rdf3xIndex_debug"
-                    }
-                  }
-                ]
-              }
-            },
-            {
-              "keyRaw": "rdf3xPrimary",
-              "value": {
-                "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_rdf3xPrimary"
-              }
-            },
-            {
-              "keyRaw": "compatibilityStore",
+              "keyRaw": "nativeSparqlClient",
               "value": {
-                "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_compatibilityStore"
+                "@id": "undefineds:dist/storage/rdf/SolidRdfEngine.jsonld#SolidRdfEngine_options_nativeSparqlClient"
               }
             },
             {