@undefineds.co/xpod 0.3.75 → 0.4.0-rc.140

package/dist/storage/PostgresDerivedIndexJournal.jsonld

@@ -1,303 +0,0 @@
-{
-  "@context": [
-    "https://linkedsoftwaredependencies.org/bundles/npm/@undefineds.co/xpod/^0.0.0/components/context.jsonld"
-  ],
-  "@id": "npmd:@undefineds.co/xpod",
-  "components": [
-    {
-      "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#DurableResourceChangeConsumer",
-      "@type": "AbstractClass",
-      "requireElement": "DurableResourceChangeConsumer",
-      "extends": [
-        "undefineds:dist/storage/ObservableResourceStore.jsonld#ResourceChangeListener"
-      ],
-      "parameters": [],
-      "memberFields": [
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#DurableResourceChangeConsumer__member_consumerId",
-          "memberFieldName": "consumerId"
-        }
-      ],
-      "constructorArguments": []
-    },
-    {
-      "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#DerivedIndexReplayResult",
-      "@type": "AbstractClass",
-      "requireElement": "DerivedIndexReplayResult",
-      "parameters": [],
-      "memberFields": [
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#DerivedIndexReplayResult__member_delivered",
-          "memberFieldName": "delivered"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#DerivedIndexReplayResult__member_failed",
-          "memberFieldName": "failed"
-        }
-      ],
-      "constructorArguments": []
-    },
-    {
-      "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions",
-      "@type": "AbstractClass",
-      "requireElement": "PostgresDerivedIndexJournalOptions",
-      "parameters": [],
-      "memberFields": [
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions__member_executor",
-          "memberFieldName": "executor"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions__member_connectionString",
-          "memberFieldName": "connectionString"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions__member_resolvePodScope",
-          "memberFieldName": "resolvePodScope"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions__member_retryDelayMs",
-          "memberFieldName": "retryDelayMs"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions__member_leaseMs",
-          "memberFieldName": "leaseMs"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions__member_consumers",
-          "memberFieldName": "consumers"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournalOptions__member_pollIntervalMs",
-          "memberFieldName": "pollIntervalMs"
-        }
-      ],
-      "constructorArguments": []
-    },
-    {
-      "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal",
-      "@type": "Class",
-      "requireElement": "PostgresDerivedIndexJournal",
-      "extends": [
-        "undefineds:dist/storage/ObservableResourceStore.jsonld#ResourceChangeRecorder"
-      ],
-      "comment": "PostgreSQL outbox for CSS subscribe events consumed by FTS/VEC derivations.",
-      "parameters": [
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_connectionString",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "xsd:string",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_resolvePodScope",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              {
-                "@type": "ParameterRangeWildcard"
-              },
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_retryDelayMs",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "xsd:number",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_leaseMs",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "xsd:number",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_pollIntervalMs",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "xsd:number",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_executor",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "undefineds:dist/storage/rdf/PostgresRdfSqlExecutor.jsonld#PostgresRdfSqlExecutor",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_consumers",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              {
-                "@type": "ParameterRangeArray",
-                "parameterRangeValue": "undefineds:dist/storage/ObservableResourceStore.jsonld#ResourceChangeListener"
-              },
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          }
-        }
-      ],
-      "memberFields": [
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_options",
-          "memberFieldName": "options"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_retryDelayMs",
-          "memberFieldName": "retryDelayMs"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_leaseMs",
-          "memberFieldName": "leaseMs"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_executor",
-          "memberFieldName": "executor"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_ownsSharedPool",
-          "memberFieldName": "ownsSharedPool"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_consumers",
-          "memberFieldName": "consumers"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_activeConsumerIds",
-          "memberFieldName": "activeConsumerIds"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_opening",
-          "memberFieldName": "opening"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_replaying",
-          "memberFieldName": "replaying"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_pollTimer",
-          "memberFieldName": "pollTimer"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_constructor",
-          "memberFieldName": "constructor"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_open",
-          "memberFieldName": "open"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_initialize",
-          "memberFieldName": "initialize"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_registerConsumer",
-          "memberFieldName": "registerConsumer"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_recordResourceChange",
-          "memberFieldName": "recordResourceChange"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_append",
-          "memberFieldName": "append"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_replayPending",
-          "memberFieldName": "replayPending"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_replayConsumer",
-          "memberFieldName": "replayConsumer"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_replayDelivery",
-          "memberFieldName": "replayDelivery"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_reconcilePod",
-          "memberFieldName": "reconcilePod"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_completeDelivery",
-          "memberFieldName": "completeDelivery"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_pendingCount",
-          "memberFieldName": "pendingCount"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_claimNext",
-          "memberFieldName": "claimNext"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_close",
-          "memberFieldName": "close"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal__member_scheduleReplay",
-          "memberFieldName": "scheduleReplay"
-        }
-      ],
-      "constructorArguments": [
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_connectionString"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_executor"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_resolvePodScope"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_retryDelayMs"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_leaseMs"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_consumers"
-        },
-        {
-          "@id": "undefineds:dist/storage/PostgresDerivedIndexJournal.jsonld#PostgresDerivedIndexJournal_pollIntervalMs"
-        }
-      ]
-    }
-  ]
-}

package/dist/storage/RdfDerivedIndexingListener.d.ts

@@ -1,32 +0,0 @@
-import type { ResourceStore } from '@solid/community-server';
-import type { AiCredential } from '../ai/service/types';
-import type { EmbeddingService } from '../ai/service/EmbeddingService';
-import type { SparqlEngine } from './sparql/SubgraphQueryEngine';
-import type { ResourceChangeEvent, ResourceChangeListener } from './ObservableResourceStore';
-import type { RdfTextSourceInput, RdfVectorChunkInput, RdfVectorSourceInput } from './rdf/types';
-export interface RdfDerivedIndexEngine {
-    indexTextSource(source: RdfTextSourceInput, text: string): Promise<void>;
-    deleteTextSource(source: string): Promise<number>;
-    indexVectorSource(source: RdfVectorSourceInput, chunks: RdfVectorChunkInput[]): Promise<void>;
-    deleteVectorSource(source: string): Promise<number>;
-}
-export interface RdfDerivedIndexingListenerOptions {
-    rdfEngine?: RdfDerivedIndexEngine;
-    resourceStore?: ResourceStore;
-    embeddingService?: EmbeddingService;
-    sparqlEngine?: SparqlEngine;
-    resolveCredential?: (podScope: string) => Promise<AiCredential | null>;
-    defaultModel?: string;
-    supportedExtensions?: string[];
-}
-/** Rebuilds the canonical PostgreSQL text/vector derivations consumed by native RDF queries. */
-export declare class RdfDerivedIndexingListener implements ResourceChangeListener {
-    readonly consumerId: string;
-    private readonly options;
-    private readonly supportedExtensions;
-    private readonly defaultModel;
-    constructor(rdfEngine: RdfDerivedIndexEngine, resourceStore: ResourceStore, embeddingService?: EmbeddingService, sparqlEngine?: SparqlEngine, resolveCredential?: (podScope: string) => Promise<AiCredential | null>, defaultModel?: string, supportedExtensions?: string[], consumerId?: string);
-    onResourceChanged(event: ResourceChangeEvent): Promise<void>;
-    private readAuthority;
-    private resolveCredential;
-}

package/dist/storage/RdfDerivedIndexingListener.js

@@ -1,135 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RdfDerivedIndexingListener = void 0;
-const models_1 = require("@undefineds.co/models");
-const RdfTextIndex_1 = require("./rdf/RdfTextIndex");
-/** Rebuilds the canonical PostgreSQL text/vector derivations consumed by native RDF queries. */
-class RdfDerivedIndexingListener {
-    constructor(rdfEngine, resourceStore, embeddingService, sparqlEngine, resolveCredential, defaultModel = 'text-embedding-004', supportedExtensions = ['.txt', '.md', '.html', '.json', '.ttl', '.jsonld'], consumerId = 'rdf-fts-vec-v1') {
-        this.options = { rdfEngine, resourceStore, embeddingService, sparqlEngine, resolveCredential, defaultModel };
-        this.defaultModel = defaultModel;
-        this.supportedExtensions = new Set(supportedExtensions);
-        this.consumerId = consumerId;
-    }
-    async onResourceChanged(event) {
-        if (event.isContainer || !this.supportedExtensions.has(extension(event.path))) {
-            return;
-        }
-        if (event.action === 'delete') {
-            await this.options.rdfEngine.deleteTextSource(event.path);
-            await this.options.rdfEngine.deleteVectorSource(event.path);
-            return;
-        }
-        const { text, contentType } = await this.readAuthority(event.path);
-        const workspace = podScope(event.path);
-        const source = {
-            source: event.path,
-            workspace,
-            localPath: localPath(event.path, workspace),
-            contentType,
-        };
-        await this.options.rdfEngine.indexTextSource(source, text);
-        if (!this.options.embeddingService || (!this.options.resolveCredential && !this.options.sparqlEngine)) {
-            return;
-        }
-        const credential = await this.resolveCredential(workspace);
-        if (!credential) {
-            return;
-        }
-        const textChunks = (0, RdfTextIndex_1.chunkRdfTextSource)(source, text);
-        if (textChunks.length === 0) {
-            await this.options.rdfEngine.deleteVectorSource(event.path);
-            return;
-        }
-        const embeddings = await this.options.embeddingService.embedBatch(textChunks.map((chunk) => chunk.content), credential, this.defaultModel);
-        if (embeddings.length !== textChunks.length) {
-            throw new Error(`Embedding count mismatch for ${event.path}`);
-        }
-        await this.options.rdfEngine.indexVectorSource(source, textChunks.map((chunk, index) => ({
-            chunkKey: chunk.chunkKey,
-            ordinal: chunk.ordinal,
-            level: 0,
-            embedding: embeddings[index],
-            provider: credential.provider,
-            model: this.defaultModel,
-            inputKind: 'resource',
-            content: chunk.content,
-            startOffset: chunk.startOffset,
-            endOffset: chunk.endOffset,
-            ...(chunk.heading ? { heading: chunk.heading } : {}),
-            ...(chunk.path ? { path: chunk.path } : {}),
-        })));
-    }
-    async readAuthority(path) {
-        const preferences = {
-            type: { 'text/plain': 1, 'text/markdown': 0.9, 'text/turtle': 0.8, '*/*': 0.1 },
-        };
-        const representation = await this.options.resourceStore.getRepresentation({ path }, preferences);
-        const chunks = [];
-        for await (const chunk of representation.data) {
-            chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
-        }
-        const contentType = representation.metadata.contentType;
-        return { text: Buffer.concat(chunks).toString('utf8'), ...(contentType ? { contentType } : {}) };
-    }
-    async resolveCredential(workspace) {
-        if (this.options.resolveCredential) {
-            return this.options.resolveCredential(workspace);
-        }
-        const bindings = await this.options.sparqlEngine.queryBindings(`
-      PREFIX cred: <${models_1.UDFS.NAMESPACE}>
-      PREFIX ai: <${models_1.UDFS.NAMESPACE}>
-      SELECT ?apiKey ?baseUrl ?provider ?proxyUrl WHERE {
-        ?credential a cred:Credential ;
-          cred:service "ai" ;
-          cred:status "active" ;
-          cred:apiKey ?apiKey .
-        OPTIONAL { ?credential cred:provider ?provider }
-        OPTIONAL { ?credential cred:provider ?provider . ?provider ai:baseUrl ?baseUrl }
-        OPTIONAL { ?credential cred:provider ?provider . ?provider ai:proxyUrl ?proxyUrl }
-      } LIMIT 1
-    `, workspace);
-        for await (const binding of bindings) {
-            const apiKey = binding.get('apiKey');
-            if (!apiKey)
-                continue;
-            const provider = binding.get('provider');
-            const baseUrl = binding.get('baseUrl');
-            const proxyUrl = binding.get('proxyUrl');
-            return {
-                apiKey: apiKey.value,
-                provider: (0, models_1.normalizeAIConfigProviderId)(provider?.value ?? 'google') || 'google',
-                ...(baseUrl ? { baseUrl: baseUrl.value } : {}),
-                ...(proxyUrl ? { proxyUrl: proxyUrl.value } : {}),
-            };
-        }
-        return null;
-    }
-}
-exports.RdfDerivedIndexingListener = RdfDerivedIndexingListener;
-function extension(path) {
-    const pathname = safeUrl(path)?.pathname ?? path;
-    const dot = pathname.lastIndexOf('.');
-    return dot < 0 ? '' : pathname.slice(dot).toLowerCase();
-}
-function podScope(path) {
-    const url = safeUrl(path);
-    if (url) {
-        const segment = url.pathname.split('/').filter(Boolean)[0];
-        return segment ? `${url.origin}/${segment}/` : `${url.origin}/`;
-    }
-    const segment = path.split('/').filter(Boolean)[0];
-    return segment ? `/${segment}/` : '/';
-}
-function localPath(path, workspace) {
-    return path.startsWith(workspace) ? path.slice(workspace.length) : undefined;
-}
-function safeUrl(value) {
-    try {
-        return new URL(value);
-    }
-    catch {
-        return undefined;
-    }
-}
-//# sourceMappingURL=RdfDerivedIndexingListener.js.map