@absolutejs/absolute 0.19.0-beta.614 → 0.19.0-beta.616

package/dist/types/ai.d.ts

@@ -11,6 +11,7 @@ export type RAGExcerptSelection = {
 export type RAGExcerptModeCounts = Record<RAGExcerptMode, number>;
 export type RAGSource = {
     chunkId: string;
+    corpusKey?: string;
     score: number;
     text: string;
     title?: string;
@@ -128,7 +129,14 @@ export type RAGSectionRetrievalDiagnostic = {
         mode: 'primary' | 'transformed' | 'variant' | 'mixed';
         reasons: RAGSectionQueryAttributionReason[];
     };
+    requestedMode?: RAGHybridRetrievalMode;
     retrievalMode?: RAGHybridRetrievalMode;
+    routingProvider?: string;
+    routingLabel?: string;
+    routingReason?: string;
+    queryTransformProvider?: string;
+    queryTransformLabel?: string;
+    queryTransformReason?: string;
     rerankApplied?: boolean;
     sourceBalanceApplied?: boolean;
     scoreThresholdApplied?: boolean;
@@ -261,6 +269,7 @@ export type RAGAnswerWorkflowState = {
 export type RAGStreamStage = 'idle' | 'submitting' | 'retrieving' | 'retrieved' | 'streaming' | 'complete' | 'error';
 export type RAGDocumentChunk = {
     chunkId: string;
+    corpusKey?: string;
     text: string;
     title?: string;
     source?: string;
@@ -291,6 +300,7 @@ export type RAGFileExtractionInput = {
     contentType?: string;
     metadata?: Record<string, unknown>;
     chunking?: RAGChunkingOptions;
+    extractorRegistry?: RAGFileExtractorRegistryLike;
 };
 export type RAGExtractedFileDocument = RAGIngestDocument & {
     contentType?: string;
@@ -301,6 +311,27 @@ export type RAGFileExtractor = {
     supports: (input: RAGFileExtractionInput) => boolean | Promise<boolean>;
     extract: (input: RAGFileExtractionInput) => RAGExtractedFileDocument | RAGExtractedFileDocument[] | Promise<RAGExtractedFileDocument | RAGExtractedFileDocument[]>;
 };
+export type RAGFileExtractorRegistryInput = RAGFileExtractionInput & {
+    inferredContentType?: string | null;
+    inferredExtension?: string | null;
+    inferredFormat?: RAGContentFormat;
+};
+export type RAGFileExtractorRegistration = {
+    extractor: RAGFileExtractor;
+    name?: string;
+    priority?: number;
+    contentTypes?: string[];
+    extensions?: string[];
+    formats?: RAGContentFormat[];
+    names?: string[];
+    match?: (input: RAGFileExtractorRegistryInput) => boolean | Promise<boolean>;
+};
+export type RAGFileExtractorRegistry = {
+    registrations: RAGFileExtractorRegistration[];
+    includeDefaults?: boolean;
+    defaultOrder?: 'registry_first' | 'defaults_first';
+};
+export type RAGFileExtractorRegistryLike = RAGFileExtractorRegistry | RAGFileExtractorRegistration[];
 export type RAGMediaTranscriptSegment = {
     text: string;
     startMs?: number;
@@ -364,8 +395,36 @@ export type RAGChunkingOptions = {
     minChunkLength?: number;
     strategy?: RAGChunkingStrategy;
 };
+export type RAGChunkingProfileInput = {
+    document: RAGIngestDocument;
+    format: RAGContentFormat;
+    normalizedText: string;
+    metadata: Record<string, unknown>;
+    sourceNativeKind?: string;
+    defaults?: RAGChunkingOptions;
+};
+export type RAGChunkingProfile = {
+    name: string;
+    resolve: (input: RAGChunkingProfileInput) => Partial<RAGChunkingOptions> | undefined;
+};
+export type RAGChunkingProfileRegistration = {
+    name?: string;
+    documentIds?: string[];
+    formats?: RAGContentFormat[];
+    priority?: number;
+    profile: Partial<RAGChunkingOptions> | {
+        options?: Partial<RAGChunkingOptions>;
+    };
+    sourceNativeKinds?: string[];
+    sources?: string[];
+};
+export type RAGChunkingRegistry = {
+    profiles: Array<RAGChunkingProfile | RAGChunkingProfileRegistration>;
+};
+export type RAGChunkingRegistryLike = RAGChunkingRegistry | Array<RAGChunkingProfile | RAGChunkingProfileRegistration>;
 export type RAGIngestDocument = {
     text: string;
+    corpusKey?: string;
     id?: string;
     title?: string;
     source?: string;
@@ -382,14 +441,18 @@ export type RAGDocumentUrlInput = {
     metadata?: Record<string, unknown>;
     chunking?: RAGChunkingOptions;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
 };
 export type RAGDocumentUrlIngestInput = {
     baseMetadata?: Record<string, unknown>;
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
     urls: RAGDocumentUrlInput[];
 };
 export type RAGPreparedDocument = {
+    corpusKey?: string;
     documentId: string;
     title: string;
     source: string;
@@ -402,6 +465,7 @@ export type RAGDocumentFileInput = Omit<RAGIngestDocument, 'text'> & {
     path: string;
     contentType?: string;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
 };
 export type RAGDirectoryIngestInput = {
     directory: string;
@@ -409,7 +473,9 @@ export type RAGDirectoryIngestInput = {
     includeExtensions?: string[];
     baseMetadata?: Record<string, unknown>;
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
 };
 export type RAGQueryInput = {
     queryVector: number[];
@@ -432,6 +498,9 @@ export type RAGQueryTransformInput = {
 export type RAGQueryTransformResult = {
     query: string;
     variants?: string[];
+    label?: string;
+    reason?: string;
+    metadata?: Record<string, string | number | boolean | null>;
 };
 export type RAGQueryTransformer = (input: RAGQueryTransformInput) => Promise<RAGQueryTransformResult> | RAGQueryTransformResult;
 export type RAGQueryTransformProvider = {
@@ -440,6 +509,39 @@ export type RAGQueryTransformProvider = {
     providerName?: string;
 };
 export type RAGQueryTransformProviderLike = RAGQueryTransformer | RAGQueryTransformProvider;
+export type RAGRetrievalStrategyDecision = {
+    mode?: RAGHybridRetrievalMode;
+    lexicalTopK?: number;
+    maxResultsPerSource?: number;
+    sourceBalanceStrategy?: RAGSourceBalanceStrategy;
+    diversityStrategy?: RAGDiversityStrategy;
+    mmrLambda?: number;
+    fusion?: RAGHybridFusionMode;
+    fusionConstant?: number;
+    lexicalWeight?: number;
+    vectorWeight?: number;
+    label?: string;
+    reason?: string;
+    metadata?: Record<string, string | number | boolean | null>;
+};
+export type RAGRetrievalStrategyInput = {
+    query: string;
+    transformedQuery: string;
+    variantQueries: string[];
+    topK: number;
+    candidateTopK: number;
+    filter?: Record<string, unknown>;
+    scoreThreshold?: number;
+    model?: string;
+    retrieval: RAGHybridSearchOptions;
+};
+export type RAGRetrievalStrategySelector = (input: RAGRetrievalStrategyInput) => Promise<RAGRetrievalStrategyDecision | undefined> | RAGRetrievalStrategyDecision | undefined;
+export type RAGRetrievalStrategyProvider = {
+    select: RAGRetrievalStrategySelector;
+    providerName?: string;
+    defaultLabel?: string;
+};
+export type RAGRetrievalStrategyProviderLike = RAGRetrievalStrategySelector | RAGRetrievalStrategyProvider;
 export type RAGRerankerInput = {
     query: string;
     queryVector: number[];
@@ -488,6 +590,7 @@ export type RAGUpsertInput = {
 export type RAGDocumentIngestInput = {
     documents: RAGIngestDocument[];
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
 };
 export type RAGDocumentUploadInput = {
     name: string;
@@ -503,10 +606,13 @@ export type RAGDocumentUploadInput = {
 export type RAGDocumentUploadIngestInput = {
     baseMetadata?: Record<string, unknown>;
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
     uploads: RAGDocumentUploadInput[];
 };
 export type RAGIndexedDocument = {
+    corpusKey?: string;
     id: string;
     title: string;
     source: string;
@@ -692,12 +798,13 @@ export type RAGCollectionSearchParams = {
     filter?: Record<string, unknown>;
     scoreThreshold?: number;
     queryTransform?: RAGQueryTransformProviderLike;
+    retrievalStrategy?: RAGRetrievalStrategyProviderLike;
     rerank?: RAGRerankerProviderLike;
     retrieval?: RAGHybridSearchOptions | RAGHybridRetrievalMode;
     model?: string;
     signal?: AbortSignal;
 };
-export type RAGRetrievalTraceStage = 'input' | 'query_transform' | 'embed' | 'vector_search' | 'lexical_search' | 'fusion' | 'rerank' | 'diversity' | 'source_balance' | 'score_filter' | 'finalize';
+export type RAGRetrievalTraceStage = 'input' | 'query_transform' | 'routing' | 'embed' | 'vector_search' | 'lexical_search' | 'fusion' | 'rerank' | 'diversity' | 'source_balance' | 'score_filter' | 'finalize';
 export type RAGRetrievalTraceStep = {
     stage: RAGRetrievalTraceStage;
     label: string;
@@ -719,14 +826,21 @@ export type RAGRetrievalTrace = {
     query: string;
     transformedQuery: string;
     variantQueries: string[];
+    queryTransformProvider?: string;
+    queryTransformLabel?: string;
+    queryTransformReason?: string;
     topK: number;
     candidateTopK: number;
     lexicalTopK: number;
+    requestedMode?: RAGHybridRetrievalMode;
     maxResultsPerSource?: number;
     sourceBalanceStrategy?: RAGSourceBalanceStrategy;
     diversityStrategy?: RAGDiversityStrategy;
     mmrLambda?: number;
     mode: RAGHybridRetrievalMode;
+    routingProvider?: string;
+    routingLabel?: string;
+    routingReason?: string;
     runVector: boolean;
     runLexical: boolean;
     scoreThreshold?: number;
@@ -825,21 +939,30 @@ export type RAGCorpusHealth = {
     staleDocuments: string[];
     averageChunksPerDocument: number;
     inspection?: {
+        corpusKeys: Record<string, number>;
         sourceNativeKinds: Record<string, number>;
+        extractorRegistryMatches: Record<string, number>;
+        chunkingProfiles: Record<string, number>;
         documentsWithSourceLabels: number;
         chunksWithSourceLabels: number;
         sampleDocuments: Array<{
+            corpusKey?: string;
             id: string;
             title: string;
             source: string;
             sourceNativeKind?: string;
+            extractorRegistryMatch?: string;
+            chunkingProfile?: string;
             labels?: RAGSourceLabels;
         }>;
         sampleChunks: Array<{
             chunkId: string;
+            corpusKey?: string;
             documentId?: string;
             source?: string;
             sourceNativeKind?: string;
+            extractorRegistryMatch?: string;
+            chunkingProfile?: string;
             labels?: RAGSourceLabels;
         }>;
     };
@@ -866,6 +989,22 @@ export type RAGAdminJobRecord = {
     target?: string;
     error?: string;
 };
+export type RAGJobState = {
+    adminActions: RAGAdminActionRecord[];
+    ingestJobs: RAGIngestJobRecord[];
+    adminJobs: RAGAdminJobRecord[];
+    syncJobs: RAGAdminJobRecord[];
+};
+export type RAGJobStateStore = {
+    load: () => Promise<Partial<RAGJobState> | undefined> | Partial<RAGJobState> | undefined;
+    save: (state: RAGJobState) => Promise<void> | void;
+};
+export type RAGJobHistoryRetention = {
+    maxAdminActions?: number;
+    maxAdminJobs?: number;
+    maxIngestJobs?: number;
+    maxSyncJobs?: number;
+};
 export type RAGAdminCapabilities = {
     canClearIndex: boolean;
     canCreateDocument: boolean;
@@ -880,6 +1019,46 @@ export type RAGAdminCapabilities = {
     canSyncAllSources: boolean;
     canSyncSource: boolean;
 };
+export type RAGAuthorizedAction = 'clear_index' | 'create_document' | 'delete_document' | 'ingest' | 'list_sync_sources' | 'manage_retrieval_admin' | 'manage_retrieval_baselines' | 'prune_search_traces' | 'reindex_document' | 'reindex_source' | 'reseed' | 'reset' | 'sync_all_sources' | 'sync_source';
+export type RAGAuthorizationResource = {
+    documentId?: string;
+    path?: string;
+    source?: string;
+    sourceId?: string;
+};
+export type RAGAuthorizationDecision = boolean | {
+    allowed: boolean;
+    reason?: string;
+};
+export type RAGAuthorizationContext = {
+    action: RAGAuthorizedAction;
+    request: Request;
+    resource?: RAGAuthorizationResource;
+};
+export type RAGAuthorizationProvider = (context: RAGAuthorizationContext) => Promise<RAGAuthorizationDecision> | RAGAuthorizationDecision;
+export type RAGAccessScope = {
+    allowedComparisonGroupKeys?: string[];
+    allowedCorpusKeys?: string[];
+    allowedDocumentIds?: string[];
+    allowedSourcePrefixes?: string[];
+    allowedSources?: string[];
+    allowedSyncSourceIds?: string[];
+    requiredMetadata?: Record<string, unknown>;
+};
+export type RAGAccessScopeProvider = (request: Request) => Promise<RAGAccessScope | undefined> | RAGAccessScope | undefined;
+export type RAGAccessControlContextResolver<TContext = unknown> = (request: Request) => Promise<TContext | undefined> | TContext | undefined;
+export type RAGAccessControlAuthorizeResolver<TContext = unknown> = (input: RAGAuthorizationContext & {
+    context: TContext | undefined;
+}) => Promise<RAGAuthorizationDecision> | RAGAuthorizationDecision;
+export type RAGAccessControlScopeResolver<TContext = unknown> = (input: {
+    context: TContext | undefined;
+    request: Request;
+}) => Promise<RAGAccessScope | undefined> | RAGAccessScope | undefined;
+export type CreateRAGAccessControlOptions<TContext = unknown> = {
+    resolveContext: RAGAccessControlContextResolver<TContext>;
+    authorize?: RAGAccessControlAuthorizeResolver<TContext>;
+    resolveScope?: RAGAccessControlScopeResolver<TContext>;
+};
 export type RAGSyncSourceStatus = 'idle' | 'running' | 'completed' | 'failed' | 'disabled';
 export type RAGSyncSourceRecord = {
     id: string;
@@ -956,7 +1135,9 @@ export type RAGDirectorySyncSourceOptions = {
     description?: string;
     baseMetadata?: Record<string, unknown>;
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
     includeExtensions?: string[];
     metadata?: Record<string, unknown>;
     recursive?: boolean;
@@ -970,7 +1151,9 @@ export type RAGUrlSyncSourceOptions = {
     description?: string;
     baseMetadata?: Record<string, unknown>;
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
     metadata?: Record<string, unknown>;
     retryAttempts?: number;
     retryDelayMs?: number;
@@ -985,7 +1168,9 @@ export type RAGStorageSyncSourceOptions = {
     maxKeys?: number;
     baseMetadata?: Record<string, unknown>;
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
     metadata?: Record<string, unknown>;
     retryAttempts?: number;
     retryDelayMs?: number;
@@ -1035,7 +1220,9 @@ export type RAGEmailSyncSourceOptions = {
     maxResults?: number;
     baseMetadata?: Record<string, unknown>;
     defaultChunking?: RAGChunkingOptions;
+    chunkingRegistry?: RAGChunkingRegistryLike;
     extractors?: RAGFileExtractor[];
+    extractorRegistry?: RAGFileExtractorRegistryLike;
     metadata?: Record<string, unknown>;
     retryAttempts?: number;
     retryDelayMs?: number;
@@ -1255,6 +1442,7 @@ export type RAGMutationResponse = {
 export type RAGEvaluationCase = {
     id: string;
     query: string;
+    corpusKey?: string;
     topK?: number;
     model?: string;
     scoreThreshold?: number;
@@ -1518,6 +1706,7 @@ export type RAGEvaluationInput = {
 };
 export type RAGEvaluationCaseResult = {
     caseId: string;
+    corpusKey?: string;
     query: string;
     label?: string;
     status: 'pass' | 'partial' | 'fail';
@@ -1548,6 +1737,7 @@ export type RAGEvaluationSummary = {
 };
 export type RAGEvaluationResponse = {
     ok: true;
+    corpusKeys?: string[];
     cases: RAGEvaluationCaseResult[];
     summary: RAGEvaluationSummary;
     elapsedMs: number;
@@ -1633,6 +1823,7 @@ export type RAGEvaluationRunDiff = {
 };
 export type RAGEvaluationCaseTraceSnapshot = {
     caseId: string;
+    corpusKey?: string;
     label?: string;
     query: string;
     status: RAGEvaluationCaseResult['status'];
@@ -1871,6 +2062,7 @@ export type RAGRetrievalTraceTrend = {
 };
 export type RAGSearchTraceResultSnapshot = {
     chunkId: string;
+    corpusKey?: string;
     score: number;
     source?: string;
     title?: string;
@@ -2060,6 +2252,7 @@ export type RAGRetrievalComparisonSummary = {
 export type RAGRetrievalComparison = {
     suiteId: string;
     suiteLabel: string;
+    corpusKeys?: string[];
     entries: RAGRetrievalComparisonEntry[];
     summary: RAGRetrievalComparisonSummary;
     leaderboard: RAGEvaluationLeaderboardEntry[];
@@ -2088,6 +2281,7 @@ export type RAGRetrievalComparisonRun = {
     label: string;
     suiteId: string;
     suiteLabel: string;
+    corpusKeys?: string[];
     groupKey?: string;
     tags?: string[];
     startedAt: number;
@@ -3494,6 +3688,10 @@ export type RAGChatPluginConfig = AIChatPluginConfig & {
     path?: string;
     ragStore?: RAGVectorStore;
     collection?: RAGCollection;
+    jobStateStore?: RAGJobStateStore;
+    authorizeRAGAction?: RAGAuthorizationProvider;
+    resolveRAGAccessScope?: RAGAccessScopeProvider;
+    jobHistoryRetention?: RAGJobHistoryRetention;
     searchTraceStore?: RAGSearchTraceStore;
     searchTraceRetention?: RAGSearchTracePruneInput;
     searchTraceRetentionSchedule?: RAGSearchTraceRetentionSchedule;