@absolutejs/absolute 0.19.0-beta.522 → 0.19.0-beta.524

package/dist/src/ai/index.d.ts

@@ -1,13 +1,13 @@
 export { aiChat } from '../plugins/aiChat';
 export { streamAI } from './streamAI';
 export { ragChat } from './rag';
-export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGContext, buildRAGEvaluationLeaderboard, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGBunS3SyncClient, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, createRAGDirectorySyncSource, createRAGEmailSyncSource, createRAGGmailEmailSyncClient, createRAGFileSyncStateStore, createRAGGraphEmailSyncClient, createRAGIMAPEmailSyncClient, createRAGStaticEmailSyncClient, createRAGStorageSyncSource, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison, buildRAGCitations, buildRAGCitationReferenceMap, buildRAGLexicalHaystack, buildRAGGroundedAnswer, buildRAGGroundingReferences, buildRAGSourceGroups, buildRAGSourceSummaries, buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGCollection, createRAGEmbeddingProvider, createRAGFileExtractor, createRAGImageOCRExtractor, createHeuristicRAGReranker, createHeuristicRAGQueryTransform, createRAGHTMXConfig, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGSyncManager, createRAGSyncScheduler, createRAGOCRProvider, createRAGUrlSyncSource, createRAGQueryTransform, createRAGReranker, fuseRAGQueryResults, createTextFileExtractor, createRAGHTMXWorkflowRenderConfig, alibabaEmbeddings, anthropicOCR, deepseekEmbeddings, geminiEmbeddings, geminiOCR, getLatestAssistantMessage, getLatestRAGSources, buildRAGTransportProgress, googleEmbeddings, ingestDocuments, ingestRAGDocuments, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentFromURL, loadRAGDocumentsFromURLs, metaEmbeddings, mistralaiEmbeddings, moonshotEmbeddings, ollamaEmbeddings, ollamaOCR, ollamaTranscriber, openaiCompatibleEmbeddings, openaiCompatibleOCR, openaiCompatibleTranscriber, openaiEmbeddings, openaiOCR, openaiTranscriber, prepareRAGDirectoryDocuments, buildRAGUpsertInputFromUploads, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments, ragPlugin, resolveRAGQueryTransform, resolveRAGEmbeddingProvider, resolveRAGHybridSearchOptions, resolveRAGReranker, resolveRAGStreamStage, searchDocuments, scoreRAGLexicalMatch, applyRAGReranking, applyRAGQueryTransform, validateRAGEmbeddingDimensions, xaiEmbeddings } from './rag';
+export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingCaseDifficultyRunDiff, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGContext, buildRAGEvaluationLeaderboard, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingCaseDifficultyHistoryStore, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGBunS3SyncClient, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, createRAGDirectorySyncSource, createRAGEmailSyncSource, createRAGGmailEmailSyncClient, createRAGFileSyncStateStore, createRAGGraphEmailSyncClient, createRAGIMAPEmailSyncClient, createRAGStaticEmailSyncClient, createRAGStorageSyncSource, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingCaseDifficultyHistory, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingCaseDifficultyRun, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison, buildRAGCitations, buildRAGCitationReferenceMap, buildRAGLexicalHaystack, buildRAGGroundedAnswer, buildRAGGroundingReferences, buildRAGSourceGroups, buildRAGSourceSummaries, buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGCollection, createRAGEmbeddingProvider, createRAGFileExtractor, createRAGImageOCRExtractor, createHeuristicRAGReranker, createHeuristicRAGQueryTransform, createRAGHTMXConfig, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGSyncManager, createRAGSyncScheduler, createRAGOCRProvider, createRAGUrlSyncSource, createRAGQueryTransform, createRAGReranker, fuseRAGQueryResults, createTextFileExtractor, createRAGHTMXWorkflowRenderConfig, alibabaEmbeddings, anthropicOCR, deepseekEmbeddings, geminiEmbeddings, geminiOCR, getLatestAssistantMessage, getLatestRAGSources, buildRAGTransportProgress, googleEmbeddings, ingestDocuments, ingestRAGDocuments, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentFromURL, loadRAGDocumentsFromURLs, metaEmbeddings, mistralaiEmbeddings, moonshotEmbeddings, ollamaEmbeddings, ollamaOCR, ollamaTranscriber, openaiCompatibleEmbeddings, openaiCompatibleOCR, openaiCompatibleTranscriber, openaiEmbeddings, openaiOCR, openaiTranscriber, prepareRAGDirectoryDocuments, buildRAGUpsertInputFromUploads, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments, ragPlugin, resolveRAGQueryTransform, resolveRAGEmbeddingProvider, resolveRAGHybridSearchOptions, resolveRAGReranker, resolveRAGStreamStage, searchDocuments, scoreRAGLexicalMatch, applyRAGReranking, applyRAGQueryTransform, validateRAGEmbeddingDimensions, xaiEmbeddings } from './rag';
 export { createInMemoryRAGStore } from './rag/adapters/inMemory';
 export { createSQLiteRAGStore } from './rag/adapters/sqlite';
 export { resolveAbsoluteSQLiteVec, resolveAbsoluteSQLiteVecExtensionPath } from './rag/resolveAbsoluteSQLiteVec';
 export { createRAGVector, normalizeVector, querySimilarity } from './rag/adapters/utils';
 export type { GeminiEmbeddingsConfig, AnthropicOCRConfig, GmailEmailSyncConfig, GeminiOCRConfig, GraphEmailSyncConfig, IMAPEmailSyncConfig, OllamaEmbeddingsConfig, OllamaOCRConfig, OllamaTranscriptionConfig, OpenAICompatibleEmbeddingsConfig, OpenAICompatibleOCRConfig, OpenAICompatibleTranscriptionConfig, OpenAIOCRConfig, OpenAIEmbeddingsConfig, OpenAITranscriptionConfig, NativeSQLiteRAGStoreOptions, SQLiteRAGStoreOptions } from './rag';
-export type { AIHTMXRenderConfig, RAGAnswerWorkflowState, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseDiff, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGAnswerGroundingEvaluationSummary, RAGSource, RAGBackendCapabilities, RAGCitation, RAGCitationReferenceMap, RAGGroundedAnswer, RAGGroundedAnswerPart, RAGGroundingReference, RAGChunkingOptions, RAGChunkingStrategy, RAGDocumentChunk, RAGDocumentChunkPreview, RAGArchiveEntry, RAGArchiveExpander, RAGArchiveExpansionResult, RAGExtractedFileDocument, RAGFileExtractionInput, RAGFileExtractor, RAGPDFOCRExtractorOptions, RAGDirectoryIngestInput, RAGDocumentFileInput, RAGDocumentIngestInput, RAGDocumentUploadIngestInput, RAGDocumentUploadInput, RAGEmbeddingFunction, RAGEmbeddingInput, RAGEmbeddingProvider, RAGEmbeddingProviderLike, RAGBackendDescriptor, RAGCollection, RAGCollectionSearchParams, RAGContentFormat, RAGReranker, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerInput, RAGRerankerProvider, RAGRerankerProviderLike, RAGHTMXConfig, RAGHTMXWorkflowRenderConfig, RAGHybridFusionMode, RAGHybridRetrievalMode, RAGHybridSearchOptions, RAGIngestDocument, RAGDocumentUrlIngestInput, RAGDocumentUrlInput, RAGEmailSyncAttachment, RAGEmailSyncClient, RAGEmailSyncListInput, RAGEmailSyncListResult, RAGEmailSyncMessage, RAGEmailSyncSourceOptions, RAGStorageSyncClient, RAGStorageSyncFile, RAGStorageSyncListInput, RAGStorageSyncListResult, RAGStorageSyncObject, RAGStorageSyncSourceOptions, RAGIndexedDocument, RAGLexicalQueryInput, RAGQueryInput, RAGQueryResult, RAGQueryTransformInput, RAGQueryTransformProvider, RAGQueryTransformProviderLike, RAGQueryTransformResult, RAGQueryTransformer, RAGIngestResponse, RAGPostgresNativeDiagnostics, RAGPreparedDocument, RAGSearchRequest, RAGSyncManager, RAGSyncSchedule, RAGSyncScheduler, RAGSyncResponse, RAGSyncRunOptions, RAGSyncStateStore, RAGSyncSourceContext, RAGSyncSourceDefinition, RAGSyncSourceRecord, RAGSyncSourceRunResult, RAGDirectorySyncSourceOptions, RAGUrlSyncSourceOptions, RAGSourceGroup, RAGSourceSummary, RAGSQLiteNativeDiagnostics, RAGStatusResponse, RAGStreamStage, RAGEvaluationCase, RAGEvaluationCaseDiff, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationCaseResult, RAGEvaluationLeaderboardEntry, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSummary, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGMutationResponse, RAGMediaTranscriber, RAGMediaTranscriptSegment, RAGMediaTranscriptionResult, RAGOCRProvider, RAGOCRResult, RAGUpsertInput, RAGVectorStore, RAGVectorStoreStatus, SQLiteVecResolution, RAGChatPluginConfig } from '../../types/ai';
+export type { AIHTMXRenderConfig, RAGAnswerWorkflowState, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingCaseDifficultyDiffEntry, RAGAnswerGroundingCaseDifficultyHistory, RAGAnswerGroundingCaseDifficultyHistoryStore, RAGAnswerGroundingCaseDifficultyRun, RAGAnswerGroundingCaseDifficultyRunDiff, RAGAnswerGroundingEvaluationCaseDiff, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGAnswerGroundingEvaluationSummary, RAGSource, RAGBackendCapabilities, RAGCitation, RAGCitationReferenceMap, RAGGroundedAnswer, RAGGroundedAnswerPart, RAGGroundingReference, RAGChunkingOptions, RAGChunkingStrategy, RAGDocumentChunk, RAGDocumentChunkPreview, RAGArchiveEntry, RAGArchiveExpander, RAGArchiveExpansionResult, RAGExtractedFileDocument, RAGFileExtractionInput, RAGFileExtractor, RAGPDFOCRExtractorOptions, RAGDirectoryIngestInput, RAGDocumentFileInput, RAGDocumentIngestInput, RAGDocumentUploadIngestInput, RAGDocumentUploadInput, RAGEmbeddingFunction, RAGEmbeddingInput, RAGEmbeddingProvider, RAGEmbeddingProviderLike, RAGBackendDescriptor, RAGCollection, RAGCollectionSearchParams, RAGContentFormat, RAGReranker, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerInput, RAGRerankerProvider, RAGRerankerProviderLike, RAGHTMXConfig, RAGHTMXWorkflowRenderConfig, RAGHybridFusionMode, RAGHybridRetrievalMode, RAGHybridSearchOptions, RAGIngestDocument, RAGDocumentUrlIngestInput, RAGDocumentUrlInput, RAGEmailSyncAttachment, RAGEmailSyncClient, RAGEmailSyncListInput, RAGEmailSyncListResult, RAGEmailSyncMessage, RAGEmailSyncSourceOptions, RAGStorageSyncClient, RAGStorageSyncFile, RAGStorageSyncListInput, RAGStorageSyncListResult, RAGStorageSyncObject, RAGStorageSyncSourceOptions, RAGIndexedDocument, RAGLexicalQueryInput, RAGQueryInput, RAGQueryResult, RAGQueryTransformInput, RAGQueryTransformProvider, RAGQueryTransformProviderLike, RAGQueryTransformResult, RAGQueryTransformer, RAGIngestResponse, RAGPostgresNativeDiagnostics, RAGPreparedDocument, RAGSearchRequest, RAGSyncManager, RAGSyncSchedule, RAGSyncScheduler, RAGSyncResponse, RAGSyncRunOptions, RAGSyncStateStore, RAGSyncSourceContext, RAGSyncSourceDefinition, RAGSyncSourceRecord, RAGSyncSourceRunResult, RAGDirectorySyncSourceOptions, RAGUrlSyncSourceOptions, RAGSourceGroup, RAGSourceSummary, RAGSQLiteNativeDiagnostics, RAGStatusResponse, RAGStreamStage, RAGEvaluationCase, RAGEvaluationCaseDiff, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationCaseResult, RAGEvaluationLeaderboardEntry, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSummary, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGMutationResponse, RAGMediaTranscriber, RAGMediaTranscriptSegment, RAGMediaTranscriptionResult, RAGOCRProvider, RAGOCRResult, RAGUpsertInput, RAGVectorStore, RAGVectorStoreStatus, SQLiteVecResolution, RAGChatPluginConfig } from '../../types/ai';
 export type { RAGTransportProgress, RAGTransportProgressState } from './rag';
 export { createConversationManager } from './conversationManager';
 export { createMemoryStore } from './memoryStore';

package/dist/src/ai/rag/index.d.ts

@@ -10,7 +10,7 @@ export { createRAGGmailEmailSyncClient, createRAGGraphEmailSyncClient, createRAG
 export { buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, buildRAGUpsertInputFromUploads, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGFileExtractor, createRAGImageOCRExtractor, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGOCRProvider, createTextFileExtractor, loadRAGDocumentFromURL, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentsFromURLs, prepareRAGDirectoryDocuments, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments } from './ingestion';
 export { buildRAGAnswerWorkflowState, buildRAGCitations, buildRAGCitationReferenceMap, buildRAGGroundedAnswer, buildRAGGroundingReferences, buildRAGSourceGroups, buildRAGSourceSummaries, buildRAGStreamProgress as buildRAGTransportProgress, getLatestAssistantMessage, getLatestRAGSources, resolveRAGStreamStage } from './presentation';
 export { buildRAGContext } from './types';
-export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGEvaluationLeaderboard, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison } from './quality';
+export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingCaseDifficultyRunDiff, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGEvaluationLeaderboard, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingCaseDifficultyHistoryStore, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingCaseDifficultyHistory, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingCaseDifficultyRun, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison } from './quality';
 export { createRAGBunS3SyncClient, createRAGDirectorySyncSource, createRAGEmailSyncSource, createRAGFileSyncStateStore, createRAGStaticEmailSyncClient, createRAGStorageSyncSource, createRAGSyncManager, createRAGSyncScheduler, createRAGUrlSyncSource } from './sync';
 export type { RAGStreamProgress as RAGTransportProgress, RAGStreamProgressState as RAGTransportProgressState } from './presentation';
 export { createRAGCollection, ingestDocuments, ingestRAGDocuments, searchDocuments } from './collection';

package/dist/src/ai/rag/quality.d.ts

@@ -1,10 +1,14 @@
-import type { RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGCollection, RAGEvaluationCase, RAGEvaluationCaseResult, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationInput, RAGEvaluationLeaderboardEntry, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerProviderLike } from '../../../types/ai';
+import type { RAGAnswerGroundingCaseDifficultyHistory, RAGAnswerGroundingCaseDifficultyHistoryStore, RAGAnswerGroundingCaseDifficultyRun, RAGAnswerGroundingCaseDifficultyRunDiff, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGCollection, RAGEvaluationCase, RAGEvaluationCaseResult, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationInput, RAGEvaluationLeaderboardEntry, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerProviderLike } from '../../../types/ai';
 export declare const buildRAGEvaluationLeaderboard: (runs: RAGEvaluationSuiteRun[]) => RAGEvaluationLeaderboardEntry[];
 export declare const buildRAGAnswerGroundingEvaluationLeaderboard: (runs: RAGAnswerGroundingEvaluationRun[]) => RAGAnswerGroundingEvaluationLeaderboardEntry[];
 export declare const buildRAGAnswerGroundingCaseDifficultyLeaderboard: (entries: Array<{
     label: string;
     response: RAGAnswerGroundingEvaluationResponse;
 }>) => RAGAnswerGroundingEvaluationCaseDifficultyEntry[];
+export declare const buildRAGAnswerGroundingCaseDifficultyRunDiff: ({ current, previous }: {
+    current: RAGAnswerGroundingCaseDifficultyRun;
+    previous?: RAGAnswerGroundingCaseDifficultyRun;
+}) => RAGAnswerGroundingCaseDifficultyRunDiff;
 export declare const buildRAGEvaluationRunDiff: ({ current, previous }: {
     current: RAGEvaluationSuiteRun;
     previous?: RAGEvaluationSuiteRun;
@@ -15,6 +19,7 @@ export declare const buildRAGAnswerGroundingEvaluationRunDiff: ({ current, previ
 }) => RAGAnswerGroundingEvaluationRunDiff;
 export declare const createRAGFileEvaluationHistoryStore: (path: string) => RAGEvaluationHistoryStore;
 export declare const createRAGFileAnswerGroundingEvaluationHistoryStore: (path: string) => RAGAnswerGroundingEvaluationHistoryStore;
+export declare const createRAGFileAnswerGroundingCaseDifficultyHistoryStore: (path: string) => RAGAnswerGroundingCaseDifficultyHistoryStore;
 export declare const loadRAGEvaluationHistory: ({ store, suite, limit }: {
     store: RAGEvaluationHistoryStore;
     suite: RAGEvaluationSuite;
@@ -25,6 +30,11 @@ export declare const loadRAGAnswerGroundingEvaluationHistory: ({ store, suite, l
     suite: Pick<RAGEvaluationSuite, "id" | "label">;
     limit?: number;
 }) => Promise<RAGAnswerGroundingEvaluationHistory>;
+export declare const loadRAGAnswerGroundingCaseDifficultyHistory: ({ store, suite, limit }: {
+    store: RAGAnswerGroundingCaseDifficultyHistoryStore;
+    suite: Pick<RAGEvaluationSuite, "id" | "label">;
+    limit?: number;
+}) => Promise<RAGAnswerGroundingCaseDifficultyHistory>;
 export declare const persistRAGEvaluationSuiteRun: ({ store, run }: {
     store: RAGEvaluationHistoryStore;
     run: RAGEvaluationSuiteRun;
@@ -33,6 +43,10 @@ export declare const persistRAGAnswerGroundingEvaluationRun: ({ store, run }: {
     store: RAGAnswerGroundingEvaluationHistoryStore;
     run: RAGAnswerGroundingEvaluationRun;
 }) => Promise<RAGAnswerGroundingEvaluationRun>;
+export declare const persistRAGAnswerGroundingCaseDifficultyRun: ({ store, run }: {
+    store: RAGAnswerGroundingCaseDifficultyHistoryStore;
+    run: RAGAnswerGroundingCaseDifficultyRun;
+}) => Promise<RAGAnswerGroundingCaseDifficultyRun>;
 export declare const buildRAGEvaluationResponse: (cases: RAGEvaluationCaseResult[]) => RAGEvaluationResponse;
 export declare const evaluateRAGAnswerGroundingCase: ({ caseIndex, caseInput }: {
     caseIndex: number;

package/dist/src/ai/rag/types.d.ts

@@ -1,5 +1,5 @@
 import type { RAGDocumentChunk, RAGQueryInput, RAGQueryResult, RAGUpsertInput } from '../../../types/ai';
-export type { AIHTMXRenderConfig, RAGAnswerWorkflowState, RAGBackendCapabilities, RAGCitation, RAGCitationReferenceMap, RAGGroundedAnswer, RAGGroundedAnswerPart, RAGGroundingReference, RAGChunkingOptions, RAGChunkingStrategy, RAGCollection, RAGCollectionSearchParams, RAGContentFormat, RAGHTMXConfig, RAGHybridFusionMode, RAGHybridRetrievalMode, RAGHybridSearchOptions, RAGDocumentChunk, RAGDocumentChunkPreview, RAGArchiveEntry, RAGArchiveExpander, RAGArchiveExpansionResult, RAGExtractedFileDocument, RAGFileExtractionInput, RAGFileExtractor, RAGPDFOCRExtractorOptions, RAGDirectoryIngestInput, RAGDirectorySyncSourceOptions, RAGDocumentFileInput, RAGDocumentIngestInput, RAGDocumentUploadIngestInput, RAGDocumentUploadInput, RAGEmbeddingFunction, RAGEmbeddingInput, RAGEmbeddingProvider, RAGEmbeddingProviderLike, RAGBackendDescriptor, RAGHTMXWorkflowRenderConfig, RAGIngestDocument, RAGIndexedDocument, RAGMediaTranscriber, RAGMediaTranscriptSegment, RAGMediaTranscriptionResult, RAGLexicalQueryInput, RAGDocumentUrlInput, RAGDocumentUrlIngestInput, RAGEmailSyncAttachment, RAGEmailSyncClient, RAGEmailSyncListInput, RAGEmailSyncListResult, RAGEmailSyncMessage, RAGEmailSyncSourceOptions, RAGStorageSyncClient, RAGStorageSyncFile, RAGStorageSyncListInput, RAGStorageSyncListResult, RAGStorageSyncObject, RAGStorageSyncSourceOptions, RAGOCRProvider, RAGOCRResult, RAGPreparedDocument, RAGSource, RAGSourceGroup, RAGSourceSummary, RAGIngestResponse, RAGMutationResponse, RAGPostgresNativeDiagnostics, RAGQueryInput, RAGQueryResult, RAGQueryTransformInput, RAGQueryTransformProvider, RAGQueryTransformProviderLike, RAGQueryTransformResult, RAGQueryTransformer, RAGSearchRequest, RAGSyncManager, RAGSyncRunOptions, RAGSyncSchedule, RAGSyncScheduler, RAGSyncResponse, RAGSyncStateStore, RAGSyncSourceContext, RAGSyncSourceDefinition, RAGSyncSourceRecord, RAGSyncSourceRunResult, RAGUrlSyncSourceOptions, RAGSQLiteNativeDiagnostics, RAGStatusResponse, RAGStreamStage, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseDiff, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGAnswerGroundingEvaluationSummary, RAGEvaluationCase, RAGEvaluationCaseDiff, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationCaseResult, RAGEvaluationLeaderboardEntry, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSummary, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGUpsertInput, RAGVectorStore, RAGVectorStoreStatus, SQLiteVecResolution } from '../../../types/ai';
+export type { AIHTMXRenderConfig, RAGAnswerWorkflowState, RAGBackendCapabilities, RAGCitation, RAGCitationReferenceMap, RAGGroundedAnswer, RAGGroundedAnswerPart, RAGGroundingReference, RAGChunkingOptions, RAGChunkingStrategy, RAGCollection, RAGCollectionSearchParams, RAGContentFormat, RAGHTMXConfig, RAGHybridFusionMode, RAGHybridRetrievalMode, RAGHybridSearchOptions, RAGDocumentChunk, RAGDocumentChunkPreview, RAGArchiveEntry, RAGArchiveExpander, RAGArchiveExpansionResult, RAGExtractedFileDocument, RAGFileExtractionInput, RAGFileExtractor, RAGPDFOCRExtractorOptions, RAGDirectoryIngestInput, RAGDirectorySyncSourceOptions, RAGDocumentFileInput, RAGDocumentIngestInput, RAGDocumentUploadIngestInput, RAGDocumentUploadInput, RAGEmbeddingFunction, RAGEmbeddingInput, RAGEmbeddingProvider, RAGEmbeddingProviderLike, RAGBackendDescriptor, RAGHTMXWorkflowRenderConfig, RAGIngestDocument, RAGIndexedDocument, RAGMediaTranscriber, RAGMediaTranscriptSegment, RAGMediaTranscriptionResult, RAGLexicalQueryInput, RAGDocumentUrlInput, RAGDocumentUrlIngestInput, RAGEmailSyncAttachment, RAGEmailSyncClient, RAGEmailSyncListInput, RAGEmailSyncListResult, RAGEmailSyncMessage, RAGEmailSyncSourceOptions, RAGStorageSyncClient, RAGStorageSyncFile, RAGStorageSyncListInput, RAGStorageSyncListResult, RAGStorageSyncObject, RAGStorageSyncSourceOptions, RAGOCRProvider, RAGOCRResult, RAGPreparedDocument, RAGSource, RAGSourceGroup, RAGSourceSummary, RAGIngestResponse, RAGMutationResponse, RAGPostgresNativeDiagnostics, RAGQueryInput, RAGQueryResult, RAGQueryTransformInput, RAGQueryTransformProvider, RAGQueryTransformProviderLike, RAGQueryTransformResult, RAGQueryTransformer, RAGSearchRequest, RAGSyncManager, RAGSyncRunOptions, RAGSyncSchedule, RAGSyncScheduler, RAGSyncResponse, RAGSyncStateStore, RAGSyncSourceContext, RAGSyncSourceDefinition, RAGSyncSourceRecord, RAGSyncSourceRunResult, RAGUrlSyncSourceOptions, RAGSQLiteNativeDiagnostics, RAGStatusResponse, RAGStreamStage, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingCaseDifficultyDiffEntry, RAGAnswerGroundingCaseDifficultyHistory, RAGAnswerGroundingCaseDifficultyHistoryStore, RAGAnswerGroundingCaseDifficultyRun, RAGAnswerGroundingCaseDifficultyRunDiff, RAGAnswerGroundingEvaluationCaseDiff, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGAnswerGroundingEvaluationSummary, RAGEvaluationCase, RAGEvaluationCaseDiff, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationCaseResult, RAGEvaluationLeaderboardEntry, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSummary, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGUpsertInput, RAGVectorStore, RAGVectorStoreStatus, SQLiteVecResolution } from '../../../types/ai';
 export type InternalRAGStoredChunk = RAGDocumentChunk & {
     vector: number[];
     sourceId: string;

package/dist/svelte/ai/index.js

@@ -1809,10 +1809,49 @@ var buildRAGAnswerGroundingCaseDifficultyLeaderboard = (entries) => {
     totalEvaluations: entry.totalEvaluations
   }));
 };
+var buildGroundingDifficultyDiffEntry = (current, previous) => ({
+  caseId: current.caseId,
+  currentAverageCitationF1: current.averageCitationF1,
+  currentFailRate: current.failRate,
+  currentPassRate: current.passRate,
+  currentRank: current.rank,
+  label: current.label,
+  previousAverageCitationF1: previous?.averageCitationF1,
+  previousFailRate: previous?.failRate,
+  previousPassRate: previous?.passRate,
+  previousRank: previous?.rank,
+  query: current.query
+});
+var buildRAGAnswerGroundingCaseDifficultyRunDiff = ({
+  current,
+  previous
+}) => {
+  const previousEntries = new Map((previous?.entries ?? []).map((entry) => [entry.caseId, entry]));
+  const diffs = current.entries.map((entry) => buildGroundingDifficultyDiffEntry(entry, previousEntries.get(entry.caseId)));
+  return {
+    currentRunId: current.id,
+    easierCases: diffs.filter((entry) => {
+      const previousRank = entry.previousRank ?? entry.currentRank;
+      return entry.currentRank > previousRank;
+    }),
+    harderCases: diffs.filter((entry) => {
+      const previousRank = entry.previousRank ?? Number.MAX_SAFE_INTEGER;
+      return entry.currentRank < previousRank;
+    }),
+    previousRunId: previous?.id,
+    suiteId: current.suiteId,
+    unchangedCases: diffs.filter((entry) => {
+      const previousRank = entry.previousRank ?? entry.currentRank;
+      return entry.currentRank === previousRank;
+    })
+  };
+};
 var toHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
 var normalizeHistoryRuns = (runs) => [...runs].sort(toHistorySortOrder);
 var toGroundingHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
 var normalizeGroundingHistoryRuns = (runs) => [...runs].sort(toGroundingHistorySortOrder);
+var toGroundingDifficultyHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
+var normalizeGroundingDifficultyHistoryRuns = (runs) => [...runs].sort(toGroundingDifficultyHistorySortOrder);
 var buildCaseDiff = (currentCase, previousCase) => ({
   caseId: currentCase.caseId,
   currentF1: currentCase.f1,
@@ -1830,18 +1869,30 @@ var buildGroundingCaseDiff = (currentCase, previousCase) => ({
   answerChanged: typeof previousCase?.answer === "string" ? previousCase.answer !== currentCase.answer : true,
   caseId: currentCase.caseId,
   currentCitationF1: currentCase.citationF1,
+  currentCitedIds: currentCase.citedIds,
   currentCoverage: currentCase.coverage,
+  currentExtraIds: currentCase.extraIds,
   currentMatchedIds: currentCase.matchedIds,
   currentMissingIds: currentCase.missingIds,
+  currentReferenceCount: currentCase.referenceCount,
+  currentResolvedCitationCount: currentCase.resolvedCitationCount,
   currentAnswer: currentCase.answer,
   currentStatus: currentCase.status,
+  currentUngroundedReferenceNumbers: currentCase.groundedAnswer.ungroundedReferenceNumbers,
+  currentUnresolvedCitationCount: currentCase.unresolvedCitationCount,
   label: currentCase.label,
   previousAnswer: previousCase?.answer,
   previousCitationF1: previousCase?.citationF1,
+  previousCitedIds: previousCase?.citedIds ?? [],
   previousCoverage: previousCase?.coverage,
+  previousExtraIds: previousCase?.extraIds ?? [],
   previousMatchedIds: previousCase?.matchedIds ?? [],
   previousMissingIds: previousCase?.missingIds ?? [],
+  previousReferenceCount: previousCase?.referenceCount,
+  previousResolvedCitationCount: previousCase?.resolvedCitationCount,
   previousStatus: previousCase?.status,
+  previousUngroundedReferenceNumbers: previousCase?.groundedAnswer.ungroundedReferenceNumbers ?? [],
+  previousUnresolvedCitationCount: previousCase?.unresolvedCitationCount,
   query: currentCase.query
 });
 var buildGroundingCaseSnapshots = ({
@@ -1858,7 +1909,9 @@ var buildGroundingCaseSnapshots = ({
       answer: entry.answer,
       answerChange: typeof previousCase?.answer === "string" ? previousCase.answer === entry.answer ? "unchanged" : "changed" : "new",
       caseId: entry.caseId,
+      citationCount: entry.citationCount,
       citationF1: entry.citationF1,
+      citedIds: entry.citedIds,
       coverage: entry.coverage,
       extraIds: entry.extraIds,
       label: entry.label,
@@ -1866,8 +1919,12 @@ var buildGroundingCaseSnapshots = ({
       missingIds: entry.missingIds,
       previousAnswer: previousCase?.answer,
       query: entry.query,
+      referenceCount: entry.referenceCount,
+      resolvedCitationCount: entry.resolvedCitationCount,
       resolvedCitationRate: entry.resolvedCitationRate,
-      status: entry.status
+      status: entry.status,
+      ungroundedReferenceNumbers: entry.groundedAnswer.ungroundedReferenceNumbers,
+      unresolvedCitationCount: entry.unresolvedCitationCount
     };
   });
 };
@@ -1998,6 +2055,42 @@ var createRAGFileAnswerGroundingEvaluationHistoryStore = (path) => ({
     }, null, 2));
   }
 });
+var createRAGFileAnswerGroundingCaseDifficultyHistoryStore = (path) => ({
+  async listRuns(input) {
+    try {
+      const raw = await readFile(path, "utf8");
+      const data = JSON.parse(raw);
+      const runs = Array.isArray(data.runs) ? data.runs : [];
+      const filtered = input?.suiteId ? runs.filter((run) => run.suiteId === input.suiteId) : runs;
+      return normalizeGroundingDifficultyHistoryRuns(filtered).slice(0, input?.limit ?? DEFAULT_HISTORY_LIMIT);
+    } catch (error) {
+      if (error && typeof error === "object" && "code" in error && error.code === "ENOENT") {
+        return [];
+      }
+      throw error;
+    }
+  },
+  async saveRun(run) {
+    let runs = [];
+    try {
+      const raw = await readFile(path, "utf8");
+      const data = JSON.parse(raw);
+      runs = Array.isArray(data.runs) ? data.runs : [];
+    } catch (error) {
+      if (!error || typeof error !== "object" || !("code" in error) || error.code !== "ENOENT") {
+        throw error;
+      }
+    }
+    const nextRuns = normalizeGroundingDifficultyHistoryRuns([
+      run,
+      ...runs.filter((entry) => entry.id !== run.id)
+    ]);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, JSON.stringify({
+      runs: nextRuns
+    }, null, 2));
+  }
+});
 var loadRAGEvaluationHistory = async ({
   store,
   suite,
@@ -2047,6 +2140,29 @@ var loadRAGAnswerGroundingEvaluationHistory = async ({
     suiteLabel: suite.label ?? suite.id
   };
 };
+var loadRAGAnswerGroundingCaseDifficultyHistory = async ({
+  store,
+  suite,
+  limit = DEFAULT_HISTORY_LIMIT
+}) => {
+  const runs = normalizeGroundingDifficultyHistoryRuns(await Promise.resolve(store.listRuns({
+    limit,
+    suiteId: suite.id
+  })));
+  const latestRun = runs[0];
+  const previousRun = runs[1];
+  return {
+    diff: latestRun && previousRun ? buildRAGAnswerGroundingCaseDifficultyRunDiff({
+      current: latestRun,
+      previous: previousRun
+    }) : undefined,
+    latestRun,
+    previousRun,
+    runs,
+    suiteId: suite.id,
+    suiteLabel: suite.label ?? suite.id
+  };
+};
 var persistRAGEvaluationSuiteRun = async ({
   store,
   run
@@ -2061,6 +2177,13 @@ var persistRAGAnswerGroundingEvaluationRun = async ({
   await Promise.resolve(store.saveRun(run));
   return run;
 };
+var persistRAGAnswerGroundingCaseDifficultyRun = async ({
+  store,
+  run
+}) => {
+  await Promise.resolve(store.saveRun(run));
+  return run;
+};
 var buildRAGEvaluationResponse = (cases) => {
   const totalCases = cases.length;
   const passedCases = cases.filter((entry) => entry.status === "pass").length;
@@ -3091,5 +3214,5 @@ export {
   createAIStream
 };
 
-//# debugId=C9E7C122AD802CB564756E2164756E21
+//# debugId=86CB83E6023B04AA64756E2164756E21
 //# sourceMappingURL=index.js.map