@absolutejs/absolute 0.19.0-beta.533 → 0.19.0-beta.535
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai/client/index.js +271 -3
- package/dist/ai/client/index.js.map +3 -3
- package/dist/ai/index.js +274 -3
- package/dist/ai/index.js.map +3 -3
- package/dist/ai-client/react/ai/index.js +5 -2
- package/dist/ai-client/vue/ai/index.js +5 -2
- package/dist/angular/index.js +2 -2
- package/dist/angular/index.js.map +1 -1
- package/dist/angular/server.js +2 -2
- package/dist/angular/server.js.map +1 -1
- package/dist/build.js +2 -2
- package/dist/build.js.map +1 -1
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/react/ai/index.js +271 -3
- package/dist/react/ai/index.js.map +3 -3
- package/dist/src/ai/index.d.ts +1 -1
- package/dist/src/ai/rag/index.d.ts +1 -1
- package/dist/src/ai/rag/quality.d.ts +8 -2
- package/dist/src/react/ai/useRAG.d.ts +2 -0
- package/dist/src/react/ai/useRAGEvaluate.d.ts +2 -0
- package/dist/src/svelte/ai/createRAG.d.ts +2 -0
- package/dist/src/svelte/ai/createRAGEvaluate.d.ts +2 -0
- package/dist/src/vue/ai/useRAG.d.ts +92 -0
- package/dist/src/vue/ai/useRAGEvaluate.d.ts +92 -0
- package/dist/svelte/ai/index.js +271 -3
- package/dist/svelte/ai/index.js.map +3 -3
- package/dist/types/ai.d.ts +33 -0
- package/dist/vue/ai/index.js +271 -3
- package/dist/vue/ai/index.js.map +3 -3
- package/package.json +7 -7
package/dist/src/ai/index.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
export { aiChat } from '../plugins/aiChat';
|
|
2
2
|
export { streamAI } from './streamAI';
|
|
3
3
|
export { ragChat } from './rag';
|
|
4
|
-
export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingCaseDifficultyRunDiff, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGContext, buildRAGEvaluationLeaderboard, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingCaseDifficultyHistoryStore, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGBunS3SyncClient, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, createRAGDirectorySyncSource, createRAGEmailSyncSource, createRAGGmailEmailSyncClient, createRAGFileSyncStateStore, createRAGGraphEmailSyncClient, createRAGIMAPEmailSyncClient, createRAGStaticEmailSyncClient, createRAGStorageSyncSource, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingCaseDifficultyHistory, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingCaseDifficultyRun, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison, buildRAGCitations, buildRAGCitationReferenceMap, buildRAGLexicalHaystack, buildRAGGroundedAnswer, buildRAGGroundingReferences, buildRAGSourceGroups, buildRAGSourceSummaries, buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGCollection, createRAGEmbeddingProvider, createRAGFileExtractor, createRAGImageOCRExtractor, createHeuristicRAGReranker, createHeuristicRAGQueryTransform, createRAGHTMXConfig, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGSyncManager, createRAGSyncScheduler, createRAGOCRProvider, createRAGUrlSyncSource, createRAGQueryTransform, createRAGReranker, fuseRAGQueryResults, createTextFileExtractor, createRAGHTMXWorkflowRenderConfig, alibabaEmbeddings, anthropicOCR, deepseekEmbeddings, geminiEmbeddings, geminiOCR, getLatestAssistantMessage, getLatestRAGSources, buildRAGStreamProgress, googleEmbeddings, ingestDocuments, ingestRAGDocuments, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentFromURL, loadRAGDocumentsFromURLs, metaEmbeddings, mistralaiEmbeddings, moonshotEmbeddings, ollamaEmbeddings, ollamaOCR, ollamaTranscriber, openaiCompatibleEmbeddings, openaiCompatibleOCR, openaiCompatibleTranscriber, openaiEmbeddings, openaiOCR, openaiTranscriber, prepareRAGDirectoryDocuments, buildRAGUpsertInputFromUploads, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments, ragPlugin, resolveRAGQueryTransform, resolveRAGEmbeddingProvider, resolveRAGHybridSearchOptions, resolveRAGReranker, resolveRAGStreamStage, searchDocuments, scoreRAGLexicalMatch, applyRAGReranking, applyRAGQueryTransform, validateRAGEmbeddingDimensions, xaiEmbeddings } from './rag';
|
|
4
|
+
export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingCaseDifficultyRunDiff, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGContext, buildRAGComparisonTraceDiffRows, buildRAGComparisonTraceSummaryRows, buildRAGEvaluationLeaderboard, buildRAGEvaluationHistoryRows, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingCaseDifficultyHistoryStore, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGBunS3SyncClient, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, createRAGDirectorySyncSource, createRAGEmailSyncSource, createRAGGmailEmailSyncClient, createRAGFileSyncStateStore, createRAGGraphEmailSyncClient, createRAGIMAPEmailSyncClient, createRAGStaticEmailSyncClient, createRAGStorageSyncSource, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingCaseDifficultyHistory, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingCaseDifficultyRun, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison, buildRAGCitations, buildRAGCitationReferenceMap, buildRAGLexicalHaystack, buildRAGGroundedAnswer, buildRAGGroundingReferences, buildRAGSourceGroups, buildRAGSourceSummaries, buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGCollection, createRAGEmbeddingProvider, createRAGFileExtractor, createRAGImageOCRExtractor, createHeuristicRAGReranker, createHeuristicRAGQueryTransform, createRAGHTMXConfig, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGSyncManager, createRAGSyncScheduler, createRAGOCRProvider, createRAGUrlSyncSource, createRAGQueryTransform, createRAGReranker, fuseRAGQueryResults, createTextFileExtractor, createRAGHTMXWorkflowRenderConfig, alibabaEmbeddings, anthropicOCR, deepseekEmbeddings, geminiEmbeddings, geminiOCR, getLatestAssistantMessage, getLatestRAGSources, buildRAGStreamProgress, googleEmbeddings, ingestDocuments, ingestRAGDocuments, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentFromURL, loadRAGDocumentsFromURLs, metaEmbeddings, mistralaiEmbeddings, moonshotEmbeddings, ollamaEmbeddings, ollamaOCR, ollamaTranscriber, openaiCompatibleEmbeddings, openaiCompatibleOCR, openaiCompatibleTranscriber, openaiEmbeddings, openaiOCR, openaiTranscriber, prepareRAGDirectoryDocuments, buildRAGUpsertInputFromUploads, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments, ragPlugin, resolveRAGQueryTransform, resolveRAGEmbeddingProvider, resolveRAGHybridSearchOptions, resolveRAGReranker, resolveRAGStreamStage, searchDocuments, scoreRAGLexicalMatch, applyRAGReranking, applyRAGQueryTransform, validateRAGEmbeddingDimensions, xaiEmbeddings } from './rag';
|
|
5
5
|
export { createInMemoryRAGStore } from './rag/adapters/inMemory';
|
|
6
6
|
export { createSQLiteRAGStore } from './rag/adapters/sqlite';
|
|
7
7
|
export { resolveAbsoluteSQLiteVec, resolveAbsoluteSQLiteVecExtensionPath } from './rag/resolveAbsoluteSQLiteVec';
|
|
@@ -10,7 +10,7 @@ export { createRAGGmailEmailSyncClient, createRAGGraphEmailSyncClient, createRAG
|
|
|
10
10
|
export { buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, buildRAGUpsertInputFromUploads, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGFileExtractor, createRAGImageOCRExtractor, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGOCRProvider, createTextFileExtractor, loadRAGDocumentFromURL, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentsFromURLs, prepareRAGDirectoryDocuments, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments } from './ingestion';
|
|
11
11
|
export { buildRAGAnswerWorkflowState, buildRAGCitations, buildRAGCitationReferenceMap, buildRAGGroundedAnswer, buildRAGGroundingReferences, buildRAGSourceGroups, buildRAGSourceSummaries, buildRAGStreamProgress, getLatestAssistantMessage, getLatestRAGSources, resolveRAGStreamStage } from './presentation';
|
|
12
12
|
export { buildRAGContext } from './types';
|
|
13
|
-
export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingCaseDifficultyRunDiff, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGEvaluationLeaderboard, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingCaseDifficultyHistoryStore, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingCaseDifficultyHistory, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingCaseDifficultyRun, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison } from './quality';
|
|
13
|
+
export { buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingCaseDifficultyRunDiff, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGComparisonTraceDiffRows, buildRAGComparisonTraceSummaryRows, buildRAGEvaluationLeaderboard, buildRAGEvaluationHistoryRows, buildRAGEvaluationResponse, buildRAGEvaluationRunDiff, compareRAGRetrievalStrategies, compareRAGRerankers, createRAGFileAnswerGroundingCaseDifficultyHistoryStore, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGFileEvaluationHistoryStore, createRAGEvaluationSuite, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingCaseDifficultyHistory, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, persistRAGAnswerGroundingCaseDifficultyRun, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison } from './quality';
|
|
14
14
|
export { createRAGBunS3SyncClient, createRAGDirectorySyncSource, createRAGEmailSyncSource, createRAGFileSyncStateStore, createRAGStaticEmailSyncClient, createRAGStorageSyncSource, createRAGSyncManager, createRAGSyncScheduler, createRAGUrlSyncSource } from './sync';
|
|
15
15
|
export type { RAGStreamProgress, RAGStreamProgressState } from './presentation';
|
|
16
16
|
export { createRAGCollection, ingestDocuments, ingestRAGDocuments, searchDocuments } from './collection';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { RAGAnswerGroundingCaseDifficultyHistory, RAGAnswerGroundingCaseDifficultyHistoryStore, RAGAnswerGroundingCaseDifficultyRun, RAGAnswerGroundingCaseDifficultyRunDiff, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGCollection, RAGEvaluationCase, RAGEvaluationCaseResult, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationInput, RAGEvaluationLeaderboardEntry, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerProviderLike } from '../../../types/ai';
|
|
1
|
+
import type { RAGAnswerGroundingCaseDifficultyHistory, RAGAnswerGroundingCaseDifficultyHistoryStore, RAGAnswerGroundingCaseDifficultyRun, RAGAnswerGroundingCaseDifficultyRunDiff, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGCollection, RAGEvaluationCase, RAGEvaluationCaseTraceSnapshot, RAGEvaluationCaseResult, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationInput, RAGEvaluationLeaderboardEntry, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGLabelValueRow, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalTraceComparisonSummary, RAGRetrievalComparisonSummary, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerProviderLike } from '../../../types/ai';
|
|
2
2
|
export declare const buildRAGEvaluationLeaderboard: (runs: RAGEvaluationSuiteRun[]) => RAGEvaluationLeaderboardEntry[];
|
|
3
3
|
export declare const buildRAGAnswerGroundingEvaluationLeaderboard: (runs: RAGAnswerGroundingEvaluationRun[]) => RAGAnswerGroundingEvaluationLeaderboardEntry[];
|
|
4
4
|
export declare const buildRAGAnswerGroundingCaseDifficultyLeaderboard: (entries: Array<{
|
|
@@ -9,6 +9,9 @@ export declare const buildRAGAnswerGroundingCaseDifficultyRunDiff: ({ current, p
|
|
|
9
9
|
current: RAGAnswerGroundingCaseDifficultyRun;
|
|
10
10
|
previous?: RAGAnswerGroundingCaseDifficultyRun;
|
|
11
11
|
}) => RAGAnswerGroundingCaseDifficultyRunDiff;
|
|
12
|
+
export declare const buildRAGComparisonTraceSummaryRows: (entry: RAGRerankerComparisonEntry | RAGRetrievalComparisonEntry) => RAGLabelValueRow[];
|
|
13
|
+
export declare const buildRAGComparisonTraceDiffRows: (entry: RAGRerankerComparisonEntry | RAGRetrievalComparisonEntry, leader?: RAGRerankerComparisonEntry | RAGRetrievalComparisonEntry) => RAGLabelValueRow[];
|
|
14
|
+
export declare const buildRAGEvaluationHistoryRows: (history?: RAGEvaluationHistory) => RAGLabelValueRow[];
|
|
12
15
|
export declare const buildRAGEvaluationRunDiff: ({ current, previous }: {
|
|
13
16
|
current: RAGEvaluationSuiteRun;
|
|
14
17
|
previous?: RAGEvaluationSuiteRun;
|
|
@@ -74,11 +77,13 @@ export declare const evaluateRAGCollection: ({ collection, input, defaultTopK, r
|
|
|
74
77
|
rerank?: RAGRerankerProviderLike;
|
|
75
78
|
}) => Promise<RAGEvaluationResponse>;
|
|
76
79
|
export declare const executeDryRunRAGEvaluation: (input: RAGEvaluationInput, defaultTopK?: number) => RAGEvaluationCaseResult[];
|
|
77
|
-
export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides }: {
|
|
80
|
+
export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides, artifacts }: {
|
|
78
81
|
suite: RAGEvaluationSuite;
|
|
79
82
|
evaluate: (input: RAGEvaluationInput) => Promise<RAGEvaluationResponse>;
|
|
80
83
|
overrides?: Partial<RAGEvaluationInput>;
|
|
84
|
+
artifacts?: Pick<RAGEvaluationSuiteRun, "traceSummary" | "caseTraceSnapshots">;
|
|
81
85
|
}) => Promise<{
|
|
86
|
+
caseTraceSnapshots: RAGEvaluationCaseTraceSnapshot[] | undefined;
|
|
82
87
|
elapsedMs: number;
|
|
83
88
|
finishedAt: number;
|
|
84
89
|
id: `${string}-${string}-${string}-${string}-${string}`;
|
|
@@ -87,6 +92,7 @@ export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides }: {
|
|
|
87
92
|
response: RAGEvaluationResponse;
|
|
88
93
|
startedAt: number;
|
|
89
94
|
suiteId: string;
|
|
95
|
+
traceSummary: RAGRetrievalTraceComparisonSummary | undefined;
|
|
90
96
|
}>;
|
|
91
97
|
export declare const summarizeRAGEvaluationCase: ({ caseIndex, caseInput, query, mode, retrievedIds, expectedIds, elapsedMs }: {
|
|
92
98
|
caseIndex: number;
|
|
@@ -40,6 +40,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
|
|
|
40
40
|
removeSuite: (id: string) => void;
|
|
41
41
|
reset: () => void;
|
|
42
42
|
runSuite: (suite: import("../..").RAGEvaluationSuite, overrides?: Partial<import("../..").RAGEvaluationInput>) => Promise<{
|
|
43
|
+
caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
|
|
43
44
|
elapsedMs: number;
|
|
44
45
|
finishedAt: number;
|
|
45
46
|
id: `${string}-${string}-${string}-${string}-${string}`;
|
|
@@ -48,6 +49,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
|
|
|
48
49
|
response: import("../..").RAGEvaluationResponse;
|
|
49
50
|
startedAt: number;
|
|
50
51
|
suiteId: string;
|
|
52
|
+
traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
|
|
51
53
|
}>;
|
|
52
54
|
saveSuite: (suite: import("../..").RAGEvaluationSuite) => import("../..").RAGEvaluationSuite;
|
|
53
55
|
suiteRuns: import("../..").RAGEvaluationSuiteRun[];
|
|
@@ -10,6 +10,7 @@ export declare const useRAGEvaluate: (path: string) => {
|
|
|
10
10
|
removeSuite: (id: string) => void;
|
|
11
11
|
reset: () => void;
|
|
12
12
|
runSuite: (suite: RAGEvaluationSuite, overrides?: Partial<RAGEvaluationInput>) => Promise<{
|
|
13
|
+
caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
|
|
13
14
|
elapsedMs: number;
|
|
14
15
|
finishedAt: number;
|
|
15
16
|
id: `${string}-${string}-${string}-${string}-${string}`;
|
|
@@ -18,6 +19,7 @@ export declare const useRAGEvaluate: (path: string) => {
|
|
|
18
19
|
response: RAGEvaluationResponse;
|
|
19
20
|
startedAt: number;
|
|
20
21
|
suiteId: string;
|
|
22
|
+
traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
|
|
21
23
|
}>;
|
|
22
24
|
saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
|
|
23
25
|
suiteRuns: RAGEvaluationSuiteRun[];
|
|
@@ -40,6 +40,7 @@ export declare const createRAG: (path: string, options?: CreateRAGOptions) => {
|
|
|
40
40
|
removeSuite: (id: string) => void;
|
|
41
41
|
reset: () => void;
|
|
42
42
|
runSuite: (suite: import("../..").RAGEvaluationSuite, overrides?: Partial<import("../..").RAGEvaluationInput>) => Promise<{
|
|
43
|
+
caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
|
|
43
44
|
elapsedMs: number;
|
|
44
45
|
finishedAt: number;
|
|
45
46
|
id: `${string}-${string}-${string}-${string}-${string}`;
|
|
@@ -48,6 +49,7 @@ export declare const createRAG: (path: string, options?: CreateRAGOptions) => {
|
|
|
48
49
|
response: import("../..").RAGEvaluationResponse;
|
|
49
50
|
startedAt: number;
|
|
50
51
|
suiteId: string;
|
|
52
|
+
traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
|
|
51
53
|
}>;
|
|
52
54
|
saveSuite: (suite: import("../..").RAGEvaluationSuite) => import("../..").RAGEvaluationSuite;
|
|
53
55
|
suiteRuns: import("svelte/store").Writable<import("../..").RAGEvaluationSuiteRun[]>;
|
|
@@ -10,6 +10,7 @@ export declare const createRAGEvaluate: (path: string) => {
|
|
|
10
10
|
removeSuite: (id: string) => void;
|
|
11
11
|
reset: () => void;
|
|
12
12
|
runSuite: (suite: RAGEvaluationSuite, overrides?: Partial<RAGEvaluationInput>) => Promise<{
|
|
13
|
+
caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
|
|
13
14
|
elapsedMs: number;
|
|
14
15
|
finishedAt: number;
|
|
15
16
|
id: `${string}-${string}-${string}-${string}-${string}`;
|
|
@@ -18,6 +19,7 @@ export declare const createRAGEvaluate: (path: string) => {
|
|
|
18
19
|
response: RAGEvaluationResponse;
|
|
19
20
|
startedAt: number;
|
|
20
21
|
suiteId: string;
|
|
22
|
+
traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
|
|
21
23
|
}>;
|
|
22
24
|
saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
|
|
23
25
|
suiteRuns: import("svelte/store").Writable<RAGEvaluationSuiteRun[]>;
|
|
@@ -254,6 +254,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
|
|
|
254
254
|
removeSuite: (id: string) => void;
|
|
255
255
|
reset: () => void;
|
|
256
256
|
runSuite: (suite: import("../..").RAGEvaluationSuite, overrides?: Partial<import("../..").RAGEvaluationInput>) => Promise<{
|
|
257
|
+
caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
|
|
257
258
|
elapsedMs: number;
|
|
258
259
|
finishedAt: number;
|
|
259
260
|
id: `${string}-${string}-${string}-${string}-${string}`;
|
|
@@ -262,6 +263,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
|
|
|
262
263
|
response: import("../..").RAGEvaluationResponse;
|
|
263
264
|
startedAt: number;
|
|
264
265
|
suiteId: string;
|
|
266
|
+
traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
|
|
265
267
|
}>;
|
|
266
268
|
saveSuite: (suite: import("../..").RAGEvaluationSuite) => import("../..").RAGEvaluationSuite;
|
|
267
269
|
suiteRuns: import("vue").Ref<{
|
|
@@ -331,6 +333,51 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
|
|
|
331
333
|
finalize?: number | undefined;
|
|
332
334
|
};
|
|
333
335
|
} | undefined;
|
|
336
|
+
caseTraceSnapshots?: {
|
|
337
|
+
caseId: string;
|
|
338
|
+
label?: string | undefined;
|
|
339
|
+
query: string;
|
|
340
|
+
status: import("../..").RAGEvaluationCaseResult["status"];
|
|
341
|
+
traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
342
|
+
previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
343
|
+
transformedQuery?: string | undefined;
|
|
344
|
+
previousTransformedQuery?: string | undefined;
|
|
345
|
+
variantQueries: string[];
|
|
346
|
+
previousVariantQueries: string[];
|
|
347
|
+
finalCount: number;
|
|
348
|
+
previousFinalCount?: number | undefined;
|
|
349
|
+
vectorCount: number;
|
|
350
|
+
previousVectorCount?: number | undefined;
|
|
351
|
+
lexicalCount: number;
|
|
352
|
+
previousLexicalCount?: number | undefined;
|
|
353
|
+
candidateTopK: number;
|
|
354
|
+
previousCandidateTopK?: number | undefined;
|
|
355
|
+
lexicalTopK: number;
|
|
356
|
+
previousLexicalTopK?: number | undefined;
|
|
357
|
+
stageCounts: {
|
|
358
|
+
input?: number | undefined;
|
|
359
|
+
embed?: number | undefined;
|
|
360
|
+
query_transform?: number | undefined;
|
|
361
|
+
vector_search?: number | undefined;
|
|
362
|
+
lexical_search?: number | undefined;
|
|
363
|
+
fusion?: number | undefined;
|
|
364
|
+
rerank?: number | undefined;
|
|
365
|
+
score_filter?: number | undefined;
|
|
366
|
+
finalize?: number | undefined;
|
|
367
|
+
};
|
|
368
|
+
previousStageCounts: {
|
|
369
|
+
input?: number | undefined;
|
|
370
|
+
embed?: number | undefined;
|
|
371
|
+
query_transform?: number | undefined;
|
|
372
|
+
vector_search?: number | undefined;
|
|
373
|
+
lexical_search?: number | undefined;
|
|
374
|
+
fusion?: number | undefined;
|
|
375
|
+
rerank?: number | undefined;
|
|
376
|
+
score_filter?: number | undefined;
|
|
377
|
+
finalize?: number | undefined;
|
|
378
|
+
};
|
|
379
|
+
traceChange: "new" | "changed" | "unchanged";
|
|
380
|
+
}[] | undefined;
|
|
334
381
|
metadata?: Record<string, unknown> | undefined;
|
|
335
382
|
}[], import("../..").RAGEvaluationSuiteRun[] | {
|
|
336
383
|
id: string;
|
|
@@ -399,6 +446,51 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
|
|
|
399
446
|
finalize?: number | undefined;
|
|
400
447
|
};
|
|
401
448
|
} | undefined;
|
|
449
|
+
caseTraceSnapshots?: {
|
|
450
|
+
caseId: string;
|
|
451
|
+
label?: string | undefined;
|
|
452
|
+
query: string;
|
|
453
|
+
status: import("../..").RAGEvaluationCaseResult["status"];
|
|
454
|
+
traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
455
|
+
previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
456
|
+
transformedQuery?: string | undefined;
|
|
457
|
+
previousTransformedQuery?: string | undefined;
|
|
458
|
+
variantQueries: string[];
|
|
459
|
+
previousVariantQueries: string[];
|
|
460
|
+
finalCount: number;
|
|
461
|
+
previousFinalCount?: number | undefined;
|
|
462
|
+
vectorCount: number;
|
|
463
|
+
previousVectorCount?: number | undefined;
|
|
464
|
+
lexicalCount: number;
|
|
465
|
+
previousLexicalCount?: number | undefined;
|
|
466
|
+
candidateTopK: number;
|
|
467
|
+
previousCandidateTopK?: number | undefined;
|
|
468
|
+
lexicalTopK: number;
|
|
469
|
+
previousLexicalTopK?: number | undefined;
|
|
470
|
+
stageCounts: {
|
|
471
|
+
input?: number | undefined;
|
|
472
|
+
embed?: number | undefined;
|
|
473
|
+
query_transform?: number | undefined;
|
|
474
|
+
vector_search?: number | undefined;
|
|
475
|
+
lexical_search?: number | undefined;
|
|
476
|
+
fusion?: number | undefined;
|
|
477
|
+
rerank?: number | undefined;
|
|
478
|
+
score_filter?: number | undefined;
|
|
479
|
+
finalize?: number | undefined;
|
|
480
|
+
};
|
|
481
|
+
previousStageCounts: {
|
|
482
|
+
input?: number | undefined;
|
|
483
|
+
embed?: number | undefined;
|
|
484
|
+
query_transform?: number | undefined;
|
|
485
|
+
vector_search?: number | undefined;
|
|
486
|
+
lexical_search?: number | undefined;
|
|
487
|
+
fusion?: number | undefined;
|
|
488
|
+
rerank?: number | undefined;
|
|
489
|
+
score_filter?: number | undefined;
|
|
490
|
+
finalize?: number | undefined;
|
|
491
|
+
};
|
|
492
|
+
traceChange: "new" | "changed" | "unchanged";
|
|
493
|
+
}[] | undefined;
|
|
402
494
|
metadata?: Record<string, unknown> | undefined;
|
|
403
495
|
}[]>;
|
|
404
496
|
suites: import("vue").Ref<{
|
|
@@ -118,6 +118,7 @@ export declare const useRAGEvaluate: (path: string) => {
|
|
|
118
118
|
removeSuite: (id: string) => void;
|
|
119
119
|
reset: () => void;
|
|
120
120
|
runSuite: (suite: RAGEvaluationSuite, overrides?: Partial<RAGEvaluationInput>) => Promise<{
|
|
121
|
+
caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
|
|
121
122
|
elapsedMs: number;
|
|
122
123
|
finishedAt: number;
|
|
123
124
|
id: `${string}-${string}-${string}-${string}-${string}`;
|
|
@@ -126,6 +127,7 @@ export declare const useRAGEvaluate: (path: string) => {
|
|
|
126
127
|
response: RAGEvaluationResponse;
|
|
127
128
|
startedAt: number;
|
|
128
129
|
suiteId: string;
|
|
130
|
+
traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
|
|
129
131
|
}>;
|
|
130
132
|
saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
|
|
131
133
|
suiteRuns: import("vue").Ref<{
|
|
@@ -195,6 +197,51 @@ export declare const useRAGEvaluate: (path: string) => {
|
|
|
195
197
|
finalize?: number | undefined;
|
|
196
198
|
};
|
|
197
199
|
} | undefined;
|
|
200
|
+
caseTraceSnapshots?: {
|
|
201
|
+
caseId: string;
|
|
202
|
+
label?: string | undefined;
|
|
203
|
+
query: string;
|
|
204
|
+
status: import("../..").RAGEvaluationCaseResult["status"];
|
|
205
|
+
traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
206
|
+
previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
207
|
+
transformedQuery?: string | undefined;
|
|
208
|
+
previousTransformedQuery?: string | undefined;
|
|
209
|
+
variantQueries: string[];
|
|
210
|
+
previousVariantQueries: string[];
|
|
211
|
+
finalCount: number;
|
|
212
|
+
previousFinalCount?: number | undefined;
|
|
213
|
+
vectorCount: number;
|
|
214
|
+
previousVectorCount?: number | undefined;
|
|
215
|
+
lexicalCount: number;
|
|
216
|
+
previousLexicalCount?: number | undefined;
|
|
217
|
+
candidateTopK: number;
|
|
218
|
+
previousCandidateTopK?: number | undefined;
|
|
219
|
+
lexicalTopK: number;
|
|
220
|
+
previousLexicalTopK?: number | undefined;
|
|
221
|
+
stageCounts: {
|
|
222
|
+
input?: number | undefined;
|
|
223
|
+
embed?: number | undefined;
|
|
224
|
+
query_transform?: number | undefined;
|
|
225
|
+
vector_search?: number | undefined;
|
|
226
|
+
lexical_search?: number | undefined;
|
|
227
|
+
fusion?: number | undefined;
|
|
228
|
+
rerank?: number | undefined;
|
|
229
|
+
score_filter?: number | undefined;
|
|
230
|
+
finalize?: number | undefined;
|
|
231
|
+
};
|
|
232
|
+
previousStageCounts: {
|
|
233
|
+
input?: number | undefined;
|
|
234
|
+
embed?: number | undefined;
|
|
235
|
+
query_transform?: number | undefined;
|
|
236
|
+
vector_search?: number | undefined;
|
|
237
|
+
lexical_search?: number | undefined;
|
|
238
|
+
fusion?: number | undefined;
|
|
239
|
+
rerank?: number | undefined;
|
|
240
|
+
score_filter?: number | undefined;
|
|
241
|
+
finalize?: number | undefined;
|
|
242
|
+
};
|
|
243
|
+
traceChange: "new" | "changed" | "unchanged";
|
|
244
|
+
}[] | undefined;
|
|
198
245
|
metadata?: Record<string, unknown> | undefined;
|
|
199
246
|
}[], RAGEvaluationSuiteRun[] | {
|
|
200
247
|
id: string;
|
|
@@ -263,6 +310,51 @@ export declare const useRAGEvaluate: (path: string) => {
|
|
|
263
310
|
finalize?: number | undefined;
|
|
264
311
|
};
|
|
265
312
|
} | undefined;
|
|
313
|
+
caseTraceSnapshots?: {
|
|
314
|
+
caseId: string;
|
|
315
|
+
label?: string | undefined;
|
|
316
|
+
query: string;
|
|
317
|
+
status: import("../..").RAGEvaluationCaseResult["status"];
|
|
318
|
+
traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
319
|
+
previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
|
|
320
|
+
transformedQuery?: string | undefined;
|
|
321
|
+
previousTransformedQuery?: string | undefined;
|
|
322
|
+
variantQueries: string[];
|
|
323
|
+
previousVariantQueries: string[];
|
|
324
|
+
finalCount: number;
|
|
325
|
+
previousFinalCount?: number | undefined;
|
|
326
|
+
vectorCount: number;
|
|
327
|
+
previousVectorCount?: number | undefined;
|
|
328
|
+
lexicalCount: number;
|
|
329
|
+
previousLexicalCount?: number | undefined;
|
|
330
|
+
candidateTopK: number;
|
|
331
|
+
previousCandidateTopK?: number | undefined;
|
|
332
|
+
lexicalTopK: number;
|
|
333
|
+
previousLexicalTopK?: number | undefined;
|
|
334
|
+
stageCounts: {
|
|
335
|
+
input?: number | undefined;
|
|
336
|
+
embed?: number | undefined;
|
|
337
|
+
query_transform?: number | undefined;
|
|
338
|
+
vector_search?: number | undefined;
|
|
339
|
+
lexical_search?: number | undefined;
|
|
340
|
+
fusion?: number | undefined;
|
|
341
|
+
rerank?: number | undefined;
|
|
342
|
+
score_filter?: number | undefined;
|
|
343
|
+
finalize?: number | undefined;
|
|
344
|
+
};
|
|
345
|
+
previousStageCounts: {
|
|
346
|
+
input?: number | undefined;
|
|
347
|
+
embed?: number | undefined;
|
|
348
|
+
query_transform?: number | undefined;
|
|
349
|
+
vector_search?: number | undefined;
|
|
350
|
+
lexical_search?: number | undefined;
|
|
351
|
+
fusion?: number | undefined;
|
|
352
|
+
rerank?: number | undefined;
|
|
353
|
+
score_filter?: number | undefined;
|
|
354
|
+
finalize?: number | undefined;
|
|
355
|
+
};
|
|
356
|
+
traceChange: "new" | "changed" | "unchanged";
|
|
357
|
+
}[] | undefined;
|
|
266
358
|
metadata?: Record<string, unknown> | undefined;
|
|
267
359
|
}[]>;
|
|
268
360
|
suites: import("vue").Ref<{
|