@absolutejs/absolute 0.19.0-beta.510 → 0.19.0-beta.511

package/dist/src/ai/rag/types.d.ts

@@ -1,5 +1,5 @@
 import type { RAGDocumentChunk, RAGQueryInput, RAGQueryResult, RAGUpsertInput } from '../../../types/ai';
-export type { AIHTMXRenderConfig, RAGAnswerWorkflowState, RAGBackendCapabilities, RAGCitation, RAGCitationReferenceMap, RAGGroundedAnswer, RAGGroundedAnswerPart, RAGGroundingReference, RAGChunkingOptions, RAGChunkingStrategy, RAGCollection, RAGCollectionSearchParams, RAGContentFormat, RAGHTMXConfig, RAGHybridFusionMode, RAGHybridRetrievalMode, RAGHybridSearchOptions, RAGDocumentChunk, RAGDocumentChunkPreview, RAGArchiveEntry, RAGArchiveExpander, RAGArchiveExpansionResult, RAGExtractedFileDocument, RAGFileExtractionInput, RAGFileExtractor, RAGPDFOCRExtractorOptions, RAGDirectoryIngestInput, RAGDirectorySyncSourceOptions, RAGDocumentFileInput, RAGDocumentIngestInput, RAGDocumentUploadIngestInput, RAGDocumentUploadInput, RAGEmbeddingFunction, RAGEmbeddingInput, RAGEmbeddingProvider, RAGEmbeddingProviderLike, RAGBackendDescriptor, RAGHTMXWorkflowRenderConfig, RAGIngestDocument, RAGIndexedDocument, RAGMediaTranscriber, RAGMediaTranscriptSegment, RAGMediaTranscriptionResult, RAGLexicalQueryInput, RAGDocumentUrlInput, RAGDocumentUrlIngestInput, RAGEmailSyncAttachment, RAGEmailSyncClient, RAGEmailSyncListInput, RAGEmailSyncListResult, RAGEmailSyncMessage, RAGEmailSyncSourceOptions, RAGStorageSyncClient, RAGStorageSyncFile, RAGStorageSyncListInput, RAGStorageSyncListResult, RAGStorageSyncObject, RAGStorageSyncSourceOptions, RAGOCRProvider, RAGOCRResult, RAGPreparedDocument, RAGSource, RAGSourceGroup, RAGSourceSummary, RAGIngestResponse, RAGMutationResponse, RAGPostgresNativeDiagnostics, RAGQueryInput, RAGQueryResult, RAGQueryTransformInput, RAGQueryTransformProvider, RAGQueryTransformProviderLike, RAGQueryTransformResult, RAGQueryTransformer, RAGSearchRequest, RAGSyncManager, RAGSyncRunOptions, RAGSyncSchedule, RAGSyncScheduler, RAGSyncResponse, RAGSyncStateStore, RAGSyncSourceContext, RAGSyncSourceDefinition, RAGSyncSourceRecord, RAGSyncSourceRunResult, RAGUrlSyncSourceOptions, RAGSQLiteNativeDiagnostics, RAGStatusResponse, RAGStreamStage, RAGEvaluationCase, RAGEvaluationCaseResult, RAGEvaluationLeaderboardEntry, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationSummary, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGUpsertInput, RAGVectorStore, RAGVectorStoreStatus, SQLiteVecResolution } from '../../../types/ai';
+export type { AIHTMXRenderConfig, RAGAnswerWorkflowState, RAGBackendCapabilities, RAGCitation, RAGCitationReferenceMap, RAGGroundedAnswer, RAGGroundedAnswerPart, RAGGroundingReference, RAGChunkingOptions, RAGChunkingStrategy, RAGCollection, RAGCollectionSearchParams, RAGContentFormat, RAGHTMXConfig, RAGHybridFusionMode, RAGHybridRetrievalMode, RAGHybridSearchOptions, RAGDocumentChunk, RAGDocumentChunkPreview, RAGArchiveEntry, RAGArchiveExpander, RAGArchiveExpansionResult, RAGExtractedFileDocument, RAGFileExtractionInput, RAGFileExtractor, RAGPDFOCRExtractorOptions, RAGDirectoryIngestInput, RAGDirectorySyncSourceOptions, RAGDocumentFileInput, RAGDocumentIngestInput, RAGDocumentUploadIngestInput, RAGDocumentUploadInput, RAGEmbeddingFunction, RAGEmbeddingInput, RAGEmbeddingProvider, RAGEmbeddingProviderLike, RAGBackendDescriptor, RAGHTMXWorkflowRenderConfig, RAGIngestDocument, RAGIndexedDocument, RAGMediaTranscriber, RAGMediaTranscriptSegment, RAGMediaTranscriptionResult, RAGLexicalQueryInput, RAGDocumentUrlInput, RAGDocumentUrlIngestInput, RAGEmailSyncAttachment, RAGEmailSyncClient, RAGEmailSyncListInput, RAGEmailSyncListResult, RAGEmailSyncMessage, RAGEmailSyncSourceOptions, RAGStorageSyncClient, RAGStorageSyncFile, RAGStorageSyncListInput, RAGStorageSyncListResult, RAGStorageSyncObject, RAGStorageSyncSourceOptions, RAGOCRProvider, RAGOCRResult, RAGPreparedDocument, RAGSource, RAGSourceGroup, RAGSourceSummary, RAGIngestResponse, RAGMutationResponse, RAGPostgresNativeDiagnostics, RAGQueryInput, RAGQueryResult, RAGQueryTransformInput, RAGQueryTransformProvider, RAGQueryTransformProviderLike, RAGQueryTransformResult, RAGQueryTransformer, RAGSearchRequest, RAGSyncManager, RAGSyncRunOptions, RAGSyncSchedule, RAGSyncScheduler, RAGSyncResponse, RAGSyncStateStore, RAGSyncSourceContext, RAGSyncSourceDefinition, RAGSyncSourceRecord, RAGSyncSourceRunResult, RAGUrlSyncSourceOptions, RAGSQLiteNativeDiagnostics, RAGStatusResponse, RAGStreamStage, RAGEvaluationCase, RAGEvaluationCaseDiff, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationCaseResult, RAGEvaluationLeaderboardEntry, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGEvaluationSummary, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGUpsertInput, RAGVectorStore, RAGVectorStoreStatus, SQLiteVecResolution } from '../../../types/ai';
 export type InternalRAGStoredChunk = RAGDocumentChunk & {
     vector: number[];
     sourceId: string;

package/dist/svelte/ai/index.js

@@ -1614,7 +1614,10 @@ var createRAGDocuments = (path) => {
 import { derived as derived2, writable as writable3 } from "svelte/store";
 
 // src/ai/rag/quality.ts
+import { mkdir, readFile, writeFile } from "fs/promises";
+import { dirname } from "path";
 var DEFAULT_TOP_K = 6;
+var DEFAULT_HISTORY_LIMIT = 20;
 var normalizeStringArray = (value) => {
   if (!Array.isArray(value)) {
     return [];
@@ -1672,6 +1675,114 @@ var buildRAGEvaluationLeaderboard = (runs) => {
     totalCases: run.response.totalCases
   }));
 };
+var toHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
+var normalizeHistoryRuns = (runs) => [...runs].sort(toHistorySortOrder);
+var buildCaseDiff = (currentCase, previousCase) => ({
+  caseId: currentCase.caseId,
+  currentF1: currentCase.f1,
+  currentMatchedIds: currentCase.matchedIds,
+  currentMissingIds: currentCase.missingIds,
+  currentStatus: currentCase.status,
+  label: currentCase.label,
+  previousF1: previousCase?.f1,
+  previousMatchedIds: previousCase?.matchedIds ?? [],
+  previousMissingIds: previousCase?.missingIds ?? [],
+  previousStatus: previousCase?.status,
+  query: currentCase.query
+});
+var getStatusRank = (status) => status === "pass" ? 2 : status === "partial" ? 1 : 0;
+var buildRAGEvaluationRunDiff = ({
+  current,
+  previous
+}) => {
+  const previousCases = new Map((previous?.response.cases ?? []).map((entry) => [entry.caseId, entry]));
+  const diffs = current.response.cases.map((entry) => buildCaseDiff(entry, previousCases.get(entry.caseId)));
+  const regressedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) < getStatusRank(entry.previousStatus ?? "fail"));
+  const improvedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) > getStatusRank(entry.previousStatus ?? "fail"));
+  const unchangedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) === getStatusRank(entry.previousStatus ?? "fail"));
+  return {
+    currentRunId: current.id,
+    improvedCases,
+    previousRunId: previous?.id,
+    regressedCases,
+    suiteId: current.suiteId,
+    summaryDelta: {
+      averageF1: current.response.summary.averageF1 - (previous?.response.summary.averageF1 ?? 0),
+      averageLatencyMs: current.response.summary.averageLatencyMs - (previous?.response.summary.averageLatencyMs ?? 0),
+      failedCases: current.response.summary.failedCases - (previous?.response.summary.failedCases ?? 0),
+      passedCases: current.response.summary.passedCases - (previous?.response.summary.passedCases ?? 0),
+      passingRate: current.response.passingRate - (previous?.response.passingRate ?? 0),
+      partialCases: current.response.summary.partialCases - (previous?.response.summary.partialCases ?? 0)
+    },
+    unchangedCases
+  };
+};
+var createRAGFileEvaluationHistoryStore = (path) => ({
+  listRuns: async ({ limit, suiteId } = {}) => {
+    let parsed = [];
+    try {
+      const content = await readFile(path, "utf8");
+      const value = JSON.parse(content);
+      parsed = Array.isArray(value) ? value : [];
+    } catch (error) {
+      if (error.code !== "ENOENT") {
+        throw error;
+      }
+    }
+    const filtered = parsed.filter((entry) => !suiteId || entry.suiteId === suiteId);
+    const sorted = normalizeHistoryRuns(filtered);
+    return typeof limit === "number" ? sorted.slice(0, limit) : sorted;
+  },
+  saveRun: async (run) => {
+    const existing = await (async () => {
+      try {
+        const content = await readFile(path, "utf8");
+        const value = JSON.parse(content);
+        return Array.isArray(value) ? value : [];
+      } catch (error) {
+        if (error.code !== "ENOENT") {
+          throw error;
+        }
+        return [];
+      }
+    })();
+    const next = normalizeHistoryRuns([
+      run,
+      ...existing.filter((entry) => entry.id !== run.id)
+    ]);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, JSON.stringify(next, null, "\t") + `
+`, "utf8");
+  }
+});
+var loadRAGEvaluationHistory = async ({
+  store,
+  suite,
+  limit = DEFAULT_HISTORY_LIMIT
+}) => {
+  const runs = normalizeHistoryRuns(await Promise.resolve(store.listRuns({ limit, suiteId: suite.id })));
+  const latestRun = runs[0];
+  const previousRun = runs[1];
+  return {
+    diff: latestRun ? buildRAGEvaluationRunDiff({
+      current: latestRun,
+      previous: previousRun
+    }) : undefined,
+    latestRun,
+    leaderboard: buildRAGEvaluationLeaderboard(runs),
+    previousRun,
+    runs,
+    suiteId: suite.id,
+    suiteLabel: suite.label ?? suite.id
+  };
+};
+var persistRAGEvaluationSuiteRun = async ({
+  store,
+  run
+}) => {
+  await Promise.resolve(store.saveRun(run));
+  return run;
+};
 var buildRAGEvaluationResponse = (cases) => {
   const totalCases = cases.length;
   const passedCases = cases.filter((entry) => entry.status === "pass").length;
@@ -2615,5 +2726,5 @@ export {
   createAIStream
 };
 
-//# debugId=6BFDC217A4E0662C64756E2164756E21
+//# debugId=9700FB9A49629A6964756E2164756E21
 //# sourceMappingURL=index.js.map